def grades_rundown():
    global results, users_by_id
    load_users()
    results = []
    all_sem_courses = []
    ids_out = open('all_teachers_by_goo','w')
    all_ids = {}
    # for the current or given semester's shells (really, only active ones)
    with open('grades_out.csv','wb') as f:
        w = csv.DictWriter(f, 'id,name,teacher,mean,median,count,count_gt70,grades,avg_activity_time'.split(','))
        w.writeheader()
        #for c in all_sem_courses: 
        courses = getCoursesInTerm(term=23,show=0,active=1)
        for C in courses: 
            activity_time_total = 0.0
            course_info = {'id':str(C['id']),'name':C['name'],'grades':[], 'teacher':[] }
            #print str(C['id']) + "\t " + C['name']
            emts = course_enrollment(C['id'])
            for k,E in emts.items():
                #print E
                if E['type'] == 'TeacherEnrollment':
                    course_info['teacher'].append(users_by_id[E['user_id']]['name'])
                    all_ids[E['sis_user_id']] = 1
            """    if 'grades' in E and E['grades']['current_score']:
                    #print str(E['grades']['final_score']) + ", ",
                    #print str(E['grades']['current_score']) + ", ",
                    course_info['grades'].append(E['grades']['current_score'])
                    activity_time_total += E['total_activity_time']
            if course_info['grades']:
                s = pd.Series(course_info['grades'])
                course_info['mean'] = s.mean()
                course_info['median'] = s.median()
                course_info['count'] = len(s.values)
                course_info['count_gt70'] = (s > 70.0).count()
                course_info['avg_activity_time'] = activity_time_total / len(s.values)
            else:
                course_info['mean'] = 0
                course_info['median'] = 0
                course_info['count'] = 0
                course_info['count_gt70'] = 0
                course_info['avg_activity_time'] = 0"""
                
            #print course_info
            all_sem_courses.append(course_info)
            w.writerow(course_info)
            f.flush()
        
    # get a grade (final? current?) for each student
    for k,v in all_ids.items():
        if k: ids_out.write(k + ', ')
    
    # sanity check to make sure grading is actually happening in the shell
    
    # report an average, median, and buckets
    



def class_logs():
    global results
    # 1. Search the current semester and the misc semesters for a list of courses
    #    that we want to check for users/activity.
    #target = url + '/api/v1/accounts/1/terms'       # list the terms
    target = url + '/api/v1/accounts/1/courses?published=true&enrollment_term_id=14'
    print "Getting term classes."
    while target:
        target = fetch(target)

    print "\n\n\n"
    
    term_results = results
    full_results = []
    for x in term_results:
        results = []
        # now see who's logged in recently:
        target = url + '/api/v1/courses/' + str(x['id']) + '/recent_students'
        print "Getting class id: ", str(x['id'])
        fetch(target)
        if len(results):
            #print results
            LL = [ how_long_ago(z['last_login']) for z in results ]
            avg = 9999
            if len(LL): avg = sum(LL) / len(LL)
            d = { 'id':x['id'], 'avg':avg, 'name':x['name'] }
            full_results.append(d)
    sorted_results = sorted(full_results, key=lambda k: k['avg'])
    for x in sorted_results:
        print x['id'], "\t", str(x['avg']), "\t", x['name']

        
        
        
        

def user_logs():
    global url, users_by_id, results
    target_user = "6357"
    load_users()
    results = []
    target = url + '/api/v1/users/' + target_user + '/page_views?per_page=200'
    while target:
        print target
        target = fetch(target)
    # have all student's hits. Filter to only this class
    #results = filter(match59,results)
    times = []
    print users_by_id[ int(target_user) ]
    f.write(str(users_by_id[ int(target_user) ]) + "\n")
    f.write( "link,updated_at,remote_ip,url,context_type,user_agent,action\n")
    for hit in results:
        L = [hit['links']['user'],hit['updated_at'],hit['remote_ip'],hit['url'],hit['context_type'],hit['user_agent'],hit['action']]
        L = map(str,L)
        f.write( ",".join(L) + "\n" ) 

        
        

def recent_logins():
    global results, url, results_dict
    p = { 'start_time':'2017-08-31T00:00:00Z', 'end_time':'2017-08-31T00:05:00Z'}
    target = url + "/api/v1/audit/authentication/accounts/1"
    results_dict = {}
    resp = fetch_dict(target,p)
    print resp
    print results_dict



def userHitsThisSemester(uid=2):
    begin = "20170820T0000"
    t = url + "/api/v1/users/" + str(uid) + "/page_views?start_time=" + str(begin)
    while(t): t = fetch(t)
    print json.dumps(results, indent=4, sort_keys=True)
    



def getCurrentActivity():  # a dict
    # CURRENT ACTIVITY
    #r = requests.get(url + '/api/v1/accounts/1/analytics/current/activity', headers = header )
    #t = url + '/api/v1/accounts/1/users?per_page=500'
    #  analytics/terms/:term_id/activity
    #t = url + '/api/v1/accounts/1/analytics/current/statistics'
    global results_dict
    t = url +  '/api/v1/accounts/1/analytics/terms/11/activity'
    while(t): t = fetch_dict(t)
    sp17 = results_dict['by_date']
    results_dict = {}
    
    t = url +  '/api/v1/accounts/1/analytics/terms/14/activity'
    while(t): t = fetch_dict(t)
    su17 = results_dict['by_date']
    results_dict = {}
    
    t = url +  '/api/v1/accounts/1/analytics/terms/15/activity'
    while(t): t = fetch_dict(t)
    su17b = results_dict['by_date']
    results_dict = {}
    
    t = url +  '/api/v1/accounts/1/analytics/terms/18/activity'
    while(t): t = fetch_dict(t)
    fa17 = results_dict['by_date']
    results_dict = {}
    
    t = url +  '/api/v1/accounts/1/analytics/terms/21/activity'
    while(t): t = fetch_dict(t)
    sp18 = results_dict['by_date']
    results_dict = {}
    
    t = url +  '/api/v1/accounts/1/analytics/terms/7/activity'
    while(t): t = fetch_dict(t)
    cmte = results_dict['by_date']
    results_dict = {}
    
    t = url +  '/api/v1/accounts/1/analytics/terms/6/activity'
    while(t): t = fetch_dict(t)
    dev = results_dict['by_date']
    results_dict = {}
    
    master_list_by_date = {}
    for sem in [sp17,su17,su17b,fa17,sp18,cmte,dev]:
        #print sem
        for record in sem:
            print record
            date = record['date']
            if date in master_list_by_date:
                master_list_by_date[date]['participations'] += record['participations']
                master_list_by_date[date]['views'] += record['views']
            else:
                master_list_by_date[date] = {}
                master_list_by_date[date]['date'] = date
                master_list_by_date[date]['participations'] = record['participations']
                master_list_by_date[date]['views'] = record['views']
    out = open('canvas/daily.json','w')
    # want to match the old, funny format
    by_date = []
    my_out = {'by_date':by_date}
    
    for day in master_list_by_date.keys():
        by_date.append(master_list_by_date[day])
    out.write(json.dumps(my_out,indent=2))







def externaltool():        # a list


    #mydata = {  "course_navigation[text]": "Video Chat",
    #            "course_navigation[default]": "false" }
    #t = url + '/api/v1/accounts/1/external_tools/704?course_navigation[text]=Video Chat&course_navigation[default]=false'
    #r = requests.put(t,  headers=header)
    #print r.text
    t = url + '/api/v1/accounts/1/external_tools/'
    while(t): t = fetch(t)
    print results