import json, re, requests, codecs, sys, time, funcy, os import pandas as pd from datetime import datetime import pytz from dateutil import parser from datetime import datetime from util import print_table, int_or_zero, float_or_zero, dept_from_name, num_from_name from pipelines import fetch, fetch_stream, getSemesterSchedule, fetch_collapse, header, url, shortToLongSem from pipelines import sems from localcache import course_quick_stats, get_courses_in_term_local, course_student_stats, all_sem_courses_teachers, full_reload from localcache2 import db, users_new_this_semester, users_new_this_2x_semester, course_from_id, user_ids_in_shell from collections import defaultdict stem_course_id = '11015' # TODO ######### ######### GET FACTS FROM INDIVIDUAL COURSES ######### ######### # Gott 1 Bootcamp - report on who completed it. def get_gott1_passers(): course = '1561' min_passing = 85 passers_filename = 'cache/teacherdata/bootcamp_passed.csv' still_active_filename = 'cache/teacherdata/bootcamp_active.csv' #get_course_passers(course, min_passing, passers_filename, still_active_filename) # Plagiarism Module - report on who completed it. def get_plague_passers(): course = '11633' min_passing = 85 passers_filename = 'cache/teacherdata/plagiarism_passed.csv' still_active_filename = 'cache/teacherdata/plagiarism_active.csv' """ (passed, didnt) = get_course_passers(course, min_passing, passers_filename, still_active_filename) passed = set( [z[2] for z in passed] ) didnt = set( [z[2] for z in didnt] ) enrol = [ [ str(z) for z in list(course_enrollment(cr)) ] for cr in ['11677','11698'] ] print(enrol) enrol = set(funcy.cat(enrol)) everyone = passed.union(didnt,enrol) reportable = passed.intersection(enrol) outputfile = open('cache/plagcheck.txt','w').write( json.dumps( [ list(reportable), list(enrol), list(passed), list(didnt), list(everyone) ],indent=2)) return 1 #enrol = { cr: [ str(z) for z in list(course_enrollment(cr).keys()) ] for cr in ['11677','11698',] } # # [x['user_id'] for x in course_enrollment(cr)] outputfile = open('cache/plagcheck.txt','w').write( json.dumps( [ [z[2] for z in passed],[z[2] for z in didnt],enrol],indent=2)) return 1 passed = {} didnt = {} output_by_course = {} course_s = {} for p in passed: passed_by_deptr(p[2])] = p for p in didnt: didnt_d(p[2])] = p passed_s = [ str(k) for k in passed_d() ] didnt_s = [ str(k) for k in didnt_by_deptys() ] crossref = ['11677','11698',] outputfile = open('cache/plagcheck.txt','w') oo = { 'passed': passed_by_deptdidnt': didnt_by_dept for cr in crossref: student_int = course_enrollment(cr) student_by_dict{ str(k): v for k,v in student_int.items() } oo[cr] = student_by_dict output_by_course[cr] = { 'passed':{}, 'didnt':{}, 'missing':{} } course_s[cr] = set( [ str(k) for k in student_by_dict.keys() ]) for k,v in student_by_dict.items(): key_s = str(k) if key_s in passed_by_dict output_by_course[cr]['passed'][key_s] = passed_by_dicty_s] elif key_s in didnt_by_dict output_by_course[cr]['didnt'][key_s] = didnt_by_dicty_s] else: output_by_course[cr]['missing'][key_s] = v['user'] oo['final_output'] = output_by_course oo['passed_s'] = list(passed_s) oo['didnt_s'] = list(didnt_s) course_sd = {k: list(v) for k,v in course_s.items() } oo['course_s'] = course_sd outputfile.write(json.dumps(oo,indent=2)) # Who, in a class, passed? def get_course_passers(course, min_passing, passers_filename, still_active_filename): path = url + '/api/v1/courses/%s/enrollments' % str(course) tempout = open('cache/passers_temp.txt','w') enrl = fetch( path, 0) passed = [] didnt = [] for E in enrl: try: n = E['user']['name'] oo = E['user']['sis_user_id'] i = str(E['user_id']) r = E['role'] g = E['grades']['current_score'] l = E['last_activity_at'] p = float_or_zero(g) > min_passing print( "%s: a %s, grade of %s. Passed? %s. Last seen: %s" % (n,r,str(g),str(p),l) ) tempout.write(json.dumps(E['user']['name']) + "\n") tempout.write(json.dumps(E['grades'],indent=2) + "\n\n-----\n\n") if p: passed.append( [n, oo, i, r, g, l ] ) else: didnt.append( [n, oo, i, r, g, l ] ) except: pass columns = ['name', 'goo','canvas_id','role','grade','last_activity'] pp = pd.DataFrame(passed, columns=columns) pp.sort_values(by='last_activity',inplace=True) pp.to_csv(passers_filename, index=False) dd = pd.DataFrame(didnt, columns=columns) dd.sort_values(by='last_activity',inplace=True) dd.to_csv(still_active_filename, index=False) print("Saved output to \n - passed: %s\n - not passed: %s\n" % (passers_filename, still_active_filename)) return (passed,didnt) """ # Gott 1A """course = '2908' quiz = '15250' pass_grade = 0.90 path = url + '/api/v1/courses/%s/quizzes/%s/submissions' % (course,quiz) q_subs = fetch_collapse(path, 'quiz_submissions') for Q in q_subs: prct = float_or_zero(Q['score']) / float_or_zero( Q['quiz_points_possible'] ) print( 'Passed: %s\t Score: %s,\tUser: %s' % \ ( str(prct>0.9), str(int_or_zero(Q['score'])), Q['user_id'] ))""" # Who, in a class and a quiz, passed? def get_quiz_passers(): # Gott 1 Bootcamp course = '1561' path = url + '/api/v1/courses/%s/enrollments' % course enrl = fetch( path, 0) min_passing = 85 passed = [] didnt = [] for E in enrl: try: n = E['user']['name'] i = E['user_id'] r = E['role'] g = E['grades']['current_score'] l = E['last_activity_at'] p = float_or_zero(g) > min_passing print( "%s: a %s, grade of %s. Passed? %s. Last seen: %s" % (n,r,str(g),str(p),l) ) if p: passed.append( [n, i, r, g, l ] ) else: didnt.append( [n, i, r, g, l ] ) except: pass columns = ['name','canvas_id','role','grade','last_activity'] pp = pd.DataFrame(passed, columns=columns) pp.sort_values(by='last_activity',inplace=True) pp.to_csv('cache/teacherdata/bootcamp_passed.csv', index=False) dd = pd.DataFrame(didnt, columns=columns) dd.sort_values(by='last_activity',inplace=True) dd.to_csv('cache/teacherdata/bootcamp_active.csv', index=False) print("Saved output to ./teachers/bootcamp_*") # Gott 1A """course = '2908' quiz = '15250' pass_grade = 0.90 path = url + '/api/v1/courses/%s/quizzes/%s/submissions' % (course,quiz) q_subs = fetch_collapse(path, 'quiz_submissions') for Q in q_subs: prct = float_or_zero(Q['score']) / float_or_zero( Q['quiz_points_possible'] ) print( 'Passed: %s\t Score: %s,\tUser: %s' % \ ( str(prct>0.9), str(int_or_zero(Q['score'])), Q['user_id'] ))""" # Change courses to show 2 announcements def change_course_ann_homepage(id="10458"): u = url + "/api/v1/courses/%s/settings" % id data = { 'show_announcements_on_home_page':'true', \ 'home_page_announcement_limit':'2'} r = requests.put(u, data=data, headers=header) print(r.text) # All students enrolled in a class in the given semester. Simpler verson of below. Return SET of course_ids. def users_in_semester(): all_c = getCoursesInTerm('65',0,0) # fall 2020 TODO all_s = set() for c in all_c: for u in course_enrollment(c['id']).values(): if u['type'] != "StudentEnrollment": continue all_s.add(u['id']) return all_s # # All students in STEM (or any list of depts.. match the course_code). Return SET of canvas ids. def users_in_by_depts_live(depts=[], termid='181'): courses_by_by_dept = {} students_by_by_dept = {} all_c = getCoursesInTerm(termid,0,0) codecs.open('cache/courses_in_term_%s.json' % termid,'w','utf-8').write( json.dumps(all_c,indent=2) ) for c in all_c: #print(c['course_code']) for d in depts: #print("Dept: %s" % d) match = re.search('^(%s)' % d, c['course_code']) if match: print("Getting enrollments for %s" % c['course_code']) if d in courses_by_by_dept: courses_by_by_dept[d].append(c) else: courses_by_by_dept[d] = [ c, ] for u in course_enrollment(c['id']).values(): if u['type'] != "StudentEnrollment": continue if not (d in students_by_by_dept): students_by_by_dept[d] = set() students_by_by_dept[d].add(u['user_id']) continue print(students_by_by_dept) codecs.open('cache/students_by_by_dept_in_term_%s.json' % termid,'w','utf-8').write( str(students_by_by_dept) ) all_students = set() for dd in students_by_by_dept.values(): all_students.update(dd) codecs.open('cache/all_students_in_by_depts_in_term_%s.json' % termid,'w','utf-8').write( str(all_students) ) return all_students def course_enrollment(id='', verbose=0): if verbose: print("Getting enrollments for course id %s" % str(id)) if not id: id = input('Course id? ') t = url + '/api/v1/courses/%s/enrollments?role[]=StudentEnrollment' % str(id) if verbose: print(t) emts = fetch(t,verbose) if verbose: print(emts) emt_by_id = {} for E in emts: if verbose: print(E) try: emt_by_id[E['user_id']] = E except Exception as exp: print("Skipped [%s] with this exception: %s" % (str(E), str(exp))) ff = codecs.open('cache/courses/%s.json' % str(id), 'w', 'utf-8') ff.write(json.dumps(emt_by_id, indent=2)) if verbose: print( " %i results" % len(emts) ) return emt_by_id def askForTerms(): user_input = input("The term id? (separate multiples with commas) ") return user_input.split(",") """ names = [] if not term: s = url + '/api/v1/accounts/1/terms?workflow_state[]=all' s = fetch_collapse(s,"enrollment_terms",1) print(json.dumps(s,indent=2)) print("Terms: ") for u in s: print(str(u['id']) + "\t" + u['name']) #print json.dumps(results_by_dept,indent=2) term = input("The term id? ") """ # Return a list of term names and IDs. Also store in cache/courses/terms.txt def getTerms(printme=1, ask=1): s = url + '/api/v1/accounts/1/terms' #?workflow_state[]=all' terms = fetch_collapse(s,'enrollment_terms') ff = codecs.open('cache/courses/terms.txt', 'w', 'utf-8') # TODO unsafe overwrite #print(terms) ff.write(json.dumps(terms, indent=2)) ff.close() if printme: print("Terms: ") for u in terms: print(str(u['id']) + "\t" + u['name']) if ask: return input("The term id? ") return terms def getCourses(x=0): # a dict if not x: user_input = input("The Course IDs to get? (separate with spaces: ") courselist = list(map(int, user_input.split())) else: courselist = [x, ] for id in courselist: t = url + '/api/v1/courses/' + str(id) # + '?perpage=100' t = fetch(t,0) #print(t) return t def update_course_conclude(courseid="13590",enddate='2021-12-23T01:00Z'): (connection,cursor) = db() q = "SELECT * FROM courses AS c WHERE c.code LIKE '%FA21%' AND c.conclude='2021-08-29 07:00:00.000'" result = cursor.execute(q) for R in result: try: #print(R) print('doing course: %s' % R[6]) courseid = R[1] #d = getCourses(courseid) #print("\tconclude on: %s" % d['end_at']) data = { 'course[end_at]': enddate } t = url + '/api/v1/courses/' + str(courseid) r3 = requests.put(t, headers=header, params=data) #print(" " + r3.text) except Exception as e: print('****%s' % str(e)) # Relevant stuff trying to see if its even being used or not def course_term_summary_local(term="180",term_label="FA23"): O = "\t
  • Course: %s
    Status: %s
    Teacher: %s
    Number students: %s
    • \n" courses = get_courses_in_term_local(term) oo = codecs.open(f'cache/semester_summary_{term_label}.html','w','utf-8') oo.write('\n') # Relevant stuff trying to see if its even being used or not def course_term_summary(term="180",term_label="FA23"): print("Summary of %s" % term_label) courses = getCoursesInTerm(term,0,0) print("output to cache/term_summary.txt") outp = codecs.open('cache/term_summary.txt','w','utf-8') tup = tuple("id course_code default_view workflow_state".split(" ")) smaller = [ funcy.project(x , tup) for x in courses ] #print(json.dumps(smaller, indent=2)) by_code = {} (connection,cursor) = db() (pub, not_pub) = funcy.split( lambda x: x['workflow_state'] == "available", smaller) for S in smaller: print(S) by_code[ S['course_code'] ] = str(S) + "\n" outp.write( str(S) + "\n" ) q = """SELECT c.id AS courseid, c.code, tt.name, c.state, COUNT(u.id) AS student_count FROM courses AS c JOIN enrollment AS e ON e.course_id=c.id JOIN users AS u ON u.id=e.user_id JOIN ( SELECT c.id AS courseid, u.id AS userid, c.code, u.name FROM courses AS c JOIN enrollment AS e ON e.course_id=c.id JOIN users AS u ON u.id=e.user_id WHERE c.canvasid=%s AND e."type"="TeacherEnrollment" ) AS tt ON c.id=tt.courseid WHERE c.canvasid=%s AND e."type"="StudentEnrollment" GROUP BY c.code ORDER BY c.state, c.code""" % (S['id'],S['id']) result = cursor.execute(q) for R in result: print(R) by_code[ S['course_code'] ] += str(R) + "\n" outp.write( str(R) + "\n\n" ) pages = fetch(url + "/api/v1/courses/%s/pages" % S['id']) by_code[ S['course_code'] ] += json.dumps(pages, indent=2) + "\n\n" modules = fetch(url + "/api/v1/courses/%s/modules" % S['id']) by_code[ S['course_code'] ] += json.dumps(modules, indent=2) + "\n\n" print() out2 = codecs.open('cache/summary2.txt','w', 'utf-8') for K in sorted(by_code.keys()): out2.write('\n------ ' + K + '\n' + by_code[K]) out2.flush() return #published = list(funcy.where( smaller, workflow_state="available" )) #notpub = list(filter( lambda x: x['workflow_state'] != "available", smaller)) notpub_ids = [ x['id'] for x in notpub ] #for ix in notpub_ids: # # print(course_quick_stats(ix)) outp.write(json.dumps(courses, indent=2)) outp2 = codecs.open('cache/term_summary_pub.txt','w','utf-8') outp2.write("PUBLISHED\n\n" + json.dumps(published, indent=2)) outp2.write("\n\n---------\nNOT PUBLISHED\n\n" + json.dumps(notpub, indent=2)) # Fetch all courses in a given term def getCoursesInTerm(term=0,get_fresh=1,show=0,active=0): # a list if not term: term = getTerms(1,1) ff = 'cache/courses_in_term_%s.json' % str(term) if not get_fresh: if os.path.isfile(ff): return json.loads( codecs.open(ff,'r','utf-8').read() ) else: print(" -> couldn't find cached classes at: %s" % ff) # https://gavilan.instructure.com:443/api/v1/accounts/1/courses?published=true&enrollment_term_id=11 names = [] if active: active = "published=true&" else: active = "" t = url + '/api/v1/accounts/1/courses?' + active + 'enrollment_term_id=' + str(term) #+ '&perpage=30' results = fetch(t,show) if show: for R in results: try: print(str(R['id']) + "\t" + R['name']) except Exception as e: print("Caused a problem: ") print(R) #print json.dumps(results,indent=2) info = [] for a in results: names.append(a['name']) info.append( [a['id'], a['name'], a['workflow_state'] ] ) if show: print_table(info) codecs.open(ff, 'w', 'utf-8').write(json.dumps(results,indent=2)) return results def getCoursesTermSearch(term=0,search='',v=0): term = term or input("term id? ") search = search or input("What to search for? ") s = url + '/api/v1/accounts/1/courses?enrollment_term_id=%s&search_term=%s' % ( str(term) , search ) if v: print(s) courses = fetch(s) if v: print(json.dumps(courses,indent=2)) return courses def courseLineSummary(c,sections={}): ss = "\t" crn = "\t" host = "" if 'crn' in c: crn = "crn: %s\t" % c['crn'] if c['id'] in sections: ss = "section: %s\t" % str(sections[c['id']]) if 'host' in c: host = "send to crn: %s\t" % c['host'] out = "%i\t%s%s%s%s" % (c['id'], ss ,crn, host, c['name']) return out def xlistLineSummary(c,sections={}): # can_id incoming_sec_id crn name new_sec = "missing" if 'partner' in c and 'sectionid' in c['partner']: new_sec = c['partner']['sectionid'] out = "can_id:%i\t new_sec_id:%s\t crn:%s\t %s" % (c['id'], new_sec ,c['crn'], c['name']) return out def numbers_in_common(L): # how many leading numbers do the strings in L share? for i in [0,1,2,3,4]: number = L[0][i] for s in L: #print("%s -> %s" % (number,s[i])) if s[i] != number: return i return 5 def combined_name(nic,L): # string with prettier section numbers combined if len(L) < 2: return L[0] return "/".join(L) # old method of trying to shorten section numbers if nic < 2: return "/".join(L) L_mod = [ x[nic:6] for x in L] L_mod[0] = L[0] new_name = "/".join(L_mod) #print(nic, " ", L_mod) return new_name def all_equal2(iterator): return len(set(iterator)) <= 1 """ 180 2023 Fall 179 2023 Summer 178 2023 Spring 177 2023 Winter """ def semester_cross_lister(): sem = "fa24" term = 184 # fa24=184 xlist_filename = f"cache/{sem}_crosslist.csv" checkfile = codecs.open('cache/xlist_check.html','w','utf-8') checkfile.write('\n') xlistfile = codecs.open(xlist_filename,'r','utf-8').readlines()[1:] by_section = {} by_group = defaultdict( list ) crn_to_canvasid = {} crn_to_canvasname = {} crn_to_canvascode = {} get_fresh = 1 c = getCoursesInTerm(term,get_fresh,0) for C in c: if 'sis_course_id' in C and C['sis_course_id']: crn_to_canvasid[C['sis_course_id'][7:13]] = str(C['id']) crn_to_canvasname[C['sis_course_id'][7:13]] = str(C['name']) crn_to_canvascode[C['sis_course_id'][7:13]] = str(C['course_code']) # "Term","PrtTerm","xlstGroup","Subject","CrseNo","EffectCrseTitle","CRN","Session","SecSchdType","AttnMeth","MtgSchdType","MtgType","MaxEnroll","TotalEnroll","SeatsAvail","Bldg","Room","Units","LecHrs","LabHrs","HrsPerDay","HrsPerWk","TotalHrs","Days","D/E","Wks","BegTime","EndTime","StartDate","EndDate","LastName","FirstName","PercentResp" for xc in xlistfile: parts = xc.split(r',') course = parts[2] + " " + parts[3] group = parts[1] crn = parts[5] if crn in crn_to_canvasid: cid = crn_to_canvasid[crn] oldname = crn_to_canvasname[crn] oldcode = crn_to_canvascode[crn] else: print("! Not seeing crn %s in canvas semester" % crn) cid = '' oldname = '' oldcode = '' if crn in by_section: continue by_section[crn] = [crn, course, group, cid, oldname, oldcode] by_group[group].append( [crn, course, group, cid, oldname, oldcode] ) for x in by_section.values(): print(x) href = '%s' % ('https://ilearn.gavilan.edu/courses/'+x[3]+'/settings#tab-details', x[3]) checkfile.write('' % (x[0],x[2],x[1],href) ) checkfile.write('
    %s%s%s%s
    ') print("GROUPS") for y in by_group.keys(): sects = [ z[0] for z in by_group[y] ] sects.sort() nic = numbers_in_common(sects) new_sec = combined_name(nic,sects) # same dept? depts_list = [ z[1].split(' ')[0] for z in by_group[y] ] nums_list = list(set([ z[1].split(' ')[1] for z in by_group[y] ])) if all_equal2(depts_list): depts = depts_list[0] nums_list.sort() nums = '/'.join(nums_list) else: depts = list(set(depts_list)) depts.sort() depts = '/'.join(depts ) nums = by_group[y][0][1].split(' ')[1] new_name = f"{depts}{nums} {' '.join(by_group[y][0][4].split(' ')[1:-1])} {new_sec}" #new_name = by_group[y][0][4][0:-5] + new_sec new_code = f"{depts}{nums} {sem.upper()} {new_sec}" #new_code = by_group[y][0][5][0:-5] + new_sec print(y) print("\t", sects) #print("\tThey share %i leading numbers" % nic) print("\t", by_group[y]) host_id = by_group[y][0][3] sections = by_group[y][1:] for target_section in sections: xlist_ii(target_section[3],host_id,new_name,new_code) #pass def do_manual_xlist(): infile = [ x.strip() for x in open('cache/fa24_manual_crosslist.txt','r').readlines() ] for L in infile: print(L) paraL,host = L.split(' -> ') para_list = paraL.split(',') print(host) print(para_list) xlist(host, para_list) # Crosslist given 2 ids, computing the new name and code def xlist(host_id, parasite_list): host_info = course_from_id(host_id) host_info['crn'] = host_info['sis_source_id'][7:] host_info['dept'] = dept_from_name( host_info['course_code'] ) host_info['num'] = num_from_name(host_info['course_code'] ) host_info['bare_name'] = ' '.join(host_info['name'].split(' ')[1:-1]) # name without course code or crn sem = host_info['course_code'].split(' ')[1] para_info_list = [ course_from_id(x) for x in parasite_list ] for p in para_info_list: p['crn'] = p['sis_source_id'][7:] p['dept'] = dept_from_name(p['course_code'] ) p['num'] = num_from_name(p['course_code'] ) p['bare_name'] = ' '.join(p['name'].split(' ')[1:-1]) # name without course code or crn all = para_info_list.copy() all.append(host_info) # determine new name and code sects = [ z['crn'] for z in all ] sects.sort() nic = numbers_in_common(sects) new_sec = combined_name(nic,sects) # same dept? depts_list = [ z['dept'] for z in all ] nums_list = list(set([ z['num'] for z in all ])) if all_equal2(depts_list): depts = depts_list[0] nums_list.sort() nums = '/'.join(nums_list) else: depts = list(set(depts_list)) depts.sort() depts = '/'.join(depts ) nums = all[0]['num'] new_name = f"{depts}{nums} {all[0]['bare_name']} {new_sec}" #new_name = by_group[y][0][4][0:-5] + new_sec new_code = f"{depts}{nums} {sem.upper()} {new_sec}" #new_code = by_group[y][0][5][0:-5] + new_sec print(f"New name: {new_name}") print(f"New code: {new_code}") print(sects) for target_section in para_info_list: xlist_ii(target_section['id'],host_id,new_name,new_code) # Perform an actual cross-list, given 2 id numbers, new name and code def xlist_ii(parasite_id,host_id,new_name,new_code): print("Parasite id: ",parasite_id," Host id: ", host_id) print("New name: ", new_name) print("New code: ", new_code) xyz = 'y' #xyz = input("Perform cross list? Enter y for yes, n for no: ") if xyz != 'n': uu = url + '/api/v1/courses/%s/sections' % parasite_id c_sect = fetch(uu) #print(json.dumps(c_sect,indent=2)) if len(c_sect) > 1: print("* * * * Already Crosslisted!!") return if not c_sect: print("* * * * Already Crosslisted!!") return else: parasite_sxn_id = str(c_sect[0]['id']) print("Parasite section id: ", parasite_sxn_id) u = url + "/api/v1/sections/%s/crosslist/%s" % (parasite_sxn_id,host_id) print(u) res = requests.post(u, headers = header) print(res.text) u3 = url + "/api/v1/courses/%s" % host_id data = {'course[name]': new_name, 'course[course_code]': new_code} print(data) print(u3) r3 = requests.put(u3, headers=header, params=data) print(r3.text) print("\n\n") def course_term_summary_2(): lines = codecs.open('cache/term_summary.txt','r','utf-8').readlines() output = codecs.open('cache/term_summary.html','w','utf-8') for L in lines: try: L = L.strip() print(L) if re.search('unpublished',L): m = re.search(r"'id': (\d+),",L) m2 = re.search(r"'course_code': '(.+?)',",L) if m: ss = "
    Course: %s
    " % ("https://ilearn.gavilan.edu/courses/"+str(m.group(1)), m2.group(1)) output.write( ss ) print(ss+"\n") except Exception as e: print(e) def course_term_summary_3(): # doesn't work cause of single, not double quotes?!?! lines = codecs.open('cache/term_summary.txt','r','utf-8').readlines() output = codecs.open('cache/term_summary.html','w','utf-8') for L in lines: try: L = L.strip() print(L) ll = json.loads(L) print(ll) print(ll['course_code']) if ll['workflow_state'] == 'unpublished': ss = "
    Course: %s
    " % ("https://ilearn.gavilan.edu/courses/"+str(ll['id']), ll['course_code'] ) output.write( ss ) print(ss+"\n") except Exception as e: print(e) # check number of students and publish state of all shells in a term def all_semester_course_sanity_check(): t = 181 term = "sp24" c = getCoursesInTerm(t,0,0) sched1 = requests.get(f"http://gavilan.cc/schedule/{term}_sched_expanded.json").json() sched = { x['crn']: x for x in sched1 } #codecs.open('cache/courses_in_term_{t}.json','w','utf-8').write(json.dumps(c,indent=2)) #output = codecs.open('cache/courses_w_sections.csv','w','utf-8') #output.write( ",".join(['what','id','parent_course_id','sis_course_id','name']) + "\n" ) output2 = codecs.open('cache/courses_checker.csv','w','utf-8') output2.write( ",".join(['id','sis_course_id','name','state','mode','startdate','students']) + "\n" ) htmlout = codecs.open('cache/courses_checker.html','w','utf-8') htmlout.write('\n') htmlout.write(f'\n') i = 0 for course in c: u2 = url + '/api/v1/courses/%s?include[]=total_students' % str(course['id']) course['info'] = fetch(u2) # correlate to schedule crn = course['sis_course_id'][7:] ctype = '?' cstart = '?' ts = '?' if crn in sched: ctype = sched[crn]['type'] cstart = sched[crn]['start'] ts = sched[crn]['act'] info = [ 'course', course['id'], '', course['sis_course_id'], course['name'], course['workflow_state'], ts ] info = list(map(str,info)) info2 = [ course['id'], course['sis_course_id'], course['name'], course['workflow_state'], ctype, cstart, ts ] info2 = list(map(str,info2)) output2.write( ",".join(info2) + "\n" ) output2.flush() print(info2) #output.write( ",".join(info) + "\n" ) uu = f"https://ilearn.gavilan.edu/courses/{course['id']}" htmlout.write(f'\n') htmlout.flush() #uu = url + '/api/v1/courses/%s/sections' % str(course['id']) #course['sections'] = fetch(uu) #s_info = [ [ 'section', y['id'], y['course_id'], y['sis_course_id'], y['name'], y['total_students'] ] for y in course['sections'] ] #for row in s_info: # print(row) # output.write( ",".join( map(str,row) ) + "\n" ) #output.flush() i += 1 #if i % 5 == 0: # codecs.open('cache/courses_w_sections.json','w','utf-8').write(json.dumps(c,indent=2)) #codecs.open('cache/courses_w_sections.json','w','utf-8').write(json.dumps(c,indent=2)) htmlout.write('
    NameSIS IDStateModeStart Date# Stu
    {course["name"]}{course["sis_course_id"]}{course["workflow_state"]}{ctype}{cstart}{ts}
    \n') def eslCrosslister(): fives = [] sevens = [] others = [] course_by_crn = {} sections = {} combos = [ [y.strip() for y in x.split(',') ] for x in open('cache/xcombos.txt','r').readlines() ] combo_checklist = [ 0 for i in range(len(combos)) ] #print("\n\nCombos:") #[ print("%s - %s" % (x[0],x[1])) for x in combos] #return courses = getCoursesTermSearch(62,"ESL",0) for C in courses: ma = re.search( r'(\d{5})', C['name']) if ma: #print("Found Section: %s from course %s" % (ma.group(1), C['name'])) C['crn'] = ma.group(1) course_by_crn[C['crn']] = C if C['name'].startswith("ESL5"): fives.append(C) elif C['name'].startswith("ESL7"): sevens.append(C) else: others.append(C) for S in sevens: uu = url + '/api/v1/courses/%i/sections' % S['id'] #print(uu) c_sect = fetch(uu) print(".",end='') #print(json.dumps(c_sect,indent=2)) if len(c_sect) > 1: print("* * * * Already Crosslisted!!") if c_sect: sections[ S['id'] ] = c_sect[0]['id'] S['sectionid'] = c_sect[0]['id'] if S['crn']: for i,co in enumerate(combos): if S['crn'] == co[0]: S['partner'] = co[1] combo_checklist[i] = 1 course_by_crn[co[1]]['partner'] = S elif S['crn'] == co[1]: S['partner'] = co[0] combo_checklist[i] = 1 course_by_crn[co[0]]['partner'] = S print("Others:") for F in sorted(others, key=lambda x: x['name']): print(courseLineSummary(F)) print("\n\nFive hundreds") for F in sorted(fives, key=lambda x: x['name']): print(courseLineSummary(F)) print("\n\nSeven hundreds") for F in sorted(sevens, key=lambda x: x['name']): print(courseLineSummary(F,sections)) print("\n\nMake a x-list: ") for F in sorted(fives, key=lambda x: x['name']): if 'partner' in F: print(xlistLineSummary(F,sections)) if 'partner' in F and 'sectionid' in F['partner']: if not input('ready to crosslist. Are you? Enter "q" to quit. ') == 'q': xlist( F['partner']['sectionid'], F['id'] ) else: break for i,c in enumerate(combo_checklist): if not c: print("Didn't catch: "+ str(combos[i])) def xlist_iii(parasite='', host=''): # section id , new course id host = host or input("ID number of the HOSTING COURSE? ") if not parasite: parasite = input("ID number of the SECTION to add to above? (or 'q' to quit) ") while parasite != 'q': #h_sections = fetch( url + "/api/v1/courses/%s/sections" % str(host)) #print(h_sections) p_sections = fetch( url + "/api/v1/courses/%s/sections" % str(parasite)) #print(p_sections) parasite_section = p_sections[0]['id'] # TODO need to get the section id from each course: # GET /api/v1/courses/:course_id/sections # POST /api/v1/sections/:id/crosslist/:new_course_id # SECTION ID (to move) NEW __COURSE__ ID u = url + "/api/v1/sections/%s/crosslist/%s" % (str(parasite_section),str(host)) print(u) res = requests.post(u, headers = header) print(res.text) parasite = input("ID number of the SECTION to add to above? ") def unenroll_student(courseid,enrolid): t = url + "/api/v1/courses/%s/enrollments/%s" % ( str(courseid), str(enrolid) ) data = {"task": "delete" } r4 = requests.delete(t, headers=header, params=data) print(data) #def get_enrollments(courseid): # t = url + "/api/v1/courses/%s/enrollments?type=StudentEnrollment" % courseid # return fetch(t,1) def enroll_id_list_to_shell(id_list, shell_id, v=0): id_list = set(id_list) existing = course_enrollment(shell_id) # by user_id existing_ids = set( [ x['user_id'] for x in existing.values() ]) if v: print("To Enroll: %s" % str(id_list)) if v: print("\n\Already Enrolled: %s" % str(existing_ids)) enroll_us = id_list.difference(existing_ids) if v: print("\n\nTO ENROLL %s" % str(enroll_us)) (connection,cursor) = db() for j in enroll_us: try: q = "SELECT name,id FROM canvas.users u WHERE u.id=%s" % j cursor.execute(q) s = cursor.fetchall() if s: s = s[0] print("Enrolling: %s" % s[0]) t = url + '/api/v1/courses/%s/enrollments' % shell_id data = { 'enrollment[user_id]': j, 'enrollment[type]':'StudentEnrollment', 'enrollment[enrollment_state]': 'active' } r3 = requests.post(t, headers=header, params=data) #print(r3.text) time.sleep(0.600) except Exception as e: print("Something went wrong with id %s, %s, %s" % (j, str(s), str(e))) def enroll_stem_students_live(): import localcache2 the_term = '181' # su23 fa23 = 180 do_removes = 0 depts = "MATH BIO CHEM CSIS PHYS PSCI GEOG ASTR ECOL ENVS ENGR".split(" ") users_to_enroll = users_in_by_depts_live(depts, the_term) # term id stem_enrollments = course_enrollment(stem_course_id) # by user_id users_in_stem_shell = set( [ x['user_id'] for x in stem_enrollments.values() ]) print("ALL STEM STUDENTS %s" % str(users_to_enroll)) print("\n\nALREADY IN STEM SHELL %s" % str(users_in_stem_shell)) enroll_us = users_to_enroll.difference(users_in_stem_shell) remove_us = users_in_stem_shell.difference(users_to_enroll) print("\n\nTO ENROLL %s" % str(enroll_us)) (connection,cursor) = localcache2.db() #xyz = input('enter to continue') eee = 0 uuu = 0 if do_removes: print("\n\nTO REMOVE %s" % str(remove_us)) for j in remove_us: try: q = "SELECT name,id FROM canvas.users WHERE id=%s" % j cursor.execute(q) s = cursor.fetchall() if s: s = s[0] print("Removing: %s" % s[0]) r1 = unenroll_student(str(stem_course_id), stem_enrollments[j]['id']) print(r1) uuu += 1 time.sleep(0.600) except Exception as e: print("Something went wrong with id %s, %s, %s" % (j, str(s), str(e))) for j in enroll_us: try: q = "SELECT name,id FROM canvas.users WHERE id=%s" % j cursor.execute(q) s = cursor.fetchall() if s: s = s[0] print("Enrolling: %s" % s[0]) enrollment = { } #print(s) t = url + '/api/v1/courses/%s/enrollments' % stem_course_id data = { 'enrollment[user_id]': j, 'enrollment[type]':'StudentEnrollment', 'enrollment[enrollment_state]': 'active' } #print(data) #if input('enter to enroll %s or q to quit: ' % s[0]) == 'q': #break r3 = requests.post(t, headers=header, params=data) print(data) eee += 0 time.sleep(0.600) except Exception as e: print("Something went wrong with id %s, %s, %s" % (j, str(s), str(e))) #print(r3.text) print("\n\nTO ENROLL %s" % str(enroll_us)) #print("\n\nTO REMOVE %s" % str(remove_us)) return (eee,uuu) ########################### def enroll_bulk_students_bydept(course_id, depts, the_term="172", cautious=1): # a string, a list of strings users_to_enroll = users_in_by_depts_live(depts, the_term) # term id targeted_enrollments = course_enrollment(course_id) # by user_id.. (live, uses api) current_enrollments = set( [ x['user_id'] for x in targeted_enrollments.values() ]) print("ALL TARGET STUDENTS %s" % str(users_to_enroll)) print("\nALREADY IN SHELL %s" % str(current_enrollments)) enroll_us = users_to_enroll.difference(current_enrollments) remove_us = current_enrollments.difference(users_to_enroll) print("\n\nTO ENROLL %s" % str(enroll_us)) xyz = input('enter to continue') print("\n\nTO REMOVE %s" % str(remove_us)) (connection,cursor) = db() for j in remove_us: try: q = "SELECT name,canvasid FROM users WHERE canvasid=%s" % j cursor.execute(q) s = cursor.fetchall() if s: s = s[0] print("Removing: %s" % s[0]) ## TODO not done here # r1 = unenroll_student(str(course_id), stem_enrollments[j]['id']) #print(r1) time.sleep(0.600) except Exception as e: print("Something went wrong with id %s, %s, %s" % (j, str(s), str(e))) for j in enroll_us: try: q = "SELECT name,canvasid FROM users WHERE canvasid=%s" % j cursor.execute(q) s = cursor.fetchall() if s: s = s[0] print("Enrolling: %s" % s[0]) enrollment = { } #print(s) t = url + '/api/v1/courses/%s/enrollments' % course_id data = { 'enrollment[user_id]': j, 'enrollment[type]':'StudentEnrollment', 'enrollment[enrollment_state]': 'active' } if cautious: print(t) print(data) prompt = input('enter to enroll %s, k to go ahead with everyone, or q to quit: ' % s[0]) if prompt == 'q': break elif prompt == 'k': cautious = 0 r3 = requests.post(t, headers=header, params=data) if cautious: print(data) time.sleep(0.600) except Exception as e: print("Something went wrong with id %s, %s, %s" % (j, str(s), str(e))) #print(r3.text) def enroll_gott_workshops(): # stupid gav tls broken # r = requests.get("https://www.gavilan.edu/staff/tlc/db.php?a=signups") # signups = json.loads(r.text) signups = json.loads(codecs.open('cache/signups.json','r','utf-8').read()) all_staff = json.loads(codecs.open('cache/ilearn_staff.json','r','utf-8').read()) # update w/ users.py #1 all_staff = json.loads(codecs.open('cache/ilearn_staff.json','r','utf-8').read()) by_email = { x['email'].lower():x for x in all_staff } #print(by_email.keys()) workshop_ids = { #'GOTT 2: Intro to Async Online Teaching and Learning2023-07-09 17:00:00': 17992, #'GOTT 4: Assessment in Digital Learning2023-07-09 17:00:00': 17995, #'Restricted to STEM faculty. Humanizing (STEM) Online Learning 2023-06-18 17:00:00': 17996, #'GOTT 6: Online Live Teaching and Learning2023-06-11 17:00:00': 17986, #'GOTT 5: Essentials of Blended Learning2023-06-25 17:00:00': 17987, #'GOTT 5: Essentials of Blended Learning (HyFlex)2023-06-25 17:00:00': 17987, #'GOTT 1: Intro to Teaching Online with Canvas2023-05-29 17:00:00': 17985, #'GOTT 1: Intro to Teaching Online with Canvas2023-08-20 17:00:00': 17994 #'GOTT 1: Intro to Online Teaching2024-01-02 16:00:00': 19278, #'GOTT 2: Intro to Asynchronous Teaching and Learning2024-01-02 16:00:00': 19222, #'GOTT 5: Essentials of Blended Learning2024-01-02 16:00:00': 19223, #'GOTT 6: Intro to Live Online Teaching and Learning2024-01-14 16:00:00': 19224, '5/28-6/9 GOTT 1: Intro to Teaching Online 2024-05-28 12:00:00': 20567, '5/28-6/21 GOTT 2: Introduction to Asynchronous Teaching and Design2024-05-28 12:00:00': 20575, 'GOTT 4: Assessment in Digital Learning2024-06-02 17:00:00': 20600, # 6/2 '6/10-6/23 GOTT 5: Essentials of Blended Learning, Hyflex2024-06-10 12:00:00': 20568, '6/17-6/30 GOTT 6 Introduction to Live Online Teaching and Learning2024-06-17 12:00:00': 20569, 'GOTT 1 Intro to Teaching Online AUG242024-07-29 12:00:00': 20603, # 7/29 } #print(json.dumps(signups,indent=4)) #print(json.dumps(by_email,indent=4)) subs = {'csalvin@gavilan.edu':'christinasalvin@gmail.com', 'karenjeansutton@gmail.com': 'ksutton@gavilan.edu', 'elisepeeren@gmail.com': 'epeeren@gavilan.edu', 'kjoyenderle@gmail.com': 'kenderle@gavilan.edu', 'flozana@gmail.com': 'flozano@gavilan.edu', 'fyarahmadi2191@gmail.com': 'fyarahmadi@gavilan.edu', 'jacquelinejeancollins@yahoo.com': 'jcollins@gavilan.edu', 'bt@gavilan.edu': 'btagg@gavilan.edu', 'tagg.brian@yahoo.com': 'btagg@gavilan.edu', 'tmiller.realestate@gmail.com': 'tmiller@gavilan.edu', 'gemayo70@yahoo.com': 'pclaros@gavilan.edu', 'csalvin@gmail.com': 'csalvin@gavilan.edu', 'efalvey@aol.com': 'efalvey@gavilan.edu', 'lorrmay36@mac.com': 'llevy@gavilan.edu', } for wkshp,su_list in signups.items(): if wkshp not in workshop_ids: print(f"skipping {wkshp}") continue to_enroll = [] for s in su_list: e = s['email'].lower() if e in subs: e = subs[e] #print( f"{wkshp} {e} {s['name']}" ) if e in by_email: user = by_email[e] #print(f"\t{user['name']} {e} {user['login_id']}") to_enroll.append(user['id']) else: #print("** ** NOT FOUND") pass print(f"Workshop: {wkshp} \n\tEnrolling: {str(to_enroll)}") this_id =workshop_ids[wkshp] enroll_id_list_to_shell(to_enroll, this_id) def enroll_art_students_live(): depts = "THEA ART DM MUS MCTV".split(" ") course_id = "13717" enroll_bulk_students_bydept(course_id,depts) print("done.") def enroll_orientation_students(): # For testing purposes DO_IT = 1 import localcache2 ori_shell_id = "19094" # 2024 # "" # 2023 orientation shell 15924 # 2022: "9768" print("Getting users in orientation shell") #users_in_ori_shell = set( \ # [ str(x['user_id']) for x in course_enrollment(ori_shell_id).values() ]) # api fetch users_in_ori_shell = list(user_ids_in_shell(ori_shell_id)) # single semester # users_to_enroll = users_new_this_semester(the_semester) ### ##### USES LOCAL DB # double semester (SU + FA) users_to_enroll = users_new_this_2x_semester("202450", "202470") ##### USES LOCAL DB #print("ALL ORIENTATION STUDENTS %s" % str(users_to_enroll)) #print("\n\nALREADY IN ORI SHELL %s" % str(users_in_ori_shell)) enroll_us = users_to_enroll.difference(users_in_ori_shell) #print("\n\nTO ENROLL %s\n" % str(enroll_us)) print(f"{len(enroll_us)} new students to enroll in Orientation shell." ) eee = 0 uuu = 0 (connection,cursor) = localcache2.db() for j in enroll_us: s = "" try: q = "SELECT name,id FROM canvas.users WHERE id=%s" % j cursor.execute(q) s = cursor.fetchall() if s: s = s[0] print(" + Enrolling: %s" % s[0]) t = url + '/api/v1/courses/%s/enrollments' % ori_shell_id data = { 'enrollment[user_id]': j, 'enrollment[type]':'StudentEnrollment', 'enrollment[enrollment_state]': 'active' } #print(t) #print(data) if DO_IT: r3 = requests.post(t, headers=header, params=data) eee += 1 #print(r3.text) time.sleep(0.250) except Exception as e: print(" - Something went wrong with id %s, %s, %s" % (j, str(s), str(e))) # return (eee,uuu) def enroll_o_s_students(): #full_reload() (es,us) = enroll_stem_students_live() (eo, uo) = enroll_orientation_students() print("Enrolled %i and unenrolled %i students in STEM shell" % (es,us)) print("Enrolled %i students in Orientation shell" % eo) def make_ztc_list(sem='sp20'): sched = json.loads(open('output/semesters/2020spring/sp20_sched.json','r').read()) responses = open('cache/ztc_responses_sp20.csv','r').readlines()[1:] result = open('cache/ztc_crossref.csv','w') result.write('Course,Section,Name,Teacher,ZTC teacher\n') ztc_by_dept = {} for R in responses: R = re.sub(',Yes','',R) R = re.sub('\s\s+',',',R) parts = R.split(r',') #name courselist yes #print(parts[1]) name = parts[0] for C in parts[1:] : C = C.strip() #print(C) if C in ztc_by_dept: ztc_by_dept[C] += ', ' + parts[0] else: ztc_by_dept[C] = parts[0] print(ztc_by_dept) for CO in sched: #if re.match(r'CWE',CO['code']): #print(CO) if CO['code'] in ztc_by_dept: print(('Possible match, ' + CO['code'] + ' ' + ztc_by_dept[CO['code']] + ' is ztc, this section taught by: ' + CO['teacher'] )) result.write( ','.join( [CO['code'] ,CO['crn'] , CO['name'] , CO['teacher'] , ztc_by_dept[CO['code']] ]) + "\n" ) def course_search_by_sis(): term = 65 all_courses = getCoursesInTerm(term) all = [] for course in all_courses: #u = "/api/v1/accounts/1/courses/%s" % course_id #i = fetch( url + u) all.append([ course['name'], course['sis_course_id'] ]) print_table(all) # print(json.dumps(x, indent=2)) def course_by_depts_terms(section=0): """s = [ x.strip() for x in codecs.open('cache/fa22_eval_sections.csv','r').readlines()] s = list(funcy.flatten(s)) s.sort() xyz = input('hit return to continue') """ #c = getCoursesInTerm(168,0,1) #c = getCoursesInTerm(174,0,1) # sp22 #c = getCoursesInTerm(176,0,1) # fa22 get_fresh = 1 SP_TERM = 181 WI_TERM = 182 SEM = "sp24" make_changes = 1 make_changes_LS = 1 winter_start_day = 2 aviation_start_day = 11 nursing_start_day = 15 spring_start_day = 29 if get_fresh: c = getCoursesInTerm(SP_TERM,0,0) codecs.open(f'cache/courses_in_term_{SP_TERM}.json','w','utf-8').write(json.dumps(c,indent=2)) else: c = json.loads( codecs.open(f'cache/courses_in_term_{SP_TERM}.json','r','utf-8').read() ) crn_to_canvasid = {} for C in c: #print(C['name']) if 'sis_course_id' in C and C['sis_course_id']: crn_to_canvasid[C['sis_course_id'][7:13]] = str(C['id']) #print(crn_to_canvasid) #return #s = json.loads( codecs.open(f'cache/{SEM}_sched_expanded.json','r','utf-8').read() ) s = requests.get(f"http://gavilan.cc/schedule/{SEM}_sched_expanded.json").json() for S in s: start = re.sub( r'\-','/', S['start']) + '/20' + SEM[2:4] d_start = datetime.strptime(start,"%m/%d/%Y") if d_start.month > 5: print("Ignoring ", d_start, " starting too late...") continue if d_start.month == 1 and d_start.day == aviation_start_day: print("- Aviation ", start, d_start, " - ", S['code'], " ", S['crn'] ) continue if d_start.month == 1 and d_start.day == nursing_start_day: print("- Nursing ", start, d_start, " - ", S['code'], " ", S['crn'] ) continue if d_start.month == 1 and d_start.day == winter_start_day: print("+ winter session: ", d_start, " - ", S['code']) data = {'course[term_id]':WI_TERM} u2 = "https://gavilan.instructure.com:443/api/v1/courses/%s" % crn_to_canvasid[S['crn']] if make_changes: r3 = requests.put(u2, headers=header, params=data) print(" updated.. OK") #print(r3.text) continue if d_start.month == 1 and d_start.day == spring_start_day: # normal class continue print("- Late start? ", start, d_start, " - ", S['code'], " ", S['crn'] ) if make_changes_LS: data = {'course[start_at]':d_start.isoformat(), 'course[restrict_student_future_view]': True, 'course[restrict_enrollments_to_course_dates]':True } u2 = "https://gavilan.instructure.com:443/api/v1/courses/%s" % crn_to_canvasid[S['crn']] r3 = requests.put(u2, headers=header, params=data) print(" updated.. OK") return def xlist_cwe(): # cwe190 and wtrm290 get put into 1 shell # cwe192 get put into another shell this_sem_190_id = 20187 # they get 190s and 290s this_sem_192_id = 19687 # they get 192s this_sem_term = 184 get_fresh = 1 sem_courses = getCoursesInTerm(this_sem_term, get_fresh, 0) for search_string in ['CWE190','WTRM290']: for R in sem_courses: try: if re.search(search_string, R['name']) and str(R['id']) != str(this_sem_190_id): # use the course to get the section id print ( R['name'] ) u = url + '/api/v1/courses/%i/sections' % R['id'] for S in fetch(u): if (S['id']): myanswer = input( "-> Should I crosslist: %i\t%s\tsection id: %i (y/n) " % (R['id'],R['name'],S['id'] )) if myanswer=='y': # cross list v = url + "/api/v1/sections/%i/crosslist/%i" % (S['id'],this_sem_190_id) res = requests.post(v, headers = header) print( json.dumps( json.loads(res.text), indent=2) ) print() except Exception as e: print( "Caused a problem: " + str(e) + "\n" + str(R) + "\n" ) ## Now the 192s search_string = "CWE192" for R in sem_courses: try: if re.search(search_string, R['name']) and str(R['id']) != str(this_sem_192_id): # use the course to get the section id print ( R['name'] ) u = url + '/api/v1/courses/%i/sections' % R['id'] for S in fetch(u): if (S['id']): myanswer = input( "-> Should I crosslist: %i\t%s\tsection id: %i (y/n) " % (R['id'],R['name'],S['id'] )) if myanswer=='y': # cross list v = url + "/api/v1/sections/%i/crosslist/%i" % (S['id'],this_sem_192_id) res = requests.post(v, headers = header) print( json.dumps( json.loads(res.text), indent=2) ) print() except Exception as e: print( "Caused a problem: " + str(e) + "\n" + str(R) + "\n" ) def modify_courses(): if 1: # enroll teacher c = '17987' usrid = '1' try: u3 = url + "/api/v1/courses/%s/enrollments" % c data2 = { "enrollment[type]":"TeacherEnrollment", "enrollment[user_id]":usrid, "enrollment[enrollment_state]":"active" } r4 = requests.post(u3, headers=header, params=data2) print(json.dumps(json.loads(r4.text),indent=2)) print() except Exception as e: print('****%s' % str(e)) if 0: # publish and make available to auth users for c in [18038, 18039, 18040, 18041, 18042, 18043, 18044]: try: #print(R) print(f'*Doing course id: {c}') courseid = c #d = getCourses(courseid) #print("\tconclude on: %s" % d['end_at']) data = { 'course[is_public_to_auth_users]': True, 'course[event]': 'offer' } t = url + '/api/v1/courses/' + str(courseid) r3 = requests.put(t, headers=header, params=data) result = json.loads(r3.text) if 'name' in result: print(f"Name: {result['name']}") if 'workflow_state' in result: print(f" State: {result['workflow_state']}") if 'is_public_to_auth_users' in result: print(f" Public: {result['is_public_to_auth_users']}") #x = input('enter to continue') except Exception as e: print('****%s' % str(e)) def teacher_to_many_shells(): for id in range(18089,18110): #print(id) #continue # Add teacher u3 = url + f"/api/v1/courses/{id}/enrollments" #usrid = input("id of %s? " % N) usrid = '78' data2 = { "enrollment[type]":"TeacherEnrollment", "enrollment[user_id]":usrid, "enrollment[enrollment_state]":"active" } r4 = requests.post(u3, headers=header, params=data2) print(f"enrolled user id: {usrid} as teacher in course {id}.") import os, pickle def create_sandboxes(): courses_to_sandbox = [ (20567, ' Sandbox GOTT1 SU24'), (20575, ' Sandbox GOTT2 SU24'), (20600, ' Sandbox GOTT4 SU24'), (19223, ' Sandbox GOTT5 WI24'), #(19224, ' Sandbox GOTT6 WI24') ] filepath = 'cache/sandbox_courses.pkl' report = codecs.open('cache/sandbox_report.txt','a','utf-8') if os.path.exists(filepath): with open(filepath, 'rb') as f: sandbox_log = pickle.load(f) else: sandbox_log = [] for crs_id, label in courses_to_sandbox: crs_info = getCourses(crs_id) # print(json.dumps(crs_info,indent=2)) c_name = crs_info['name'] print(f"\nStudents in course {crs_id}: {c_name}" ) report.write(f"\nCourse: {c_name}\n" ) enrolled = course_enrollment(crs_id) for eid,stu in enrolled.items(): if stu['role'] != 'StudentEnrollment': continue u_name = stu['user']['short_name'] u_id = stu['user']['id'] initials = ''.join([ x[0] for x in u_name.split(" ") ]) print(f" id: {stu['user_id']} ititials: {initials} name: {stu['user']['short_name']} role: {stu['role']}") report.write(f" id: {stu['user_id']} ititials: {initials} name: {stu['user']['short_name']} role: {stu['role']}") coursename = f"{initials}{label}" if coursename in sandbox_log: print(f" - Already created: {coursename}") else: print(f" + Creating course: {coursename} for {u_name}, id: {u_id}") u2 = url + "/api/v1/accounts/1/courses" data = { "course[name]": coursename, "course[code]": coursename, "course[term_id]": "8", } # Create a course r3 = requests.post(u2, headers=header, params=data) new_course_response = json.loads(r3.text) id = new_course_response['id'] print(f" created course id {id}") report.write(f" link: https://ilearn.gavilan.edu/courses/{id} id: {stu['user_id']} ititials: {initials} name: {stu['user']['short_name']} role: {stu['role']}\n") # Add teacher u3 = url + f"/api/v1/courses/{id}/enrollments" data2 = { "enrollment[type]":"TeacherEnrollment", "enrollment[user_id]":u_id, "enrollment[enrollment_state]":"active" } r4 = requests.post(u3, headers=header, params=data2) print(f" enrolled user id: {u_id} as teacher.") # Desired settings data = { 'course[is_public_to_auth_users]': True, 'course[event]': 'offer' } t = url + f"/api/v1/courses/{id}" r3 = requests.put(t, headers=header, params=data) result = json.loads(r3.text) if 'name' in result: print(f" > Name: {result['name']}") if 'workflow_state' in result: print(f" > State: {result['workflow_state']}") if 'is_public_to_auth_users' in result: print(f" > Public: {result['is_public_to_auth_users']}") sandbox_log.append(coursename) # Write log back out with open(filepath, 'wb') as handle: pickle.dump(sandbox_log, handle, protocol=pickle.HIGHEST_PROTOCOL) return 1 # ('ED','82'), sandboxes = [ ('JH','45324'), ('PK','38183'), ('GM','5167'), ('BS','19231'), ('ST','303'), ('KW','5145')] sandboxes = [ ('CD','51701'), ('LC','45193'), ('JC','70'), ('DG','133'), ('JH','2816'),('SM','18812'), ('GM','211'), ('RM','45341'), ('DP','251'), ('BT','58059'), ('TT','36834') ] sandboxes = [ ('MA','8'), ('WA','15'), ('BA','18'), ('CC','51701'), ('LC','45193'), ('PC','4100'), ('ED','82'), ('KE','101'), ('OF','41897'), ('SG','115'), ('JG','37654'), ('DG','133'), ('DK','168'), ('JM','204'), ('GM', '211'), ('RM','45341'), ('CR','5655'), ('CS','272'), ('BS','19231'), ('SS', '274') ] sandboxes = [ ('SM','191')] sandboxes = [ ('KD', '2509'), ('KE', '2904'), ('SH', '144'), ('SN','60996'), ('EP', '16726'), ('PS','60938'), ('JW', '43052') ] sandboxes = [('HA','61620'), ('AS','61451'), ('MP', '11565'), ('AA','51276') ] sandboxes = [('JR','61062')] for (N,usrid) in sandboxes: coursename = f"{N} Sandbox SU23 (GOTT1)" coursecode = f"{N} SU23 Sandbox (GOTT1)" print(f"Creating course: {coursename} for {N}, id: {usrid}") u2 = url + "/api/v1/accounts/1/courses" data = { "course[name]": coursename, "course[code]": coursecode, "course[term_id]": "8", } # Create a course r3 = requests.post(u2, headers=header, params=data) course_by_dept = json.loads(r3.text) id = course_by_dept['id'] print(f"created course id {id}") report.append( f"{coursename} https://ilearn.gavilan.edu/courses/{id}" ) # Add teacher u3 = url + f"/api/v1/courses/{id}/enrollments" #usrid = input("id of %s? " % N) data2 = { "enrollment[type]":"TeacherEnrollment", "enrollment[user_id]":usrid, "enrollment[enrollment_state]":"active" } r4 = requests.post(u3, headers=header, params=data2) print(f"enrolled user id: {usrid} as teacher.") # Desired settings data = { 'course[is_public_to_auth_users]': True, 'course[event]': 'offer' } t = url + f"/api/v1/courses/{id}" r3 = requests.put(t, headers=header, params=data) result = json.loads(r3.text) if 'name' in result: print(f"Name: {result['name']}") if 'workflow_state' in result: print(f" State: {result['workflow_state']}") if 'is_public_to_auth_users' in result: print(f" Public: {result['is_public_to_auth_users']}") #print(json.dumps(json.loads(r4.text),indent=2)) #print() #x = input("enter to continue") print("\n\n") print("\n".join(report)) print("\n") ## ## ## ## ## ## Course Nav and External Tools ## ## ## ## def do_gav_connect(): term = 181 sem = "202430" get_fresh = 1 crns = [sem + "-" + x.strip() for x in open('cache/starfish.txt','r').readlines()] target = len(crns) print(crns) print("Press enter to begin.") a = input() print("Fetching all course names...") c = getCoursesInTerm(term, get_fresh, 0) i = 0 for course in c: if course['sis_course_id'] in crns: print(" Adding gav connect to", course['name']) print() result = add_gav_connect(course['id']) if result: i += 1 else: print("Something went wrong with", course['name']) print(f"Added {i} redirects out of {target}.") def add_gav_connect(course_id): params = { "name": "GavConnect", "privacy_level": "anonymous", "description": "Add links to external web resources that show up as navigation items in course, user or account navigation. Whatever URL you specify is loaded within the content pane when users click the link.", "consumer_key": "N/A", "shared_secret": "N/A", "url": "https://www.edu-apps.org/redirect", "custom_fields[new_tab]": "1", "custom_fields[url]": "https://gavilan.starfishsolutions.com/starfish-ops/dl/student/dashboard.html", "workflow_state": "anonymous", "course_navigation[enabled]": "true", "course_navigation[visibility]": "public", "course_navigation[label]": "GavConnect", "course_navigation[selection_width]": "800", "course_navigation[selection_height]": "400", "course_navigation[icon_url]": "https://www.edu-apps.org/assets/lti_redirect_engine/redirect_icon.png", } # POST u = url + f"/api/v1/courses/{course_id}/external_tools" res = requests.post(u, headers = header, params=params) result = json.loads(res.text) #print( json.dumps( result, indent=2) ) if "errors" in result: return 0 if "id" in result: return 1 def mod_eval_visibility( shell_id, visible=True ): evals_hidden = True if (visible): evals_hidden = False data = {'position':2, 'hidden':evals_hidden} u2 = "https://gavilan.instructure.com:443/api/v1/courses/%s/tabs/context_external_tool_1953" % shell_id r3 = requests.put(u2, headers=header, params=data) #print(" " + r3.text) def instructor_list_to_activate_evals(): courses = all_sem_courses_teachers() mylist = codecs.open('cache/fa21_eval_teachers.txt','r','utf-8').readlines() mylist = [ x.split(',')[2].strip() for x in mylist ] count = 0 limit = 5000 for c in courses: shell_id = c[1] teacher_id = c[6] teacher_name = c[5] course_name = c[3] if teacher_id in mylist: print("Teacher: %s \t course: %s" % (teacher_name,course_name)) mod_eval_visibility( shell_id, False) count += 1 if count > limit: return #print(mylist) def add_evals(section=0): # show or hide? TERM = 181 SEM = "sp24" hidden = False s = [ x.strip() for x in codecs.open(f'cache/{SEM}_eval_sections.txt','r').readlines()] s = list(funcy.flatten(s)) s.sort() print(s) print() xyz = input('hit return to continue') c = getCoursesInTerm(TERM,0,1) ids = [] courses = {} for C in c: if C and 'sis_course_id' in C and C['sis_course_id']: parts = C['sis_course_id'].split('-') if parts[1] in s: #print(C['name']) courses[str(C['id'])] = C ids.append(str(C['id'])) ask = 1 data = {'position':2, 'hidden':hidden} ids.sort() for i in ids: if ask: a = input(f"Hit q to quit, a to do all, or enter to activate eval for: {courses[i]['id']} / {courses[i]['name']} : ") if a == 'a': ask = 0 if a == 'q': return else: print(f"{courses[i]['id']} / {courses[i]['name']}") u2 = "https://gavilan.instructure.com:443/api/v1/courses/%s/tabs/context_external_tool_1953" % i r3 = requests.put(u2, headers=header, params=data) #print(r3.text) #time.sleep(0.400) def get_ext_tools(): r = url + '/api/v1/accounts/1/external_tools' s = fetch(r) print(json.dumps(s,indent=2)) def set_ext_tools(): TOOL = 733 r = url + '/api/v1/accounts/1/external_tools/%s' % str(TOOL) data = { 'course_navigation[default]': 'disabled' } s = json.loads(requests.put(r, headers=header, params=data).text) print(json.dumps(s,indent=2)) def get_course_ext_tools(): course_id = "15971" r = url + f"/api/v1/courses/{course_id}/external_tools" s = fetch(r) print(json.dumps(s,indent=2)) def remove_n_analytics(section=0): print("Fetching list of all active courses") c = getCoursesInTerm(172,1,0) print(c) ids = [] courses = {} data = {'hidden':True} pause = 1 for C in c: #print( json.dumps(C,indent=2) ) parts = C['sis_course_id'].split('-') #print("\n") print(C['name']) courses[str(C['id'])] = C ids.append(str(C['id'])) u3 = url + '/api/v1/courses/%s/tabs' % str(C['id']) tabs = fetch(u3) for T in tabs: if T['label'] == "New Analytics": print( "\tVisibility is: " + T["visibility"] ) # json.dumps(tabs,indent=2) ) if "hidden" in T: print( "\tHidden is: " + str(T["hidden"]) ) # json.dumps(tabs,indent=2) ) if 1: # T["visibility"] != "admins": u4 = url + "/api/v1/courses/%s/tabs/%s" % ( str(C['id']), str(T['id']) ) print( "\tChanging visiblity of a. tab" ) r4 = requests.put(u4, headers=header, params=data) print("\t" + r4.text) if pause: xyz = input('\n\nenter for next one or [y] to do all: ') if xyz == 'y': pause = 0 exit() """ask = 1 evals_hidden = True data = {'position':2, 'hidden':evals_hidden} for i in ids: if ask: a = input("Hit q to quit, a to do all, or enter to activate eval for: \n " + str(courses[i]) + "\n> ") if a == 'a': ask = 0 if a == 'q': return u2 = "https://gavilan.instructure.com:443/api/v1/courses/%s/tabs/context_external_tool_1953" % i print(courses[i]['name']) r3 = requests.put(u2, headers=header, params=data) print(" " + r3.text) time.sleep(0.300) """ def fetch_rubric_scores(course_id=16528, assignment_id=1): api_url = f'{url}/api/v1/courses/{course_id}' course_info = fetch(api_url) out = codecs.open('cache/rubric_scores.txt','w','utf-8') #print(course_info) # Extract course details course_name = course_info['name'] course_short_name = course_info['course_code'] course_semester = course_info['enrollment_term_id'] # Print course information out.write(f"Course Name: {course_name}\n") out.write(f"Short Name: {course_short_name}\n") out.write(f"Semester: {course_semester}\n") api_url = f'{url}/api/v1/courses/{course_id}/assignments' assignments_list = fetch(api_url) #print(assignments_list) assignments_by_dept = {} ratings_by_dept = {} # Iterate through the list of assignments and populate the dictionary for assignment in assignments_list: assignment_id = assignment['id'] assignment_name = assignment['name'] rubric = assignment.get('rubric', []) # Get the rubric field (default to an empty list if not present) has_rubric = 'no' if rubric: has_rubric = 'yes' out.write(f" Asmt Name: {assignment_name} ID: {assignment_id} Rubric: {has_rubric}\n") # Save assignment details including rubric assignments_by_dept[assignment_id] = { 'name': assignment_name, 'rubric': rubric # Add more assignment details if needed } if rubric: print("RUBRIC:") print(json.dumps(rubric,indent=2)) for r in rubric: for rat in r.get('ratings',[]): ratings_by_dept[rat['id']] = { 'description': r['description'], 'long_description': rat['description'], 'points': rat['points']} # Print the assignments dictionary out.write(json.dumps(assignments_by_dept,indent=2)+'\n\n\n') out.write(json.dumps(ratings_by_dept,indent=2)+'\n\n\n') # Loop thru assignments with rubrics and report on grades for assignment in assignments_list: if not assignment.get('rubric', []): continue assignment_id = assignment['id'] out.write(f" Asmt Name: {assignment_name} ID: {assignment_id}\n") api_url = f'{url}/api/v1/courses/{course_id}/assignments/{assignment_id}/submissions?include[]=rubric_assessment' # Include the 'include[]=rubric_assessment' parameter to request rubric assessments # params = {'include[]': 'rubric_assessment'} # Make the API request with the parameters #response = requests.get(api_url, params=params) # Check if the request was successful (status code 200) #if response.status_code != 200: # print(f"Request failed with status code {response.status_code}") # continue submissions_by_dept = fetch(api_url) # Iterate through the list of submissions and retrieve rubric scores and comments for submission in submissions_by_dept: user_id = submission['user_id'] rubric = submission.get('rubric_assessment', []) # Get the rubric assessment (empty list if not present) comments = submission.get('submission_comments', '') # Get submission comments (empty string if not present) score = submission.get('score', -1) # Process and use rubric scores and comments as needed # Example: Print user information, rubric scores, and comments if rubric: print(json.dumps(submission,indent=2)) out.write(f"\nSubmission User ID/Assignment ID: {user_id}/{assignment_id}\n") out.write(f"Score: {score}\n") out.write(f"Submission Comments: {comments}\n") out.write(f"Rubric:\n") for k,v in rubric.items(): rub_by_dept = '?' rat_by_dept = '?' if v['rating_id'] in ratings_by_dept: rub_rating = ratings_by_dept[v['rating_id']] rub_by_dept = rub_rating['rub_by_deptription'] rat_by_dept = rub_rating['rat_by_deptription'] out.write(f" {rub_by_dept} - {rat_by_dept} ({v['rating_id']}): {v['points']}/{rub_rating['points']} points: {v['comments']}\n") out.write("---") # Separator between submissions out.flush() def quick_sem_course_list(term=180): c = getCoursesInTerm(term,1,0) c = sorted(c, key=lambda k: k['name']) for C in c: print(C['name']) def create_calendar_event(): events = codecs.open('cache/events.csv','r','utf-8').readlines() for e in events: (date, title, desc) = e.split(',') local = pytz.timezone("America/Los_Angeles") naive = datetime.strptime(date, "%Y-%m-%d") local_dt = local.localize(naive, is_dst=None) utc_dt = local_dt.astimezone(pytz.utc).isoformat() params = { "calendar_event[context_code]": "course_15924", # 2023 student orientation "calendar_event[context_code]": "course_19094", # 2024 orientation "calendar_event[title]": title, "calendar_event[description]": desc, "calendar_event[start_at]": utc_dt, # DateTime "calendar_event[all_by_dept": "true", } u = url + "/api/v1/calendar_events" res = requests.post(u, headers = header, params=params) result = json.loads(res.text) print(title,end=" ") if "errors" in result: print(result["errors"]) if "id" in result: print("ok, id#", result["id"]) def utc_to_local(utc_str): if not utc_str: return "" utc_dt = datetime.strptime(utc_str, '%Y-%m-%dT%H:%M:%SZ') # Set the UTC timezone utc_tz = pytz.timezone('UTC') # Convert the UTC datetime to the Pacific Time Zone pacific_tz = pytz.timezone('US/Pacific') pacific_dt = pytz.timezone(pacific_tz) return pacific_dt.strftime('%a %b %d, %Y %#I:%M%p') def list_all_assignments(): course = input("the course id> ") u = url + f"/api/v1/courses/{course}/assignments" c = fetch(u) #print(json.dumps(c,indent=2)) for a in c: p = 'not published' if a['published'] == True: p = 'published' date = utc_to_local(a['due_at']) print(f"{a['name']}\t{p}\t{date}") def bulk_unenroll(): course_id = input("course id> ") enrollments = fetch(f"{url}/api/v1/courses/{course_id}/enrollments") for enrollment in enrollments: enrollment_id = enrollment['id'] skiplist = ['51237','58362','237'] if enrollment_id in skiplist: continue # Set the headers and parameters for the DELETE API call api_url = f"{url}/api/v1/courses/{course_id}/enrollments/{enrollment_id}" # Make the DELETE request response = requests.delete(api_url, headers=header) # Check the response if response.status_code == 200: print(f"Successfully unenrolled student with id {enrollment_id} from course {course_id}.") else: print(f"Failed to unenroll student with id {enrollment_id} from course {course_id}. Error: {response.text}") def fetch_announcements(): course_id = 18268 announcements_url = f"{url}/api/v1/announcements?context_codes[]=course_{course_id}" announcements = fetch(announcements_url) print(json.dumps(announcements,indent=2)) filename = f"cache/announcements{course_id}.json" with open(filename, "w") as file: json.dump(announcements, file) print("Announcements saved to ", filename) def change_link_in_all_terms_pages(): old_link = "https://www.gavilan.edu/ezproxy" new_link = "https://www.gavilan.edu/ezproxy_new" term = 181 courses = getCoursesInTerm(term,get_fresh=1,show=0,active=1) def enrollment_helper(): ignore = ['JLE','JFT', 'CWE'] ignore2 = ['AH 190', 'AE 600', 'AE 602', 'AE 603','ACCT 190','AJ 100A', 'AJ 107A', 'AJ 213A','AJ 229A','AJ 231A','AMT 190','ATH 23','BUS 190','CD 190','COS 290','WTRM 290','SPAN 8A', 'SPAN 8B', 'SPAN 8C', 'SPAN 8D', 'RE 190','MKTG 190'] keep = 'code,name,days,cap,act,teacher,date,partofday,type,site'.split(',') oo = codecs.open('cache/section_history.json','w','utf-8') # fetch enrollment stats for last few years from semesters import code, sems, to_sis_sem from util import dept_from_name raw = [] code.reverse() sort = defaultdict(dict) for s in sems.keys(): try: sched1 = requests.get(f"http://gavilan.cc/schedule/{s}_sched_expanded.json").json() sort[s] = defaultdict(dict) for sect in sched1: if sect['name'] in ignore2: continue sect_smaller = funcy.project(sect,keep) sect_smaller['sem'] = to_sis_sem(s) if int(sect_smaller['cap'])==0 or int(sect_smaller['act'])==0: sect_smaller['fill_pct'] = 100 else: sect_smaller['fill_pct'] = round( (int(sect_smaller['act']) / int(sect_smaller['cap']))*100 ) d = dept_from_name(sect_smaller['code']) if d in ignore: continue sect_smaller['dept'] = d raw.append(sect_smaller) if not d in sort[s]: sort[s][d] = defaultdict(dict) name = sect['code'] if not name in sort[s][d]: sort[s][d][name] = [] sort[s][d][name].append(sect_smaller) print(f"{s} OK.") except Exception as e: print(f"{s} not found. {e}") #sems.pop(s) oo.write(json.dumps(sort,indent=2)) df = pd.DataFrame(raw) df_sorted = df.sort_values(['dept', 'code', 'type','site','partofday','fill_pct']) df_sorted.to_csv('cache/section_history.csv') class_counts = df.groupby(['sem', 'code']).size().reset_index(name='class_count') print("Class counts by semester") print(class_counts) pivot_df = class_counts.pivot_table(index='code', columns='sem', values='class_count', aggfunc='sum', fill_value=0) # Reset the index to move 'class_name' back to a column pivot_df.reset_index(inplace=True) print(pivot_df) pivot_df.to_csv('cache/section_counts_history.csv') # Group by semester and class type, and then count the number of occurrences of each class type class_type_counts = df.groupby(['sem', 'code', 'type']).size().reset_index(name='class_type_count') print("Class type by semester") print(class_type_counts) pivot_df2 = class_type_counts.pivot_table(index='code', columns=['sem','type'], values='class_type_count', aggfunc='sum', fill_value=0) # Reset the index to move 'class_name' back to a column pivot_df2.reset_index(inplace=True) kmeans = try_clustering(pivot_df2.copy()) pivot_df2.insert(0, "Cluster", kmeans.labels_) print(pivot_df2) pivot_df2.to_csv('cache/section_and_mode_counts_history.csv') # Group by teacher class_teacher_counts = df.groupby(['sem', 'code', 'teacher']).size().reset_index(name='class_teacher_count') print("Class teacher by semester") print(class_teacher_counts) # group by COURSE (ie: ENGL1A) # For each historical WINTER, SPRING, SUMMER, FALL: # number of sections offered, by mode, time of day, campus # all teachers who taught it (and their qual to teach online) # fill percentage for each section, then by mode, tod, campus def try_clustering(df): # Import required libraries from sklearn.cluster import KMeans # Preprocessing # Assuming df is your DataFrame and "modes" is your categorical column #df['code'] = df['code'].astype('category').cat.codes # Removing any other unnecessary columns df = df.drop(['code'], axis=1) # Perform KMeans clustering kmeans = KMeans(n_clusters=4, random_state=0).fit(df) # Get the cluster labels labels = kmeans.labels_ # Add labels to the DataFrame #df['clusters'] = labels #print(df) #df.to_csv('cache/section_and_mode_counts_history_clusters.csv') return kmeans if __name__ == "__main__": options = { 1: ['Cross check schedule with ztc responses',make_ztc_list] , 2: ['Add announcements to homepage', change_course_ann_homepage], 4: ['List students who passed quiz X', get_quiz_passers], 5: ['List the terms', getTerms], 7: ['Show courses in a term', getCoursesInTerm], 8: ['Save enrollments in a course', course_enrollment], 9: ['Simple list of course data, search by sis_id', course_search_by_sis], 10: ['Overview of a term', course_term_summary], 20: ['process the semester overview output (10)', course_term_summary_2], 55: ['Check all courses & their sections in semester', all_semester_course_sanity_check], 11: ['Enroll ORIENTATION and STEM student shells after catching up database.', enroll_o_s_students], 12: ['Enroll stem students', enroll_stem_students_live], 13: ['Enroll orientation students (refresh local db first)', enroll_orientation_students], 14: ['Enroll ART students', enroll_art_students_live], 22: ['Get a course info by id',getCourses], 23: ['Reset course conclude date',update_course_conclude], 25: ['ext tools',get_ext_tools], 26: ['set ext tools',set_ext_tools], 32: ['Get course ext tools', get_course_ext_tools], 33: ['Add GavConnect to a course', do_gav_connect], 17: ['Remove "new analytics" from all courses navs in a semester', remove_n_analytics], 21: ['Add course evals', add_evals], 31: ['Fine tune term dates and winter session', course_by_depts_terms], #32: ['Cross-list classes', xlist ], #33: ['Cross list helper', eslCrosslister], 34: ['Cross list a semester from argos export file', semester_cross_lister], 35: ['Cross list from manually created file', do_manual_xlist], 36: ['Quick course list', quick_sem_course_list ], 37: ['Cross list CWE courses', xlist_cwe], 38: ['Create calendar event', create_calendar_event], 39: ['list all assignments', list_all_assignments], 40: ['Enroll GOTT Workshops', enroll_gott_workshops], 41: ['Create some sandbox courses', create_sandboxes], 42: ['Add teacher to many shells', teacher_to_many_shells], 43: ['Bulk unenroll from course', bulk_unenroll], 44: ['List users who passed GOTT 1 / Bootcamp', get_gott1_passers], 45: ['List users who passed Plagiarism Module', get_plague_passers], 46: ['make courses visible to auth users', modify_courses], 47: ['enrollment helper', enrollment_helper], # 24: ['Add course evals to whole semester',instructor_list_to_activate_evals], # 21: ['Add announcements to homepage', change_course_ann_homepage], # TODO wanted: group shell for each GP (guided pathway) as a basic student services gateway.... # 50: ['Fetch rubric scores and comments', fetch_rubric_scores], 51: ['Fetch announcements in a course', fetch_announcements], } print ('') if len(sys.argv) > 1 and re.search(r'^\d+',sys.argv[1]): resp = int(sys.argv[1]) print("\n\nPerforming: %s\n\n" % options[resp][0]) else: print ('') for key in options: print(str(key) + '.\t' + options[key][0]) print('') resp = input('Choose: ') # Call the function in the options dict options[ int(resp)][1]()