phowell
/
canvasapp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

mods for running w/out cache

This commit is contained in:
phowell 2023-03-23 12:05:27 -07:00
parent 25028b6df2
commit 6a18cb6866
3 changed files with 90 additions and 86 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

112
depricated.py
View File

@ -908,41 +908,41 @@ rez = [[m[j][i] for j in range(len(m))] for i in range(len(m[0]))]
""" """
ilearn_by_id = {} ilearn_by_id = {}
ilearn_by_name = {} ilearn_by_name = {}
for x in ilearn_list: for x in ilearn_list:
ilearn_by_id[x[3]] = x ilearn_by_id[x[3]] = x
ilearn_by_name[x[0]] = x ilearn_by_name[x[0]] = x
for ml in open('cache/teacher_manual_name_lookup.csv','r').readlines(): for ml in open('cache/teacher_manual_name_lookup.csv','r').readlines():
parts = ml.strip().split(',') parts = ml.strip().split(',')
try: try:
manual_list[parts[0]] = ilearn_by_id[parts[1]] manual_list[parts[0]] = ilearn_by_id[parts[1]]
except Exception as e: except Exception as e:
print "Teacher missing: " + parts[0] print "Teacher missing: " + parts[0]
il_names = [ x[0] for x in ilearn_list ] il_names = [ x[0] for x in ilearn_list ]
il_byname = {} il_byname = {}
for x in ilearn_list: il_byname[x[0]] = x for x in ilearn_list: il_byname[x[0]] = x
sched_list_missed = [x for x in sched_list] sched_list_missed = [x for x in sched_list]
# #
# key is long name (with middle name) from schedule, value is tuple with everything # key is long name (with middle name) from schedule, value is tuple with everything
name_lookup = manual_list name_lookup = manual_list
matches = [] matches = []
#print ilearn_list #print ilearn_list
num_in_sched = len(sched_list) num_in_sched = len(sched_list)
num_in_ilearn = len(ilearn_list) num_in_ilearn = len(ilearn_list)
#for i in range(min(num_in_sched,num_in_ilearn)): #for i in range(min(num_in_sched,num_in_ilearn)):
# print "|"+sched_list[i] + "|\t\t|" + ilearn_list[i][0] + "|" # print "|"+sched_list[i] + "|\t\t|" + ilearn_list[i][0] + "|"
print("Sched names: %i, iLearn names: %i" % (num_in_sched,num_in_ilearn)) print("Sched names: %i, iLearn names: %i" % (num_in_sched,num_in_ilearn))
for s in sched_list: for s in sched_list:
for t in il_names: for t in il_names:
if first_last(s) == t: if first_last(s) == t:
#print ' MATCHED ' + s + ' to ' + t #print ' MATCHED ' + s + ' to ' + t
@ -955,65 +955,67 @@ rez = [[m[j][i] for j in range(len(m))] for i in range(len(m[0]))]
matches.append(s) matches.append(s)
print "Matched: " + str(matches) print "Matched: " + str(matches)
print "\nDidn't match: " + str(len(sched_list_missed)) + " schedule names." print "\nDidn't match: " + str(len(sched_list_missed)) + " schedule names."
print "\nFinal results: " print "\nFinal results: "
print name_lookup print name_lookup
nlf = codecs.open('cache/sched_to_ilearn_names.json','w','utf-8') nlf = codecs.open('cache/sched_to_ilearn_names.json','w','utf-8')
nlf.write(json.dumps(name_lookup,indent=2)) nlf.write(json.dumps(name_lookup,indent=2))
# STRING DISTANCE # STRING DISTANCE
#sim = find_most_similar(s,i_names) #sim = find_most_similar(s,i_names)
#print ' CLOSEST MATCHES to ' + s + ' are: ' + str(sim) #print ' CLOSEST MATCHES to ' + s + ' are: ' + str(sim)
#mm.write(s+',\n') #mm.write(s+',\n')
""" """
#ilearn_list = sorted(list(set(map( #ilearn_list = sorted(list(set(map(
# lambda x: #(tfi[x]['name'],tfi[x]['email'],tfi[x]['dept'],str(tfi[x]['id']),tfi[x]['goo']), # lambda x: #(tfi[x]['name'],tfi[x]['email'],tfi[x]['dept'],str(tfi[x]['id']),tfi[x]['goo']),
# tfi.keys())))) # tfi.keys()))))
#i_names = [ x[0] for x in ilearn_list ] #i_names = [ x[0] for x in ilearn_list ]
#print json.dumps(i_names,indent=2) #print json.dumps(i_names,indent=2)
#return #return
# how to filter a dict based on values # how to filter a dict based on values
# filtered = {k: v for k, v in course_combos.items() if v['dept'] == 'LIB' or v['dept'] == 'CSIS' } # filtered = {k: v for k, v in course_combos.items() if v['dept'] == 'LIB' or v['dept'] == 'CSIS' }
# more pandas # more pandas
# gapminder['continent'].unique() # gapminder['continent'].unique()
#for name,group in bycode: #for name,group in bycode:
# #print name # #print name
# print name, " ", group['type'] # print name, " ", group['type']
#onl = gg.agg( lambda x: has_online(x) ) #onl = gg.agg( lambda x: has_online(x) )
#ttl = gg.agg( lambda x: len(x) ) #ttl = gg.agg( lambda x: len(x) )
#ttl = ttl.rename(columns={'type':'total_sections'}) #ttl = ttl.rename(columns={'type':'total_sections'})
#onl.join(gg.agg( lambda x: has_hybrid(x) ),how='outer') #onl.join(gg.agg( lambda x: has_hybrid(x) ),how='outer')
#onl.join(gg.agg( lambda x: has_lecture(x) ), how='outer') #onl.join(gg.agg( lambda x: has_lecture(x) ), how='outer')
#onl['num_sections'] = 0 #onl['num_sections'] = 0
#onl['num_lec'] = 0 #onl['num_lec'] = 0
#onl['num_online'] = 0 #onl['num_online'] = 0
#all = pd.merge([onl,hyb,lec]) #all = pd.merge([onl,hyb,lec])
#print onl #print onl
#total=len, f2f=lambda x: ) set(x) #total=len, f2f=lambda x: ) set(x)
#{ 'num_sections': "count", #{ 'num_sections': "count",
# 'num_lec': lambda x: 5, # 'num_lec': lambda x: 5,
# 'num_online': lambda x: 5 } ) # 'num_online': lambda x: 5 } )
#print gg #print gg
""" """
def has_online(series): def has_online(series):
# if any items of the series have the string 'online', return 1 # if any items of the series have the string 'online', return 1
for i in series: for i in series:

5
localcache.py
View File

@ -20,10 +20,13 @@ sqlite_file = local_data_folder + 'data.db' #'data_su20_4hr_blocks.db'
mylog = codecs.open(local_data_folder + 'canvas_data_log.txt','w') mylog = codecs.open(local_data_folder + 'canvas_data_log.txt','w')
thefiles_dat = {} thefiles_dat = {}
for L in open('cache/canvas_data_index.txt','r').readlines(): try:
for L in open('cache/canvas_data_index.txt','r').readlines():
L = L.strip() L = L.strip()
(fname,start,finish) = L.split(',') (fname,start,finish) = L.split(',')
thefiles_dat[fname] = start thefiles_dat[fname] = start
except Exception as e:
print("cache/canvas_data_index.txt was not found")
thefiles = open('cache/canvas_data_index_temp.txt','a') # rename me if nothing crashes :) thefiles = open('cache/canvas_data_index_temp.txt','a') # rename me if nothing crashes :)

1
requirements.txt
View File

@ -1,4 +1,3 @@
alabaster==0.7.10
anaconda-client==1.6.5 anaconda-client==1.6.5
anaconda-navigator==1.6.9 anaconda-navigator==1.6.9
anaconda-project==0.8.0 anaconda-project==0.8.0