1
0
Fork 0

1、删除了difficulty_level_from_frequency

2、修改了get_difficulty_level_for_user,按新的方式修改了单词的评级方式:CET4 等于 level 4, OXFORD3000 等于 level 5, CET6 等于 level 6, GRADUATE 等于 level 6, OXFORD5000 等于 level 7, BBC 等于 level 8,找不到等于 level 3
Bug476-ZhangWeiHao-YuHuangtao
俞黄焘 2023-05-18 16:59:30 +08:00
parent fc515a7b08
commit c4378e73cd
2 changed files with 16 additions and 32 deletions

View File

@ -62,8 +62,11 @@ def get_today_article(user_word_list, articleID):
d = reading d = reading
break break
s = '<div class="alert alert-success" role="alert">According to your word list, your level is <span class="badge bg-success">%4.2f</span> and we have chosen an article with a difficulty level of <span class="badge bg-success">%4.2f</span> for you.</div>' % ( s = '<div class="alert alert-success" role="alert">' \
user_level, text_level) 'According to your word list, your level is <span class="badge bg-success">%4.2f</span> ' \
'and we have chosen an article with a difficulty level of ' \
'<span class="badge bg-success">%4.2f</span> for you.' \
'</div>' % (user_level, text_level)
s += '<p class="text-muted">Article added on: %s</p>' % (d['date']) s += '<p class="text-muted">Article added on: %s</p>' % (d['date'])
s += '<div class="p-3 mb-2 bg-light text-dark">' s += '<div class="p-3 mb-2 bg-light text-dark">'
article_title = get_article_title(d['text']) article_title = get_article_title(d['text'])

View File

@ -17,26 +17,6 @@ def load_record(pickle_fname):
f.close() f.close()
return d return d
def difficulty_level_from_frequency(word, d):
"""
根据单词的频率进行难度的评级
:param word:
:param d:
:return:
"""
level = 1
if not word in d:
return level
if 'what' in d:
ratio = (d['what']+1)/(d[word]+1) # what is a frequent word
level = math.log(max(ratio, 1), 2)
level = min(level, 8)
return level
def convert_test_type_to_difficulty_level(d): def convert_test_type_to_difficulty_level(d):
""" """
对原本的单词库中的单词进行难度评级 对原本的单词库中的单词进行难度评级
@ -49,14 +29,14 @@ def convert_test_type_to_difficulty_level(d):
for k in L: for k in L:
if 'CET4' in d[k]: if 'CET4' in d[k]:
result[k] = 4 # CET4 word has level 4 result[k] = 4 # CET4 word has level 4
elif 'OXFORD3000' in d[k]:
result[k] = 5
elif 'CET6' in d[k] or 'GRADUATE' in d[k]: elif 'CET6' in d[k] or 'GRADUATE' in d[k]:
result[k] = 6 result[k] = 6
elif 'IELTS' in d[k]: # 雅思 elif 'OXFORD5000' in d[k]:
result[k] = 7 result[k] = 7
elif 'BBC' in d[k]: elif 'BBC' in d[k]:
result[k] = 8 result[k] = 8
elif 'EnWords' in d[k]: # 除基础词汇外的绝大多数词,包括一些犄角旮旯的专业词汇,近九万个,定级不太好处理,绝大多数我是真不认识
result[k] = 3
return result # {'apple': 4, ...} return result # {'apple': 4, ...}
@ -80,7 +60,7 @@ def simplify_the_words_dict(d):
def get_difficulty_level_for_user(d1, d2): def get_difficulty_level_for_user(d1, d2):
""" """
d2 来自于词库的27000个已标记单词 d2 来自于词库的35511个已标记单词
d1 用户不会的词 d1 用户不会的词
在d2的后面添加单词没有新建一个新的字典 在d2的后面添加单词没有新建一个新的字典
""" """
@ -89,12 +69,13 @@ def get_difficulty_level_for_user(d1, d2):
stem = snowballstemmer.stemmer('english') stem = snowballstemmer.stemmer('english')
for k in d1: # 用户的词 for k in d1: # 用户的词
for l in d2_simplified: # l是词库的某个单词的词根 if k in d2: # 如果用户的词以原型的形式存在于词库d2中
if stem.stemWord(k) == l: # 两者相等则视为同一难度的词 continue # 无需评级,跳过
d2[k] = d2_simplified[l] # 给d2定级 elif stem.stemWord(k) in d2_simplified: # 如果用户的词的词根存在于词库d2的词根库中
d2[k] = d2_simplified[k] # 按照词根进行评级
break break
else: # 不相等则表明词库中没这词,按照单词的频率定级 else:
d2[k] = difficulty_level_from_frequency(k, d1) d2[k] = 3 # 如果k的词根都不在那么就当认为是3级
return d2 return d2