forked from mrlan/EnglishPal
				
			评审后的修改(words_and_tests.p文件没有提交,为防止版本的控制)
							parent
							
								
									ddbce62089
								
							
						
					
					
						commit
						541f78c7ea
					
				|  | @ -37,26 +37,28 @@ def difficulty_level_from_frequency(word, d): | ||||||
|     return level |     return level | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| def get_difficulty_level_for_words_and_tests(d_in): | def get_difficulty_level_for_words_and_tests(d): | ||||||
|     """ |     """ | ||||||
|     对原本的单词库中的单词进行难度评级 |     对原本的单词库中的单词进行难度评级 | ||||||
|     :param d_in: 存储了单词库pickle文件中的单词的字典 |     :param d: 存储了单词库pickle文件中的单词的字典 | ||||||
|     :return: |     :return: | ||||||
|     """ |     """ | ||||||
|     d = {} |     result = {} | ||||||
|     L = list(d_in.keys())  # in dic, we have test types (e.g., CET4,CET6,BBC) for each word |     L = list(d.keys())  # in dic, we have test types (e.g., CET4,CET6,BBC) for each word | ||||||
| 
 | 
 | ||||||
|     for k in L: |     for k in L: | ||||||
|         if 'CET4' in d_in[k]: |         if 'CET4' in d[k]: | ||||||
|             d[k] = 4  # CET4 word has level 4 |             result[k] = 4  # CET4 word has level 4 | ||||||
|         elif 'CET6' in d_in[k]: |         elif 'CET6' in d[k] or 'GRADUATE' in d[k]: | ||||||
|             d[k] = 6 |             result[k] = 6 | ||||||
|         elif 'IELTS' in d_in[k] or 'GRADUATE' in d_in[k]:   # 雅思或研究生英语 |         elif 'IELTS' in d[k]:   # 雅思或研究生英语 | ||||||
|             d[k] = 8 |             result[k] = 7 | ||||||
|         elif 'EnWords' in d_in[k]:      # 除基础词汇外的绝大多数词,包括一些犄角旮旯的专业词汇,近九万个,绝大多数我是真不认识 |         elif 'BBC' in d[k]: | ||||||
|             d[k] = 7 |             result[k] = 8 | ||||||
|  |         # elif 'EnWords' in d[k]:      # 除基础词汇外的绝大多数词,包括一些犄角旮旯的专业词汇,近九万个,定级不太好处理,绝大多数我是真不认识 | ||||||
|  |         #     result[k] = 7 | ||||||
| 
 | 
 | ||||||
|     return d  # {'apple': 4, ...} |     return result  # {'apple': 4, ...} | ||||||
| 
 | 
 | ||||||
| def simplify_the_words_dict(d): | def simplify_the_words_dict(d): | ||||||
|     """ |     """ | ||||||
|  | @ -65,13 +67,13 @@ def simplify_the_words_dict(d): | ||||||
|     stem = snowballstemmer.stemmer('english') |     stem = snowballstemmer.stemmer('english') | ||||||
| 
 | 
 | ||||||
|     result = {} |     result = {} | ||||||
|     for j in d:   # j 在字典中 |     for k in d:   # j 在字典中 | ||||||
|         temp = stem.stemWord(j)     # 提取j得词根 |         temp = stem.stemWord(k)     # 提取j得词根 | ||||||
|         if not temp in result:         # 如果这个词根不在结果字典中,则以词根为键、以dic中的等级作为值添加 |         if temp not in result:         # 如果这个词根不在结果字典中,则以词根为键、以dic中的等级作为值添加 | ||||||
|             result[temp] = d[j] |             result[temp] = d[k] | ||||||
|         else:                   # 如果这个词在结果词典中,则比较一下单词的难度等级是否最小 |         else:                   # 如果这个词在结果词典中,则比较一下单词的难度等级是否最小 | ||||||
|             if result[temp] > d[j]: |             if result[temp] > d[k]: | ||||||
|                 result[temp] = d[j] |                 result[temp] = d[k] | ||||||
| 
 | 
 | ||||||
|     return result |     return result | ||||||
| 
 | 
 | ||||||
|  |  | ||||||
		Loading…
	
		Reference in New Issue