alihan/knowledge-harvest-from-lms
1
0
Fork 0
mirror of https://github.com/tanyuqian/knowledge-harvest-from-lms.git synced 2023-06-02 01:35:42 +03:00
Code Issues Packages Projects Releases Wiki Activity

updated.

Browse Source
This commit is contained in:
bwt09
2022-06-05 16:01:41 -07:00
parent 272ceeb28e
commit 694084a2a2
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
models/entity_tuple_searcher.py
View File

@@ -54,6 +54,10 @@ class EntityTupleSearcher:
if cur_ent_idx == n_ents:
pred = [min(cur_logprobs), cur_ent_tuple]
# filter tuples with only very short entities
if sum([len(ent) for ent in cur_ent_tuple]) == 3 * n_ents:
return
for ent in cur_ent_tuple:
for word in ent.split():
if repeat_cnt.get(word, 0) + 1 > max_word_repeat: