alihan/knowledge-harvest-from-lms
1
0
Fork 0
mirror of https://github.com/tanyuqian/knowledge-harvest-from-lms.git synced 2023-06-02 01:35:42 +03:00
Code Issues Packages Projects Releases Wiki Activity

updated.

Browse Source
This commit is contained in:
bwt09
2022-06-06 16:19:01 -07:00
parent 6f0644bae7
commit 7e5ab8a536
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
models/entity_tuple_searcher.py
View File

@@ -143,6 +143,14 @@ class EntityTupleSearcher:
if min([len(t) for t in pred_ent.split()]) <= 1:
return
# filter entity full of short words
if max([len(t) for t in pred_ent.split()]) <= 2:
return
# filter entity with repeating words, e.g., "word word"
if len(pred_ent.split()) > 1 and len(set(pred_ent.split())) == 1:
return
for ent in cur_ent_tuple:
# filter repeating entity in the entity tuple
if pred_ent.replace(' ', '') == ent.replace(' ', ''):