alihan/knowledge-harvest-from-lms
1
0
Fork 0
mirror of https://github.com/tanyuqian/knowledge-harvest-from-lms.git synced 2023-06-02 01:35:42 +03:00
Code Issues Packages Projects Releases Wiki Activity

updated.

Browse Source
This commit is contained in:
bwt09
2022-06-15 11:12:32 -07:00
parent 7019fdb0eb
commit ecab2b467d
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
models/language_model_wrapper.py
View File

@@ -90,7 +90,8 @@ class LanguageModelWrapper:
# processing -ing, -s, etc.
ent_in_sent = prompt[prompt.find(f'<ENT{ent_idx}>'):].split()[0]
for punc in string.punctuation:
ent_in_sent = ent_in_sent.split(punc)[0]
if punc not in '<>':
ent_in_sent = ent_in_sent.split(punc)[0]
ent_in_sent = ent_in_sent.replace(f'<ENT{ent_idx}>', ent)
ent_token_ids = self.tokenizer.encode(