mirror of
https://github.com/tanyuqian/knowledge-harvest-from-lms.git
synced 2023-06-02 01:35:42 +03:00
updated.
This commit is contained in:
@@ -63,6 +63,8 @@ class LanguageModelWrapper:
|
||||
torch.arange(0, len(mask_positions)), mask_positions,
|
||||
label_token_ids].tolist()
|
||||
|
||||
torch.cuda.empty_cache()
|
||||
|
||||
return {
|
||||
'input_ids': self.tokenizer.encode(sent),
|
||||
'mask_spans': mask_spans,
|
||||
|
||||
Reference in New Issue
Block a user