This commit is contained in:
bwt09
2022-06-04 17:47:50 -07:00
parent afe41cb45d
commit 2a8544202b

View File

@@ -63,6 +63,8 @@ class LanguageModelWrapper:
torch.arange(0, len(mask_positions)), mask_positions,
label_token_ids].tolist()
torch.cuda.empty_cache()
return {
'input_ids': self.tokenizer.encode(sent),
'mask_spans': mask_spans,