alihan/TurkishBERTweet
1
0
Fork 0
mirror of https://github.com/ViralLab/TurkishBERTweet.git synced 2023-12-19 18:19:59 +03:00
Code Issues Packages Projects Releases Wiki Activity

refactored

Browse Source
This commit is contained in:
AliNajafi
2023-10-02 20:31:17 +03:00
parent ec7127bed4
commit 88c519c423
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
README.md
View File

@@ -83,14 +83,13 @@ from transformers import (
from Preprocessor import preprocess
pretrained_model_path = "VRLLab/TurkishBERTweet"
peft_model = "VRLLab/TurkishBERTweet-Lora-SA"
peft_config = PeftConfig.from_pretrained(peft_model)
# loading Tokenizer
padding_side = "right"
tokenizer = AutoTokenizer.from_pretrained(
pretrained_model_path, padding_side=padding_side
peft_config.base_model_name_or_path, padding_side=padding_side
)
if getattr(tokenizer, "pad_token_id") is None:
tokenizer.pad_token_id = tokenizer.eos_token_id
@@ -136,14 +135,13 @@ from transformers import (
from Preprocessor import preprocess
pretrained_model_path = "VRLLab/TurkishBERTweet"
peft_model = "VRLLab/TurkishBERTweet-Lora-SA"
peft_config = PeftConfig.from_pretrained(peft_model)
# loading Tokenizer
padding_side = "right"
tokenizer = AutoTokenizer.from_pretrained(
pretrained_model_path, padding_side=padding_side
peft_config.base_model_name_or_path, padding_side=padding_side
)
if getattr(tokenizer, "pad_token_id") is None:
tokenizer.pad_token_id = tokenizer.eos_token_id