Update demo.ipynb

This commit is contained in:
Noir97
2023-11-22 14:30:06 +08:00
committed by GitHub
parent 7d8117caa2
commit e0a8e8f0a4

View File

@@ -62,7 +62,7 @@
],
"source": [
"base_model = AutoModelForCausalLM.from_pretrained(\n",
" 'base_models/Llama-2-7b-chat-hf',\n",
" 'meta-llama/Llama-2-7b-chat-hf',\n",
" trust_remote_code=True,\n",
" device_map=\"auto\",\n",
" torch_dtype=torch.float16, \n",
@@ -77,8 +77,7 @@
"metadata": {},
"outputs": [],
"source": [
"model = PeftModel.from_pretrained(base_model, 'finetuned_models/dow30v3-llama2-5e-5lr-qkvogud_202311021615/checkpoint-203/')\n",
"# model = PeftModel.from_pretrained(base_model, 'finetuned_models/dow30v3-llama2-5e-5lr-qkvogud_202311021615/checkpoint-174/')\n",
"model = PeftModel.from_pretrained(base_model, 'FinGPT/fingpt-forecaster_dow30_llama2-7b_lora')\n",
"model = model.eval()"
]
},