alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix lora

Browse Source
This commit is contained in:
Mug
2023-05-08 15:27:42 +02:00
parent 2c0d9b182c
commit eaf9f19aa9
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/low_level_api/low_level_api_chat_cpp.py
View File

@@ -76,8 +76,8 @@ specified) expect poor results""", file=sys.stderr)
if (len(self.params.lora_adapter) > 0): if (len(self.params.lora_adapter) > 0):
if (llama_cpp.llama_apply_lora_from_file( if (llama_cpp.llama_apply_lora_from_file(
self.ctx, self.ctx,
self.params.lora_adapter, self.params.lora_adapter.encode("utf8"),
self.params.lora_base if len(self.params.lora_base) > 0 else None, self.params.lora_base.encode("utf8") if len(self.params.lora_base) > 0 else None,
self.params.n_threads self.params.n_threads
) != 0): ) != 0):
print("error: failed to apply lora adapter") print("error: failed to apply lora adapter")