alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fixed somethings and activated cublas

Browse Source
This commit is contained in:
Maximilian Winter
2023-05-06 23:40:19 +02:00
parent aa203a0d65
commit 515d9bde7e
3 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llama_cpp/llama.py
View File

@@ -390,7 +390,7 @@ class Llama:
top_k=llama_cpp.c_int(top_k),
top_p=llama_cpp.c_float(top_p),
temp=llama_cpp.c_float(temp),
mirostat=llama_cpp.c_int(mirostat_mode),
mirostat_mode=llama_cpp.c_int(mirostat_mode),
mirostat_mu=llama_cpp.c_float(mirostat_mu),
mirostat_tau=llama_cpp.c_float(mirostat_tau),
mirostat_eta=llama_cpp.c_float(mirostat_eta),
@@ -404,7 +404,7 @@ class Llama:
top_k: int,
top_p: float,
temp: float,
mirostat: int,
mirostat_mode: int,
mirostat_tau: float,
mirostat_eta: float,
mirostat_mu: float,