alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Update llama.cpp

Browse Source
This commit is contained in:
Andrei Betlen
2023-03-25 12:12:09 -04:00
parent dfe8608096
commit fa92740a10
2 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
llama_cpp/llama_cpp.py
View File

@@ -40,6 +40,7 @@ class llama_token_data(Structure):
llama_token_data_p = POINTER(llama_token_data) llama_token_data_p = POINTER(llama_token_data)
llama_progress_callback = ctypes.CFUNCTYPE(None, c_double, c_void_p)
class llama_context_params(Structure): class llama_context_params(Structure):
_fields_ = [ _fields_ = [
@@ -54,6 +55,11 @@ class llama_context_params(Structure):
("vocab_only", c_bool), # only load the vocabulary, no weights ("vocab_only", c_bool), # only load the vocabulary, no weights
("use_mlock", c_bool), # force system to keep model in RAM ("use_mlock", c_bool), # force system to keep model in RAM
("embedding", c_bool), # embedding mode only ("embedding", c_bool), # embedding mode only
# called with a progress value between 0 and 1, pass NULL to disable
("progress_callback", llama_progress_callback),
# context pointer passed to the progress callback
("progress_callback_user_data", c_void_p),
] ]

2
vendor/llama.cpp vendored

Submodule vendor/llama.cpp updated: 31572d9665...502a400192