alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Remove model_name param

Browse Source
This commit is contained in:
Andrei Betlen
2023-03-24 04:04:29 -04:00
parent 15e3dc7897
commit a28cb92d8f
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llama_cpp/llama.py
View File

@@ -16,10 +16,8 @@ class Llama:
logits_all: bool = False, logits_all: bool = False,
vocab_only: bool = False, vocab_only: bool = False,
n_threads: Optional[int] = None, n_threads: Optional[int] = None,
model_name: Optional[str]=None,
): ):
self.model_path = model_path self.model_path = model_path
self.model = model_name or model_path
self.params = llama_cpp.llama_context_default_params() self.params = llama_cpp.llama_context_default_params()
self.params.n_ctx = n_ctx self.params.n_ctx = n_ctx
@@ -122,7 +120,7 @@ class Llama:
"id": f"cmpl-{str(uuid.uuid4())}", # Likely to change "id": f"cmpl-{str(uuid.uuid4())}", # Likely to change
"object": "text_completion", "object": "text_completion",
"created": int(time.time()), "created": int(time.time()),
"model": self.model, # Likely to change "model": self.model_path,
"choices": [ "choices": [
{ {
"text": text, "text": text,