alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix mlock_supported and mmap_supported return type

Browse Source
This commit is contained in:
Andrei Betlen
2023-05-07 03:04:22 -04:00
parent 5a3413eee3
commit 3fbda71790
2 changed files with 10 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llama_cpp/server/app.py
View File

@@ -27,11 +27,11 @@ class Settings(BaseSettings):
)
f16_kv: bool = Field(default=True, description="Whether to use f16 key/value.")
use_mlock: bool = Field(
default=bool(llama_cpp.llama_mlock_supported().value),
default=llama_cpp.llama_mlock_supported(),
description="Use mlock.",
)
use_mmap: bool = Field(
default=bool(llama_cpp.llama_mmap_supported().value),
default=llama_cpp.llama_mmap_supported(),
description="Use mmap.",
)
embedding: bool = Field(default=True, description="Whether to use embeddings.")