Disable mmap when applying lora weights. Closes #107

2023-09-07 17:34:22 +03:00 · 2023-04-23 14:53:17 -04:00
parent e99caedbbd
commit 7230599593
1 changed files with 1 additions and 1 deletions
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@@ -79,7 +79,7 @@ class Llama:
        self.params.f16_kv = f16_kv
        self.params.logits_all = logits_all
        self.params.vocab_only = vocab_only
-        self.params.use_mmap = use_mmap
+        self.params.use_mmap = use_mmap if lora_path is None else False
        self.params.use_mlock = use_mlock
        self.params.embedding = embedding