Disable mmap when applying lora weights. Closes #107

abetlen · Apr 23, 2023 · 7230599 · 7230599
1 parent e99caed
commit 7230599
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -79,7 +79,7 @@ def __init__(
         self.params.f16_kv = f16_kv
         self.params.logits_all = logits_all
         self.params.vocab_only = vocab_only
-        self.params.use_mmap = use_mmap
+        self.params.use_mmap = use_mmap if lora_path is None else False
         self.params.use_mlock = use_mlock
         self.params.embedding = embedding