Update dependencies, for llama-cpp-python: see abetlen/llama-cpp-pyth…

…on#303
christianwengert · Jun 1, 2023 · c50188c · c50188c
1 parent 269224f
commit c50188c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/models/llama.py b/server/models/llama.py
@@ -36,7 +36,7 @@ def streaming_answer_generator(fun: Callable[[str], None], q: queue.Queue, text_
 
 
 def create_conversation(model_path: str, prompt: BasePromptTemplate, stop=None, n_ctx=2048) -> ConversationChain:
-
+    # if this fails because of llama-cpp: https://github.com/abetlen/llama-cpp-python/issues/303
     llm = InterruptableLlamaCpp(model_path=model_path,
                                 temperature=0.8,
                                 n_threads=8,