Update huggingface.py add import torch statement

Added import torch statement
arc53 · Oct 5, 2023 · 7ce1dc9 · 7ce1dc9
1 parent 5b4e517
commit 7ce1dc9
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/application/llm/huggingface.py b/application/llm/huggingface.py
@@ -7,6 +7,7 @@ def __init__(self, api_key, llm_name='Arc53/DocsGPT-7B',q=False):
 
         from langchain.llms import HuggingFacePipeline
         if q:
+            import torch
             from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline, BitsAndBytesConfig
             tokenizer = AutoTokenizer.from_pretrained(llm_name)
             bnb_config = BitsAndBytesConfig(