Hugging Face's logo

Spaces:
Th3BossC
/
llamaChatBot
Runtime error

App Files Community
Th3BossC commited on
Commit
f2838c8
·
1 Parent(s): c7e71a9

trying non-quantized model

Browse files
Files changed (1) hide show
  1. chatBot/common/llama.py +1 -0
chatBot/common/llama.py CHANGED
@@ -28,6 +28,7 @@ texts = text_splitter.split_documents(data)
28
  db = Chroma.from_documents(texts, embeddings, persist_directory="db")
29
 
30
  model_name_or_path = "TheBloke/Llama-2-13B-chat-GPTQ"
 
31
  model_basename = "model"
32
 
33
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
 
28
  db = Chroma.from_documents(texts, embeddings, persist_directory="db")
29
 
30
  model_name_or_path = "TheBloke/Llama-2-13B-chat-GPTQ"
31
+ model_name_or_path = "TheBloke/Llama-2-13B-chat-GGUF"
32
  model_basename = "model"
33
 
34
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)