Spaces:

Danielrahmai1991
/

findemo0.7

Sleeping

Danielrahmai1991 commited on Sep 5, 2024

Commit

0ab0668

verified ·

1 Parent(s): fabb070

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -12,7 +12,7 @@ from langchain_community.chat_models import ChatLlamaCpp
 callbacks = [StreamingStdOutCallbackHandler()]
 print("creating ll started")
 M_NAME = "taddeusb90_finbro-v0.1.0-dolphin-2.9-llama-3-8B-instruct-131k_adapt_basic_model_16bit.gguf"
-llm = ChatLlamaCpp(
     model_path=M_NAME,
     n_batch=8,
     temperature=0.85,

 callbacks = [StreamingStdOutCallbackHandler()]
 print("creating ll started")
 M_NAME = "taddeusb90_finbro-v0.1.0-dolphin-2.9-llama-3-8B-instruct-131k_adapt_basic_model_16bit.gguf"
+llm = LlamaCpp(
     model_path=M_NAME,
     n_batch=8,
     temperature=0.85,