njwright92
/

ComicBot_v.2-gguf

Text Generation

Model card Files Files and versions

njwright92 commited on Aug 26, 2024

Commit

2f5dbb7

·

verified ·

1 Parent(s): 34759a9

Update handler.py

Files changed (1) hide show

handler.py +1 -0

handler.py CHANGED Viewed

@@ -16,6 +16,7 @@ class EndpointHandler():
         self.model = Llama.from_pretrained(
             model_id="njwright92/ComicBot_v.2-gguf",  # Use model_id instead of filename for repo reference
             n_ctx=MAX_TOKENS
         )
         print("Model initialization complete.")

         self.model = Llama.from_pretrained(
             model_id="njwright92/ComicBot_v.2-gguf",  # Use model_id instead of filename for repo reference
             n_ctx=MAX_TOKENS
+            chat_format="llama-2"
         )
         print("Model initialization complete.")