Update handler.py
Browse files- handler.py +5 -5
handler.py
CHANGED
@@ -11,11 +11,11 @@ class EndpointHandler():
|
|
11 |
|
12 |
# Initialize the Llama model directly
|
13 |
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
|
20 |
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
21 |
# Extract and validate arguments from the data
|
|
|
11 |
|
12 |
# Initialize the Llama model directly
|
13 |
|
14 |
+
self.model = Llama(
|
15 |
+
# Adjust the path if necessary
|
16 |
+
model_path=f"{model_dir}/ComicBot_v.2-gguf",
|
17 |
+
n_ctx=MAX_TOKENS,
|
18 |
+
)
|
19 |
|
20 |
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
21 |
# Extract and validate arguments from the data
|