njwright92 commited on
Commit
fa89c1e
·
verified ·
1 Parent(s): 84508be

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +5 -5
handler.py CHANGED
@@ -11,11 +11,11 @@ class EndpointHandler():
11
 
12
  # Initialize the Llama model directly
13
 
14
- self.model = Llama(
15
- # Adjust the path if necessary
16
- model_path=f"{model_dir}/ComicBot_v.2-gguf",
17
- n_ctx=MAX_TOKENS,
18
- )
19
 
20
  def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
21
  # Extract and validate arguments from the data
 
11
 
12
  # Initialize the Llama model directly
13
 
14
+ self.model = Llama(
15
+ # Adjust the path if necessary
16
+ model_path=f"{model_dir}/ComicBot_v.2-gguf",
17
+ n_ctx=MAX_TOKENS,
18
+ )
19
 
20
  def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
21
  # Extract and validate arguments from the data