Update handler.py

handler.py

@@ -15,7 +15,7 @@ class EndpointHandler():
         cfg = {
             "repo": "MrOvkill/Phi-3-Instruct-Bloated",
         }
-        self.pipe = pipeline("text-generation", "MrOvkill/Phi-3-Instruct-Bloated")
+        self.pipe = pipeline("text-generation", "MrOvkill/Phi-3-Instruct-Bloated", torch_dtype=torch.float16, trust_remote_code=True)
 
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """