Upload folder using huggingface_hub

handler.py

@@ -17,12 +17,12 @@ class EndpointHandler:
 
     def __call__(self, data: Dict[str, Any]) -> Any:
         if "inputs" in data:
-            messages = data["inputs"]
+            messages = data["inputs"]["messages"]
         else:
             return {"error": "Invalid format -- expected key 'inputs'"}
         
-        if "settings" in data:
-            settings = data["settings"]
+        if "settings" in data["inputs"].keys():
+            settings = data["inputs"]["settings"]
         else:
             return {"error": "Invalid format -- expected key 'settings' with the following: use_expert, tokenizer_max_length, do_sample, temperature, top_k, top_p, num_beams, max_new_tokens"}
 

test_endpoint.py

@@ -25,8 +25,8 @@ settings = {"use_expert":True,
             "max_new_tokens":700}
 
 payload = {
-        "inputs": messages,
-        "settings":settings
+        "inputs": {"messages":messages,
+                   "settings":settings}
 }
 
 endpoint = EndpointHandler()