Upload folder using huggingface_hub

handler.py

@@ -43,6 +43,7 @@ class EndpointHandler:
         print("loading model")
         
         # clear existing model if needed
+        del self.model
         torch.cuda.empty_cache()
 
         base_model_path = "meta-llama/Llama-3.2-11B-Vision-Instruct"