feat: IMPORTANT changes to write DINO MODEL

models/dino.py

@@ -16,7 +16,7 @@ class DinoWrapper:
     Wrapper for Grounding DINO model for text-prompt-based object detection.
     """
 
-    def __init__(self, model_name="IDEA-Research/grounding-dino-base", device=None):
+    def __init__(self, model_dir, device=None):
         """
         Initialize the Grounding DINO model.
 
@@ -27,8 +27,17 @@ class DinoWrapper:
         device = "cpu"
 
         self.device = device
-        self.model = GroundingDinoForObjectDetection.from_pretrained(model_name).to(self.device)
-        self.processor = GroundingDinoProcessor.from_pretrained(model_name)
+
+        self.model = GroundingDinoForObjectDetection.from_pretrained(
+            pretrained_model_name_or_path=model_dir,
+            local_files_only=True,
+            use_safetensors=True
+        ).to(self.device)
+
+        self.processor = GroundingDinoProcessor.from_pretrained(
+            pretrained_model_name_or_path=model_dir,
+            local_files_only=True
+        )
 
 
     def predict_boxes(self, image, prompt, box_threshold=0.15, text_threshold=0.18):

run_fastapi.py

@@ -41,7 +41,7 @@ app.mount("/outputs", StaticFiles(directory="outputs"), name="outputs")  # still
 app.mount("/static", StaticFiles(directory="static"), name="static")
 templates = Jinja2Templates(directory="templates")
 
-# === Download and load model checkpoint ===
+# === Download and load model SAM checkpoint ===
 FILENAME = "sam_vit_b_01ec64.pth"
 REPO_ID = "stkrk/sam-vit-b-checkpoint"
 MODEL_PATH = os.path.join(WEIGHTS_DIR, FILENAME)
@@ -59,12 +59,42 @@ if not os.path.exists(MODEL_PATH):
 else:
     print(f"Model already exists at {MODEL_PATH}.")
 
+# === Download and prepare Grounding DINO checkpoint ===
+DINO_REPO_ID = "stkrk/dino_base"
+DINO_DIR = os.path.join(WEIGHTS_DIR, "grounding_dino_base")
+os.makedirs(DINO_DIR, exist_ok=True)
+
+DINO_FILES = [
+    "config.json",
+    "model.safetensors",
+    "preprocessor_config.json",
+    "special_tokens_map.json",
+    "tokenizer_config.json",
+    "tokenizer.json",
+    "vocab.txt"
+]
+
+for filename in DINO_FILES:
+    target_path = os.path.join(DINO_DIR, filename)
+    if not os.path.exists(target_path):
+        print(f"Downloading {filename} from {DINO_REPO_ID}...")
+        hf_hub_download(
+            repo_id=DINO_REPO_ID,
+            filename=filename,
+            cache_dir=DINO_DIR,
+            local_dir=DINO_DIR,
+            local_dir_use_symlinks=False
+        )
+    else:
+        print(f"{filename} already exists in {DINO_DIR}.")
+
+
 # --- Initialize models
 sam = SamWrapper(
     model_type="vit_b",
     checkpoint_path=MODEL_PATH
 )
-dino = DinoWrapper()
+dino = DinoWrapper(model_dir=DINO_DIR)
 
 
 @app.get("/")