update

backend-cli.py

@@ -7,7 +7,7 @@ import random
 from datetime import datetime
 
 from src.backend.run_eval_suite import run_evaluation
-from src.backend.manage_requests import check_completed_evals, get_eval_requests
+from src.backend.manage_requests import check_completed_evals, get_eval_requests, set_eval_request
 from src.backend.sort_queue import sort_models_by_priority
 from src.backend.envs import Tasks, EVAL_REQUESTS_PATH_BACKEND, EVAL_RESULTS_PATH_BACKEND, DEVICE, LIMIT, Task
 
@@ -15,11 +15,22 @@ from src.backend.manage_requests import EvalRequest
 from src.leaderboard.read_evals import EvalResult
 
 from src.envs import QUEUE_REPO, RESULTS_REPO, API
-from src.utils import my_snapshot_download, my_set_eval_request
+from src.utils import my_snapshot_download
 
 import logging
 import pprint
 
+
+def my_set_eval_request(api, eval_request, set_to_status, hf_repo, local_dir):
+    for i in range(10):
+        try:
+            set_eval_request(api=api, eval_request=eval_request, set_to_status=set_to_status, hf_repo=hf_repo, local_dir=local_dir)
+            return
+        except Exception:
+            time.sleep(60)
+    return
+
+
 logging.getLogger("openai").setLevel(logging.WARNING)
 
 logging.basicConfig(level=logging.ERROR)

src/utils.py

@@ -1,5 +1,4 @@
 from huggingface_hub import snapshot_download
-from src.backend.manage_requests import set_eval_request
 import time
 
 
@@ -11,13 +10,3 @@ def my_snapshot_download(repo_id, revision, local_dir, repo_type, max_workers):
         except Exception:
             time.sleep(60)
     return
-
-
-def my_set_eval_request(api, eval_request, set_to_status, hf_repo, local_dir):
-    for i in range(10):
-        try:
-            set_eval_request(api=api, eval_request=eval_request, set_to_status=set_to_status, hf_repo=hf_repo, local_dir=local_dir)
-            return
-        except Exception:
-            time.sleep(60)
-    return