update

src/backend/run_eval_suite.py

@@ -1,4 +1,4 @@
-from lm_eval import tasks, evaluator, utils
+from lm_eval import evaluator
 from lm_eval.tasks import TaskManager
 
 from src.backend.manage_requests import EvalRequest

src/leaderboard/read_evals.py

@@ -11,6 +11,8 @@ from src.display.formatting import make_clickable_model
 from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
 from src.submission.check_validity import is_model_on_hub
 
+from typing import Optional
+
 
 def is_float(string):
     try:
@@ -215,7 +217,10 @@ def get_request_file_for_model_open_llm(requests_path, model_name, precision):
     return request_file
 
 
-def get_raw_eval_results(results_path: str, requests_path: str, requests_path_open_llm: str, is_backend: bool = False) -> list[EvalResult]:
+def get_raw_eval_results(results_path: str,
+                         requests_path: str,
+                         requests_path_open_llm: Optional[str] = None,
+                         is_backend: bool = False) -> list[EvalResult]:
     """From the path of the results folder root, extract all needed info for results"""
     model_result_filepaths = []
 
@@ -238,7 +243,7 @@ def get_raw_eval_results(results_path: str, requests_path: str, requests_path_op
         # Creation of result
         eval_result = EvalResult.init_from_json_file(model_result_filepath, is_backend=is_backend)
         eval_result.update_with_request_file(requests_path)
-        if requests_path_open_llm:
+        if requests_path_open_llm is not None:
             eval_result.update_model_type_with_open_llm_request_file(requests_path_open_llm)
         # Store results of same eval together
         eval_name = eval_result.eval_name