feat: add support for new vidore output format

data/model_handler.py

@@ -1,6 +1,6 @@
 import json
 import os
-from typing import Dict
+from typing import Any, Dict, Tuple
 
 import pandas as pd
 from huggingface_hub import HfApi, hf_hub_download, metadata_load
@@ -26,6 +26,21 @@ class ModelHandler:
         with open(self.model_infos_path, "w") as f:
             json.dump(self.model_infos, f)
 
+    def _are_results_in_new_vidore_format(self, results: Dict[str, Any]) -> bool:
+        return "metadata" in results and "metrics" in results
+
+    @staticmethod
+    def convert_new_vidore_results_format(results: Dict[str, Any]) -> Tuple[str, str, Dict[str, Any]]:
+        if "metadata" not in results:
+            raise KeyError("results does not contain a 'metadata' key.")
+        if "metrics" not in results:
+            raise KeyError("results does not contain a 'metrics' key.")
+
+        metadata = results["metadata"]
+        metrics = results["metrics"]
+
+        return metadata["timestamp"], metadata["vidore_benchmark_hash"], metrics
+
     def get_vidore_data(self, metric="ndcg_at_5"):
         models = self.api.list_models(filter="vidore")
         repositories = [model.modelId for model in models]  # type: ignore
@@ -55,8 +70,8 @@ class ModelHandler:
                             with open(result_path) as f:
                                 results = json.load(f)
 
-                            for dataset in results:
-                                results[dataset] = {key: value for key, value in results[dataset].items()}
+                            if self._are_results_in_new_vidore_format(results):
+                                timestamp, vidore_hash, results = self.convert_new_vidore_results_format(results)
 
                             self.model_infos[model_name] = {"meta": meta, "results": results}
                         except Exception as e: