Create results/summary.json

results/summary.json

@@ -0,0 +1,62 @@
+{
+    "Classification": {
+        "amazon_counterfactual_classification": {
+            "macro_f1": 0.75535944551902
+        },
+        "amazon_review_classification": {
+            "macro_f1": 0.557279077176867
+        },
+        "massive_intent_classification": {
+            "macro_f1": 0.8120457757742359
+        },
+        "massive_scenario_classification": {
+            "macro_f1": 0.8887712134631829
+        }
+    },
+    "Reranking": {
+        "esci": {
+            "ndcg@10": 0.9317069882847995
+        }
+    },
+    "Retrieval": {
+        "jagovfaqs_22k": {
+            "ndcg@10": 0.7629042020155676
+        },
+        "jaqket": {
+            "ndcg@10": 0.5697757963456976
+        },
+        "mrtydi": {
+            "ndcg@10": 0.4090389184447933
+        },
+        "nlp_journal_abs_intro": {
+            "ndcg@10": 0.8419793564143842
+        },
+        "nlp_journal_title_abs": {
+            "ndcg@10": 0.9733405344735748
+        },
+        "nlp_journal_title_intro": {
+            "ndcg@10": 0.7828507259531675
+        }
+    },
+    "STS": {
+        "jsick": {
+            "spearman": 0.8261773179205711
+        },
+        "jsts": {
+            "spearman": 0.8345082915871842
+        }
+    },
+    "Clustering": {
+        "livedoor_news": {
+            "v_measure_score": 0.5270422460639557
+        },
+        "mewsc16": {
+            "v_measure_score": 0.5005162551499149
+        }
+    },
+    "PairClassification": {
+        "paws_x_ja": {
+            "binary_f1": 0.623541887592789
+        }
+    }
+}