diff --git "a/jinaai_jina-embeddings-v2-base-en.json" "b/jinaai_jina-embeddings-v2-base-en.json" new file mode 100644--- /dev/null +++ "b/jinaai_jina-embeddings-v2-base-en.json" @@ -0,0 +1,5548 @@ +{ + "bomFormat": "CycloneDX", + "specVersion": "1.6", + "serialNumber": "urn:uuid:47ba34d2-ae4b-4217-9d34-097eddb732e9", + "version": 1, + "metadata": { + "timestamp": "2025-06-05T09:37:20.316030+00:00", + "component": { + "type": "machine-learning-model", + "bom-ref": "jinaai/jina-embeddings-v2-base-en-378b6366-0cb6-528c-8bc0-c622006253e8", + "name": "jinaai/jina-embeddings-v2-base-en", + "externalReferences": [ + { + "url": "https://huggingface.co/jinaai/jina-embeddings-v2-base-en", + "type": "documentation" + } + ], + "modelCard": { + "modelParameters": { + "task": "feature-extraction", + "architectureFamily": "bert", + "modelArchitecture": "JinaBertForMaskedLM", + "datasets": [ + { + "ref": "allenai/c4-afca0d3d-77f1-5298-9a7a-e383d0df3c0b" + } + ] + }, + "properties": [ + { + "name": "library_name", + "value": "sentence-transformers" + } + ], + "quantitativeAnalysis": { + "performanceMetrics": [ + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "accuracy", + "value": 74.73134328358209 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "ap", + "value": 37.765427081831035 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "f1", + "value": 68.79367444339518 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "accuracy", + "value": 88.544275 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "ap", + "value": 84.61328675662887 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "f1", + "value": 88.51879035862375 + }, + { + "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", + "type": "accuracy", + "value": 45.263999999999996 + }, + { + "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", + "type": "f1", + "value": 43.778759656699435 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_1", + "value": 21.693 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_10", + "value": 35.487 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_100", + "value": 36.862 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_1000", + "value": 36.872 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_3", + "value": 30.049999999999997 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_5", + "value": 32.966 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_1", + "value": 21.977 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_10", + "value": 35.565999999999995 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_100", + "value": 36.948 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_1000", + "value": 36.958 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_3", + "value": 30.121 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_5", + "value": 33.051 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_1", + "value": 21.693 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_10", + "value": 44.181 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_100", + "value": 49.982 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_1000", + "value": 50.233000000000004 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_3", + "value": 32.830999999999996 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_5", + "value": 38.080000000000005 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_1", + "value": 21.693 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_10", + "value": 7.248 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_100", + "value": 0.9769999999999999 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_1000", + "value": 0.1 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_3", + "value": 13.632 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_5", + "value": 10.725 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_1", + "value": 21.693 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_10", + "value": 72.475 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_100", + "value": 97.653 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_1000", + "value": 99.57300000000001 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_3", + "value": 40.896 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_5", + "value": 53.627 + }, + { + "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 45.39242428696777 + }, + { + "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 36.675626784714 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "map", + "value": 62.247725694904034 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "mrr", + "value": 74.91359978894604 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 82.68003802970496 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 81.23438110096286 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 81.87462986142582 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 81.23438110096286 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 81.61162566600755 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 81.11329400456184 + }, + { + "slice": "dataset: mteb/banking77, split: test, config: default", + "type": "accuracy", + "value": 84.01298701298701 + }, + { + "slice": "dataset: mteb/banking77, split: test, config: default", + "type": "f1", + "value": 83.31690714969382 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 37.050108150972086 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 30.15731442819715 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 31.391999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 42.597 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 44.07 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 44.198 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 38.957 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 40.961 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 37.196 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 48.152 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 48.928 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 48.964999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 45.446 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 47.205999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 37.196 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 49.089 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 54.471000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 56.385 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 43.699 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 46.22 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 37.196 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 9.313 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.478 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.198 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 20.839 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 14.936 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 31.391999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 61.876 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 84.214 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 95.985 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 46.6 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 53.588 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 29.083 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 38.812999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 40.053 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 40.188 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 36.111 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 37.519000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 36.497 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 44.85 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 45.546 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 45.593 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 42.686 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 43.909 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 36.497 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 44.443 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 48.979 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 51.154999999999994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 40.660000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 42.193000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 36.497 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 8.433 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.369 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.185 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 19.894000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 13.873 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 29.083 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 54.313 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 73.792 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 87.629 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 42.257 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 47.066 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 38.556000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 50.698 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 51.705 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 51.768 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 47.848 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 49.358000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 43.95 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 54.191 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 54.852999999999994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 54.885 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 51.954 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 53.13 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 43.95 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 56.516 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 60.477000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 61.746 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 51.601 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 53.795 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 43.95 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 9.009 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.189 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.135 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 22.989 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 15.473 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 38.556000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 70.159 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 87.132 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 96.16 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 56.906 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 62.332 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 24.238 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 32.5 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 33.637 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 33.719 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 30.026999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 31.555 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 26.328000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 34.44 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 35.455999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 35.521 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 32.034 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 33.565 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 26.328000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 37.202 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 42.728 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 44.792 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 32.368 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 35.008 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 26.328000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.7059999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.8880000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11100000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 13.672 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 9.74 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 24.238 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 49.829 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 75.21 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 90.521 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 36.867 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 43.241 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 15.378 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 22.817999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 23.977999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 24.108 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 20.719 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 21.889 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 19.03 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 27.022000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 28.011999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 28.096 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 24.855 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 26.029999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 19.03 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 27.526 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 33.040000000000006 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 36.187000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 23.497 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 25.334 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 19.03 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 4.963 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.893 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.13 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 11.360000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 8.134 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 15.378 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 38.061 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 61.754 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 84.259 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 26.788 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 31.326999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 27.511999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 37.429 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 38.818000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 38.924 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 34.625 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 36.064 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 33.300999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 43.036 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 43.894 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 43.936 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 40.825 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 42.028 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 33.300999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 43.229 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 48.992000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 51.02100000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 38.794000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 40.65 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 33.300999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 7.777000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.269 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.163 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 18.351 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 12.762 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 27.511999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 54.788000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 79.105 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 92.49199999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 41.924 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 47.026 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 24.117 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 33.32 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 34.677 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 34.78 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 30.233999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 31.668000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 29.566 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 38.244 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 39.245000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 39.296 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 35.864000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 36.919999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 29.566 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 39.127 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 44.989000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 47.189 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 34.039 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 35.744 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 29.566 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 7.385999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.204 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.158 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 16.286 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 11.484 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 24.117 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 51.559999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 77.104 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 91.79899999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 36.82 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 41.453 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 25.17625 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 34.063916666666664 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 35.255500000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 35.37275 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 31.351666666666667 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 32.80608333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 29.59783333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 38.0925 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 38.957249999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 39.01608333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 35.77625 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 37.04991666666667 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 29.59783333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 39.343666666666664 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 44.488249999999994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 46.83358333333334 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 34.69708333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 36.75075 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 29.59783333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 6.884083333333332 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.114 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.15108333333333332 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 15.965250000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 11.246500000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 25.17625 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 51.015999999999984 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 73.60174999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 89.849 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 37.88399999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 43.24541666666666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 24.537 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 31.081999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 32.042 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 32.141 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 29.137 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 30.079 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 27.454 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 33.694 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 34.579 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 34.649 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 32.004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 32.794000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 27.454 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 34.915 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 39.641 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 42.105 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 31.276 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 32.65 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 27.454 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.337 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.8250000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11199999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 13.241 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 8.895999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 24.537 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 44.324999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 65.949 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 84.017 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 33.857 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 37.316 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 17.122 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 24.32 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 25.338 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 25.462 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 22.064 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 23.322000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 20.647 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 27.858 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 28.743999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 28.819 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 25.769 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 26.964 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 20.647 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 28.849999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 33.849000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 36.802 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 24.799 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 26.682 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 20.647 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.2170000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.906 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.134 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 11.769 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 8.486 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 17.122 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 38.999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 61.467000000000006 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 82.716 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 27.601 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 32.471 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 24.396 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 33.415 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 34.521 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 34.631 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 30.703999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 32.166 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 28.825 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 37.397000000000006 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 38.286 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 38.346000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 35.028 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 36.32 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 28.825 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 38.656 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 43.856 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 46.31 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 33.793 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 35.909 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 28.825 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 6.567 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.0330000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.135 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 15.516 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 10.914 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 24.396 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 50.747 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 73.477 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 90.801 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 37.1 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 42.589 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 25.072 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 34.307 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 35.725 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 35.943999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 30.906 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 32.818000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 29.644 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 38.673 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 39.459 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 39.527 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 35.771 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 37.332 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 29.644 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 40.548 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 45.678999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 48.488 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 34.887 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 37.543 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 29.644 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 7.688000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.482 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.23600000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 16.206 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 12.016 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 25.072 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 53.478 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 76.07300000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 93.884 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 37.583 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 44.464 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 20.712 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 27.467999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 28.502 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 28.610000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 24.887999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 26.273999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 22.736 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 29.553 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 30.485 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 30.56 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 27.078999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 28.401 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 22.736 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 32.023 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 37.158 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 39.823 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 26.951999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 29.281000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 22.736 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.213 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.832 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.116 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 11.459999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 8.244 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 20.712 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 44.057 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 67.944 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 87.925 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 30.305 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 36.071999999999996 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_1", + "value": 10.181999999999999 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_10", + "value": 16.66 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_100", + "value": 18.273 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_1000", + "value": 18.45 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_3", + "value": 14.141 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_5", + "value": 15.455 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_1", + "value": 22.15 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_10", + "value": 32.062000000000005 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_100", + "value": 33.116 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_1000", + "value": 33.168 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_3", + "value": 28.827 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_5", + "value": 30.892999999999997 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_1", + "value": 22.15 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_10", + "value": 23.532 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_100", + "value": 30.358 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_1000", + "value": 33.783 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_3", + "value": 19.222 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_5", + "value": 20.919999999999998 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_1", + "value": 22.15 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_10", + "value": 7.185999999999999 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_100", + "value": 1.433 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_1000", + "value": 0.207 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_3", + "value": 13.941 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_5", + "value": 10.906 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_1", + "value": 10.181999999999999 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_10", + "value": 28.104000000000003 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_100", + "value": 51.998999999999995 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_1000", + "value": 71.311 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_3", + "value": 17.698 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_5", + "value": 22.262999999999998 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_1", + "value": 6.669 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_10", + "value": 15.552 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_100", + "value": 21.865000000000002 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_1000", + "value": 23.268 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_3", + "value": 11.309 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_5", + "value": 13.084000000000001 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_1", + "value": 55.50000000000001 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_10", + "value": 66.46600000000001 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_100", + "value": 66.944 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_1000", + "value": 66.956 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_3", + "value": 64.542 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_5", + "value": 65.717 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_1", + "value": 44.75 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_10", + "value": 35.049 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_100", + "value": 39.073 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_1000", + "value": 46.208 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_3", + "value": 39.525 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_5", + "value": 37.156 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_1", + "value": 55.50000000000001 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_10", + "value": 27.800000000000004 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_100", + "value": 9.013 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_1000", + "value": 1.8800000000000001 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_3", + "value": 42.667 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_5", + "value": 36 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_1", + "value": 6.669 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_10", + "value": 21.811 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_100", + "value": 45.112 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_1000", + "value": 67.806 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_3", + "value": 13.373 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_5", + "value": 16.615 + }, + { + "slice": "dataset: mteb/emotion, split: test, config: default", + "type": "accuracy", + "value": 48.769999999999996 + }, + { + "slice": "dataset: mteb/emotion, split: test, config: default", + "type": "f1", + "value": 42.91448356376592 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_1", + "value": 54.013 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_10", + "value": 66.239 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_100", + "value": 66.62599999999999 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_1000", + "value": 66.644 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_3", + "value": 63.965 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_5", + "value": 65.45400000000001 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_1", + "value": 58.221000000000004 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_10", + "value": 70.43700000000001 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_100", + "value": 70.744 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_1000", + "value": 70.75099999999999 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_3", + "value": 68.284 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_5", + "value": 69.721 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_1", + "value": 58.221000000000004 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_10", + "value": 72.327 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_100", + "value": 73.953 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_1000", + "value": 74.312 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_3", + "value": 68.062 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_5", + "value": 70.56400000000001 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_1", + "value": 58.221000000000004 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_10", + "value": 9.521 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_100", + "value": 1.045 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_1000", + "value": 0.109 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_3", + "value": 27.348 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_5", + "value": 17.794999999999998 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_1", + "value": 54.013 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_10", + "value": 86.957 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_100", + "value": 93.911 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_1000", + "value": 96.38 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_3", + "value": 75.555 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_5", + "value": 81.671 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_1", + "value": 21.254 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_10", + "value": 33.723 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_100", + "value": 35.574 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_1000", + "value": 35.730000000000004 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_3", + "value": 29.473 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_5", + "value": 31.543 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_1", + "value": 41.358 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_10", + "value": 49.498 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_100", + "value": 50.275999999999996 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_1000", + "value": 50.308 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_3", + "value": 47.016000000000005 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_5", + "value": 48.336 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_1", + "value": 41.358 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_10", + "value": 41.579 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_100", + "value": 48.455 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_1000", + "value": 51.165000000000006 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_3", + "value": 37.681 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_5", + "value": 38.49 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_1", + "value": 41.358 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_10", + "value": 11.543000000000001 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_100", + "value": 1.87 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_1000", + "value": 0.23600000000000002 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_3", + "value": 24.743000000000002 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_5", + "value": 17.994 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_1", + "value": 21.254 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_10", + "value": 48.698 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_100", + "value": 74.588 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_1000", + "value": 91.00200000000001 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_3", + "value": 33.939 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_5", + "value": 39.367000000000004 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_1", + "value": 35.922 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_10", + "value": 52.32599999999999 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_100", + "value": 53.18000000000001 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_1000", + "value": 53.245 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_3", + "value": 49.294 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_5", + "value": 51.202999999999996 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_1", + "value": 71.843 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_10", + "value": 78.24600000000001 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_100", + "value": 78.515 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_1000", + "value": 78.527 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_3", + "value": 77.17500000000001 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_5", + "value": 77.852 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_1", + "value": 71.843 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_10", + "value": 61.379 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_100", + "value": 64.535 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_1000", + "value": 65.888 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_3", + "value": 56.958 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_5", + "value": 59.434 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_1", + "value": 71.843 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_10", + "value": 12.686 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_100", + "value": 1.517 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_1000", + "value": 0.16999999999999998 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_3", + "value": 35.778 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_5", + "value": 23.422 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_1", + "value": 35.922 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_10", + "value": 63.43 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_100", + "value": 75.868 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_1000", + "value": 84.88900000000001 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_3", + "value": 53.666000000000004 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_5", + "value": 58.555 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "accuracy", + "value": 79.4408 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "ap", + "value": 73.52820871620366 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "f1", + "value": 79.36240238685001 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_1", + "value": 21.826999999999998 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_10", + "value": 34.04 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_100", + "value": 35.226 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_1000", + "value": 35.275 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_3", + "value": 30.165999999999997 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_5", + "value": 32.318000000000005 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_1", + "value": 22.464000000000002 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_10", + "value": 34.631 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_100", + "value": 35.752 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_1000", + "value": 35.795 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_3", + "value": 30.798 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_5", + "value": 32.946999999999996 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_1", + "value": 22.464000000000002 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_10", + "value": 40.919 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_100", + "value": 46.632 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_1000", + "value": 47.833 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_3", + "value": 32.992 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_5", + "value": 36.834 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_1", + "value": 22.464000000000002 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_10", + "value": 6.494 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_100", + "value": 0.9369999999999999 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_1000", + "value": 0.104 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_3", + "value": 14.021 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_5", + "value": 10.347000000000001 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_1", + "value": 21.826999999999998 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_10", + "value": 62.132 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_100", + "value": 88.55199999999999 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_1000", + "value": 97.707 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_3", + "value": 40.541 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_5", + "value": 49.739 + }, + { + "slice": "dataset: mteb/mtop_domain, split: test, config: en", + "type": "accuracy", + "value": 95.68399452804377 + }, + { + "slice": "dataset: mteb/mtop_domain, split: test, config: en", + "type": "f1", + "value": 95.25490609832268 + }, + { + "slice": "dataset: mteb/mtop_intent, split: test, config: en", + "type": "accuracy", + "value": 83.15321477428182 + }, + { + "slice": "dataset: mteb/mtop_intent, split: test, config: en", + "type": "f1", + "value": 60.35476439087966 + }, + { + "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", + "type": "accuracy", + "value": 71.92669804976462 + }, + { + "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", + "type": "f1", + "value": 69.22815107207565 + }, + { + "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", + "type": "accuracy", + "value": 74.4855413584398 + }, + { + "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", + "type": "f1", + "value": 72.92107516103387 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 32.412679360205544 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 28.09211869875204 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "map", + "value": 30.540919056982545 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "mrr", + "value": 31.529904607063536 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_1", + "value": 5.745 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_10", + "value": 12.013 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_100", + "value": 15.040000000000001 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_1000", + "value": 16.427 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_3", + "value": 8.841000000000001 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_5", + "value": 10.289 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_1", + "value": 45.201 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_10", + "value": 53.483999999999995 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_100", + "value": 54.20700000000001 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_1000", + "value": 54.252 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_3", + "value": 51.29 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_5", + "value": 52.73 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_1", + "value": 43.808 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_10", + "value": 32.445 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_100", + "value": 30.031000000000002 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_1000", + "value": 39.007 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_3", + "value": 37.204 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_5", + "value": 35.07 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_1", + "value": 45.201 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_10", + "value": 23.684 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_100", + "value": 7.600999999999999 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_1000", + "value": 2.043 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_3", + "value": 33.953 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_5", + "value": 29.412 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_1", + "value": 5.745 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_10", + "value": 16.168 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_100", + "value": 30.875999999999998 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_1000", + "value": 62.686 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_3", + "value": 9.75 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_5", + "value": 12.413 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_1", + "value": 37.828 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_10", + "value": 53.239000000000004 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_100", + "value": 54.035999999999994 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_1000", + "value": 54.067 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_3", + "value": 49.289 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_5", + "value": 51.784 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_1", + "value": 42.497 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_10", + "value": 55.916999999999994 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_100", + "value": 56.495 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_1000", + "value": 56.516999999999996 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_3", + "value": 52.800000000000004 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_5", + "value": 54.722 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_1", + "value": 42.468 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_10", + "value": 60.437 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_100", + "value": 63.731 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_1000", + "value": 64.41799999999999 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_3", + "value": 53.230999999999995 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_5", + "value": 57.26 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_1", + "value": 42.468 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_10", + "value": 9.47 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_100", + "value": 1.1360000000000001 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_1000", + "value": 0.12 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_3", + "value": 23.724999999999998 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_5", + "value": 16.593 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_1", + "value": 37.828 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_10", + "value": 79.538 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_100", + "value": 93.646 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_1000", + "value": 98.72999999999999 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_3", + "value": 61.134 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_5", + "value": 70.377 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_1", + "value": 70.548 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_10", + "value": 84.466 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_100", + "value": 85.10600000000001 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_1000", + "value": 85.123 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_3", + "value": 81.57600000000001 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_5", + "value": 83.399 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_1", + "value": 81.24 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_10", + "value": 87.457 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_100", + "value": 87.574 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_1000", + "value": 87.575 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_3", + "value": 86.507 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_5", + "value": 87.205 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_1", + "value": 81.25 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_10", + "value": 88.203 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_100", + "value": 89.457 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_1000", + "value": 89.563 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_3", + "value": 85.465 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_5", + "value": 87.007 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_1", + "value": 81.25 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_10", + "value": 13.373 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_100", + "value": 1.5270000000000001 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_1000", + "value": 0.157 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_3", + "value": 37.417 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_5", + "value": 24.556 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_1", + "value": 70.548 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_10", + "value": 95.208 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_100", + "value": 99.514 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_1000", + "value": 99.988 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_3", + "value": 87.214 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_5", + "value": 91.696 + }, + { + "slice": "dataset: mteb/reddit-clustering, split: test, config: default", + "type": "v_measure", + "value": 53.04822095496839 + }, + { + "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 60.30778476474675 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_1", + "value": 4.692 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_10", + "value": 11.766 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_100", + "value": 13.904 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_1000", + "value": 14.216999999999999 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_3", + "value": 8.245 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_5", + "value": 9.92 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_1", + "value": 23 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_10", + "value": 33.78 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_100", + "value": 34.922 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_1000", + "value": 34.973 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_3", + "value": 30.2 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_5", + "value": 32.565 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_1", + "value": 23 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_10", + "value": 19.863 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_100", + "value": 28.141 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_1000", + "value": 33.549 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_3", + "value": 18.434 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_5", + "value": 16.384 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_1", + "value": 23 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_10", + "value": 10.39 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_100", + "value": 2.235 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_1000", + "value": 0.35300000000000004 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_3", + "value": 17.133000000000003 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_5", + "value": 14.44 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_1", + "value": 4.692 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_10", + "value": 21.025 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_100", + "value": 45.324999999999996 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_1000", + "value": 71.675 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_3", + "value": 10.440000000000001 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_5", + "value": 14.64 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 84.96178184892842 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 79.6487740813199 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 82.06661161625023 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 79.64876769031183 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 82.07061164575131 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 79.65197039464537 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 84.15305604100027 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 74.27447427941591 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 80.52737337565307 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 74.27416077132192 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 80.53728571140387 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 74.28853605753457 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 83.44386080639279 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 84.17947648159536 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 83.34145388129387 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 84.17947648159536 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 83.30699061927966 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 84.18125737380451 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 81.57392220985612 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 78.80745014464101 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 80.01660371487199 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 78.80741240102256 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 79.96810779507953 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 78.75600400119448 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 86.85421063026625 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 87.55320285299192 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 86.69750143323517 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 87.55320284326378 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 86.63379169960379 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 87.4815029877984 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 84.31314130411842 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 85.3489588181433 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 84.13240933463535 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 85.34902871403281 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 84.01183086503559 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 85.19316703166102 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "cos_sim_pearson", + "value": 89.09979781689536 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "cos_sim_spearman", + "value": 88.87813323759015 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "euclidean_pearson", + "value": 88.65413031123792 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "euclidean_spearman", + "value": 88.87813323759015 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "manhattan_pearson", + "value": 88.61818758256024 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "manhattan_spearman", + "value": 88.81044100494604 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "cos_sim_pearson", + "value": 62.30693258111531 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "cos_sim_spearman", + "value": 62.195516523251946 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "euclidean_pearson", + "value": 62.951283701049476 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "euclidean_spearman", + "value": 62.195516523251946 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "manhattan_pearson", + "value": 63.068322281439535 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "manhattan_spearman", + "value": 62.10621171028406 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 84.27092833763909 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 84.84429717949759 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 84.8516966060792 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 84.84429717949759 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 84.82203139242881 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 84.8358503952945 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "map", + "value": 83.10290863981409 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "mrr", + "value": 95.31168450286097 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_1", + "value": 52.161 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_10", + "value": 62.138000000000005 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_100", + "value": 62.769 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_1000", + "value": 62.812 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_3", + "value": 59.111000000000004 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_5", + "value": 60.995999999999995 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_1", + "value": 55.333 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_10", + "value": 63.504000000000005 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_100", + "value": 64.036 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_1000", + "value": 64.08 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_3", + "value": 61.278 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_5", + "value": 62.778 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_1", + "value": 55.333 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_10", + "value": 66.678 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_100", + "value": 69.415 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_1000", + "value": 70.453 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_3", + "value": 61.755 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_5", + "value": 64.546 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_1", + "value": 55.333 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_10", + "value": 9.033 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_100", + "value": 1.043 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11199999999999999 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_3", + "value": 24.221999999999998 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_5", + "value": 16.333000000000002 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_1", + "value": 52.161 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_10", + "value": 79.156 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_100", + "value": 91.333 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_1000", + "value": 99.333 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_3", + "value": 66.43299999999999 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_5", + "value": 73.272 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_accuracy", + "value": 99.81287128712871 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_ap", + "value": 95.30034785910676 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_f1", + "value": 90.28629856850716 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_precision", + "value": 92.36401673640168 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_recall", + "value": 88.3 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 99.81287128712871 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 95.30034785910676 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 90.28629856850716 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 92.36401673640168 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 88.3 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 99.81287128712871 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 95.30034785910676 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 90.28629856850716 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 92.36401673640168 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 88.3 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 99.80990099009901 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 95.26880751950654 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 90.22177419354838 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 90.95528455284553 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 89.5 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_accuracy", + "value": 99.81287128712871 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 95.30034785910676 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 90.28629856850716 + }, + { + "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", + "type": "v_measure", + "value": 58.518662504351184 + }, + { + "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 34.96168178378587 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "map", + "value": 52.04862593471896 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "mrr", + "value": 52.97238402936932 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "cos_sim_pearson", + "value": 30.092545236479946 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "cos_sim_spearman", + "value": 31.599851000175498 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "dot_pearson", + "value": 30.092542723901676 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "dot_spearman", + "value": 31.599851000175498 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_1", + "value": 0.189 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_10", + "value": 1.662 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_100", + "value": 9.384 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_1000", + "value": 22.669 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_3", + "value": 0.5559999999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_5", + "value": 0.9039999999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_1", + "value": 68 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_10", + "value": 81.01899999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_100", + "value": 81.01899999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_1000", + "value": 81.01899999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_3", + "value": 79.333 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_5", + "value": 80.733 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_1", + "value": 63 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_10", + "value": 65.913 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_100", + "value": 51.895 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_1000", + "value": 46.967 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_3", + "value": 65.49199999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_5", + "value": 66.69699999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_1", + "value": 68 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_10", + "value": 71.6 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_100", + "value": 53.66 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_1000", + "value": 21.124000000000002 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_3", + "value": 72.667 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_5", + "value": 74 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_1", + "value": 0.189 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_10", + "value": 1.913 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_100", + "value": 12.601999999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_1000", + "value": 44.296 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_3", + "value": 0.605 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_5", + "value": 1.018 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_1", + "value": 2.701 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_10", + "value": 10.445 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_100", + "value": 17.324 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_1000", + "value": 19.161 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_3", + "value": 5.497 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_5", + "value": 7.278 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_1", + "value": 30.612000000000002 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_10", + "value": 45.534 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_100", + "value": 45.792 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_1000", + "value": 45.806999999999995 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_3", + "value": 37.755 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_5", + "value": 43.469 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_1", + "value": 26.531 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_10", + "value": 26.235000000000003 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_100", + "value": 39.17 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_1000", + "value": 51.038 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_3", + "value": 23.625 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_5", + "value": 24.338 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_1", + "value": 30.612000000000002 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_10", + "value": 24.285999999999998 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_100", + "value": 8.224 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_1000", + "value": 1.6179999999999999 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_3", + "value": 24.490000000000002 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_5", + "value": 24.898 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_1", + "value": 2.701 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_10", + "value": 17.997 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_100", + "value": 51.766999999999996 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_1000", + "value": 87.863 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_3", + "value": 6.295000000000001 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_5", + "value": 9.993 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "accuracy", + "value": 73.3474 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "ap", + "value": 15.393431414459924 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "f1", + "value": 56.466681887882416 + }, + { + "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", + "type": "accuracy", + "value": 62.062818336163 + }, + { + "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", + "type": "f1", + "value": 62.11230840463252 + }, + { + "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", + "type": "v_measure", + "value": 42.464892820845115 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_accuracy", + "value": 86.15962329379508 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_ap", + "value": 74.73674057919256 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_f1", + "value": 68.81245642574947 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_precision", + "value": 61.48255813953488 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_recall", + "value": 78.12664907651715 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 86.15962329379508 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 74.7367634988281 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 68.81245642574947 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 61.48255813953488 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 78.12664907651715 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 86.15962329379508 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 74.7367761466634 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 68.81245642574947 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 61.48255813953488 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 78.12664907651715 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 86.21326816474935 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 74.64416473733951 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 68.80924855491331 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 61.23456790123457 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 78.52242744063325 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_accuracy", + "value": 86.21326816474935 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 74.7367761466634 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 68.81245642574947 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_accuracy", + "value": 88.97620988085536 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_ap", + "value": 86.08680845745758 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_f1", + "value": 78.02793637114438 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_precision", + "value": 73.11082699683736 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_recall", + "value": 83.65414228518632 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 88.97620988085536 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 86.08681149437946 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 78.02793637114438 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 73.11082699683736 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 83.65414228518632 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 88.97620988085536 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 86.08681215460771 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 78.02793637114438 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 73.11082699683736 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 83.65414228518632 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 88.88888888888889 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 86.02916327562438 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 78.02063045516843 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 73.38851947346994 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 83.2768709578072 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_accuracy", + "value": 88.97620988085536 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 86.08681215460771 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 78.02793637114438 + } + ] + } + }, + "authors": [ + { + "name": "jinaai" + } + ], + "licenses": [ + { + "license": { + "id": "Apache-2.0", + "url": "https://spdx.org/licenses/Apache-2.0.html" + } + } + ], + "tags": [ + "sentence-transformers", + "pytorch", + "coreml", + "onnx", + "safetensors", + "bert", + "feature-extraction", + "sentence-similarity", + "mteb", + "custom_code", + "en", + "dataset:allenai/c4", + "arxiv:2108.12409", + "arxiv:2310.19923", + "license:apache-2.0", + "model-index", + "autotrain_compatible", + "text-embeddings-inference", + "region:us" + ] + } + }, + "components": [ + { + "type": "data", + "bom-ref": "allenai/c4-afca0d3d-77f1-5298-9a7a-e383d0df3c0b", + "name": "allenai/c4", + "data": [ + { + "type": "dataset", + "bom-ref": "allenai/c4-afca0d3d-77f1-5298-9a7a-e383d0df3c0b", + "name": "allenai/c4", + "contents": { + "url": "https://huggingface.co/datasets/allenai/c4", + "properties": [ + { + "name": "task_categories", + "value": "text-generation, fill-mask" + }, + { + "name": "task_ids", + "value": "language-modeling, masked-language-modeling" + }, + { + "name": "language", + "value": "af, am, ar, az, be, bg, bn, ca, ceb, co, cs, cy, da, de, el, en, eo, es, et, eu, fa, fi, fil, fr, fy, ga, gd, gl, gu, ha, haw, he, hi, hmn, ht, hu, hy, id, ig, is, it, iw, ja, jv, ka, kk, km, kn, ko, ku, ky, la, lb, lo, lt, lv, mg, mi, mk, ml, mn, mr, ms, mt, my, ne, nl, no, ny, pa, pl, ps, pt, ro, ru, sd, si, sk, sl, sm, sn, so, sq, sr, st, su, sv, sw, ta, te, tg, th, tr, uk, und, ur, uz, vi, xh, yi, yo, zh, zu" + }, + { + "name": "size_categories", + "value": "n<1K, 1K