MMEB-Leaderboard / rankings /mmeb_ranking.csv
memray's picture
leaderboard major update and issues fixed (#111)
10db86a
Rank,Models,Model Size(B),Date,Overall,Image-Overall,Video-Overall,Visdoc-Overall
1,"<a href=""https://huggingface.co/Qwen/Qwen3-VL-Embedding-8B"">Qwen3-VL-Embedding-8B</a>",8.14,2026-01-06,77.82,80.12,67.15,82.36
2,"<a href=""https://console.volcengine.com/ark/region:ark+cn-beijing/model/detail?Id=doubao-embedding-vision"">seed1.6-embedding-1215</a>",unknown,2025-12-18,75.08,77.99,67.74,76.23
3,WeMM-Embedding-8B,8.77,2025-12-16,73.9,78.09,63.24,75.62
4,"<a href=""https://huggingface.co/Qwen/Qwen3-VL-Embedding-2B"">Qwen3-VL-Embedding-2B</a>",2.13,2026-01-06,73.25,74.96,61.87,79.22
5,"<a href=""https://interestfm-tte.github.io/"">IFM-TTE-7B</a>",8.29,2025-10-11,73.06,77.9,59.19,76.21
6,WeMM-Embedding-2B,2.13,2025-12-16,71.17,76.08,58.67,73.2
7,"<a href=""https://github.com/360CVGroup/RzenEmbed"">RzenEmbed-v2-7B</a>",8.29,2025-09-20,71.12,75.92,55.73,75.45
8,"<a href=""https://seed1-6-embedding.github.io"">seed-1.6-embedding</a>",unknown,2025-06-17,70.78,77.78,55.34,71.84
9,RzenEmbed-v1-7B,8.29,2025-07-30,68.37,73.6,48.87,75.16
10,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-4B</a>",4.44,2026-01-23,67.94,70.81,53.19,74.69
11,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-7B"">Ops-MM-embedding-v1-7B</a>",8.29,2025-07-02,67.12,72.72,53.76,68.74
12,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-2B</a>",2.13,2026-01-23,66.54,68.86,51.69,74.19
13,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-7B"">e5-omni-7B</a>",8.0,2026-01-09,65.85,71.23,43.54,74.52
14,"<a href=""https://huggingface.co/zhibinlan/UME-R1-7B"">UME-R1-7B</a>",8.29,2025-10-20,64.07,71.25,47.5,65.73
15,RzenEmbed-v1-2B,2.21,2025-07-16,63.86,68.53,42.62,72.78
16,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-3B"">e5-omni-3B</a>",3.0,2026-01-09,63.08,67.59,40.63,73.16
17,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-2B"">Ops-MM-embedding-v1-2B</a>",2.21,2025-07-02,63.0,69.03,47.56,65.53
18,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-7B</a>",8.03,2025-07-06,60.17,67.56,42.4,62.42
19,"<a href=""https://huggingface.co/zhibinlan/UME-R1-2B"">UME-R1-2B</a>",2.21,2025-10-20,59.69,66.56,42.23,62.48
20,"<a href=""https://github.com/GaryGuTC/UniME-v2"">UniME-V2-LLaVA-OneVision-7B</a>",8.03,2025-10-15,59.12,71.77,39.01,55.22
21,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-12-29,57.49,64.92,34.67,63.47
22,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct"">gme-Qwen2-VL-7B-Instruct</a>",8.29,2025-12-29,57.32,55.93,38.43,73.58
23,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,2025-12-29,53.65,51.87,33.59,71.35
24,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,2025-07-06,49.33,55.43,35.87,50.26
25,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec-V1-Qwen2VL-7B</a>",8.29,2025-12-29,47.0,65.37,33.79,29.34
26,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret-Qwen2.5VL-7b"">LamRA-Ret-Qwen2.5VL-7b</a>",8.29,2025-06-28,46.82,52.54,33.83,47.99
27,"<a href=""https://huggingface.co/vidore/colpali-v1.3"">colpali-v1.3</a>",2.92,2025-12-29,44.2,34.89,28.23,70.14
28,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec-V1-Qwen2VL-2B</a>",2.21,2025-12-29,42.69,59.73,28.55,27.74
29,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret"">LamRA-Ret</a>",8.29,2025-12-29,41.6,54.13,35.21,27.61
30,QQMM-embed-v3,8.29,2025-12-30,36.1,78.21,0.0,0.0
31,"<a href=""https://github.com/QQ-MM/QQMM-embed"">QQMM-embed-v2</a>",8.29,2025-09-15,34.74,75.28,0.0,0.0
32,UniVec-CoT-7B,8.29,unknown,34.2,74.11,0.0,0.0
33,OEmbedding-v1-7B,8.29,2025-10-14,34.18,74.05,0.0,0.0
34,ReCo-7B,8.29,2025-08-15,34.09,73.87,0.0,0.0
35,UniVec-7B,8.29,unknown,34.06,73.79,0.0,0.0
36,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-7B</a>",8.29,2025-11-24,34.01,73.7,0.0,0.0
37,dp-embedding-v3-lite,8.29,2025-12-15,33.87,73.38,0.0,0.0
38,TCE-v1,8.0,2025-10-31,33.39,72.36,0.0,0.0
39,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,32.4,70.2,0.0,0.0
40,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,31.94,69.21,0.0,0.0
41,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-Colqwen3-4B"">Ops-Colqwen3-4B</a>",4.44,2026-01-27,25.88,0.0,0.0,84.12
42,Taichu-UniRetriever-8B,8.77,2026-01-15,25.62,0.0,0.0,83.25
43,Taichu-UniRetriever-2B,2.13,2026-01-15,25.02,0.0,0.0,81.31
44,"<a href=""https://huggingface.co/Alibaba-NLP/GVE-7B"">GVE-7B</a>",8.29,unknown,11.67,0.0,50.57,0.0
45,TCR,8.77,2026-01-15,0.0,0.0,0.0,0.0