Spaces:
Running
Running
update claude 4.5 flores results
Browse files
data/leaderboard_json/lite_language_scores.json
CHANGED
|
@@ -11,9 +11,9 @@
|
|
| 11 |
"sot": 37.0,
|
| 12 |
"swa": 53.3,
|
| 13 |
"xho": 49.0,
|
|
|
|
| 14 |
"yor": 42.0,
|
| 15 |
-
"zul": 47.7
|
| 16 |
-
"wol": 29.2
|
| 17 |
},
|
| 18 |
"Gemma1.1 7b": {
|
| 19 |
"amh": 19.0,
|
|
@@ -27,9 +27,9 @@
|
|
| 27 |
"sot": 19.0,
|
| 28 |
"swa": 35.0,
|
| 29 |
"xho": 23.6,
|
|
|
|
| 30 |
"yor": 22.3,
|
| 31 |
-
"zul": 23.8
|
| 32 |
-
"wol": 22.7
|
| 33 |
},
|
| 34 |
"LLaMa2 7b": {
|
| 35 |
"amh": 15.4,
|
|
@@ -43,9 +43,9 @@
|
|
| 43 |
"sot": 12.5,
|
| 44 |
"swa": 17.5,
|
| 45 |
"xho": 15.8,
|
|
|
|
| 46 |
"yor": 16.0,
|
| 47 |
-
"zul": 15.7
|
| 48 |
-
"wol": 16.7
|
| 49 |
},
|
| 50 |
"LLaMa3 8B": {
|
| 51 |
"amh": 15.9,
|
|
@@ -59,9 +59,9 @@
|
|
| 59 |
"sot": 16.1,
|
| 60 |
"swa": 20.3,
|
| 61 |
"xho": 16.2,
|
|
|
|
| 62 |
"yor": 16.5,
|
| 63 |
-
"zul": 17.1
|
| 64 |
-
"wol": 16.0
|
| 65 |
},
|
| 66 |
"LLaMa3.1 8B": {
|
| 67 |
"amh": 18.9,
|
|
@@ -75,9 +75,9 @@
|
|
| 75 |
"sot": 13.5,
|
| 76 |
"swa": 29.5,
|
| 77 |
"xho": 18.1,
|
|
|
|
| 78 |
"yor": 19.1,
|
| 79 |
-
"zul": 18.9
|
| 80 |
-
"wol": 17.2
|
| 81 |
},
|
| 82 |
"LLaMAX3 8B": {
|
| 83 |
"amh": 18.8,
|
|
@@ -91,9 +91,9 @@
|
|
| 91 |
"sot": 13.7,
|
| 92 |
"swa": 21.2,
|
| 93 |
"xho": 19.2,
|
|
|
|
| 94 |
"yor": 18.6,
|
| 95 |
-
"zul": 19.1
|
| 96 |
-
"wol": 16.6
|
| 97 |
},
|
| 98 |
"Gemma2 9b": {
|
| 99 |
"amh": 45.0,
|
|
@@ -107,9 +107,9 @@
|
|
| 107 |
"sot": 26.9,
|
| 108 |
"swa": 61.1,
|
| 109 |
"xho": 39.9,
|
|
|
|
| 110 |
"yor": 33.2,
|
| 111 |
-
"zul": 38.8
|
| 112 |
-
"wol": 26.2
|
| 113 |
},
|
| 114 |
"Gemma2 27b": {
|
| 115 |
"amh": 45.3,
|
|
@@ -123,9 +123,9 @@
|
|
| 123 |
"sot": 32.9,
|
| 124 |
"swa": 67.7,
|
| 125 |
"xho": 44.6,
|
|
|
|
| 126 |
"yor": 37.6,
|
| 127 |
-
"zul": 45.2
|
| 128 |
-
"wol": 26.9
|
| 129 |
},
|
| 130 |
"LLaMa3.1 70B": {
|
| 131 |
"amh": 33.9,
|
|
@@ -139,9 +139,9 @@
|
|
| 139 |
"sot": 26.0,
|
| 140 |
"swa": 57.0,
|
| 141 |
"xho": 29.5,
|
|
|
|
| 142 |
"yor": 29.4,
|
| 143 |
-
"zul": 32.1
|
| 144 |
-
"wol": 25.1
|
| 145 |
},
|
| 146 |
"AfroLLaMa 8B": {
|
| 147 |
"amh": 14.1,
|
|
@@ -155,9 +155,9 @@
|
|
| 155 |
"sot": 10.9,
|
| 156 |
"swa": 16.2,
|
| 157 |
"xho": 15.1,
|
|
|
|
| 158 |
"yor": 16.2,
|
| 159 |
-
"zul": 15.5
|
| 160 |
-
"wol": 14.2
|
| 161 |
},
|
| 162 |
"Gemini 1.5 pro": {
|
| 163 |
"amh": 75.3,
|
|
@@ -171,9 +171,9 @@
|
|
| 171 |
"sot": 64.3,
|
| 172 |
"swa": 70.9,
|
| 173 |
"xho": 69.2,
|
|
|
|
| 174 |
"yor": 62.3,
|
| 175 |
-
"zul": 66.8
|
| 176 |
-
"wol": 29.7
|
| 177 |
},
|
| 178 |
"GPT-4o (Aug)": {
|
| 179 |
"amh": 67.7,
|
|
@@ -187,9 +187,9 @@
|
|
| 187 |
"sot": 67.6,
|
| 188 |
"swa": 73.6,
|
| 189 |
"xho": 70.8,
|
|
|
|
| 190 |
"yor": 68.3,
|
| 191 |
-
"zul": 69.3
|
| 192 |
-
"wol": 43.5
|
| 193 |
},
|
| 194 |
"Gemma 3 27b": {
|
| 195 |
"amh": 61.2,
|
|
@@ -266,6 +266,21 @@
|
|
| 266 |
"yor": 21.9,
|
| 267 |
"zul": 20.6
|
| 268 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 269 |
"Gemini-2.5 Flash": {
|
| 270 |
"amh": 71.2,
|
| 271 |
"hau": 67.1,
|
|
@@ -281,7 +296,22 @@
|
|
| 281 |
"yor": 65.5,
|
| 282 |
"zul": 69.4
|
| 283 |
},
|
| 284 |
-
"Claude 4.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 285 |
"amh": 78.0,
|
| 286 |
"hau": 73.9,
|
| 287 |
"ibo": 71.8,
|
|
@@ -310,35 +340,5 @@
|
|
| 310 |
"xho": 64.1,
|
| 311 |
"yor": 57.9,
|
| 312 |
"zul": 62.2
|
| 313 |
-
},
|
| 314 |
-
"Claude 4.5 Sonnet": {
|
| 315 |
-
"amh": 81.9,
|
| 316 |
-
"hau": 75.6,
|
| 317 |
-
"ibo": 74.1,
|
| 318 |
-
"kin": 71.1,
|
| 319 |
-
"lin": 62.9,
|
| 320 |
-
"lug": 68.5,
|
| 321 |
-
"orm": 72.3,
|
| 322 |
-
"sna": 75.1,
|
| 323 |
-
"sot": 72.7,
|
| 324 |
-
"swa": 82.9,
|
| 325 |
-
"xho": 76.6,
|
| 326 |
-
"yor": 75.0,
|
| 327 |
-
"zul": 73.4
|
| 328 |
-
},
|
| 329 |
-
"Gemini 2.5 Pro": {
|
| 330 |
-
"amh": 78.6,
|
| 331 |
-
"hau": 72.6,
|
| 332 |
-
"ibo": 73.9,
|
| 333 |
-
"kin": 74.7,
|
| 334 |
-
"lin": 68.4,
|
| 335 |
-
"lug": 72.2,
|
| 336 |
-
"orm": 75.3,
|
| 337 |
-
"sna": 78.6,
|
| 338 |
-
"sot": 72.9,
|
| 339 |
-
"swa": 82.5,
|
| 340 |
-
"xho": 78.3,
|
| 341 |
-
"yor": 71.8,
|
| 342 |
-
"zul": 76.7
|
| 343 |
}
|
| 344 |
}
|
|
|
|
| 11 |
"sot": 37.0,
|
| 12 |
"swa": 53.3,
|
| 13 |
"xho": 49.0,
|
| 14 |
+
"wol": 29.2,
|
| 15 |
"yor": 42.0,
|
| 16 |
+
"zul": 47.7
|
|
|
|
| 17 |
},
|
| 18 |
"Gemma1.1 7b": {
|
| 19 |
"amh": 19.0,
|
|
|
|
| 27 |
"sot": 19.0,
|
| 28 |
"swa": 35.0,
|
| 29 |
"xho": 23.6,
|
| 30 |
+
"wol": 22.7,
|
| 31 |
"yor": 22.3,
|
| 32 |
+
"zul": 23.8
|
|
|
|
| 33 |
},
|
| 34 |
"LLaMa2 7b": {
|
| 35 |
"amh": 15.4,
|
|
|
|
| 43 |
"sot": 12.5,
|
| 44 |
"swa": 17.5,
|
| 45 |
"xho": 15.8,
|
| 46 |
+
"wol": 16.7,
|
| 47 |
"yor": 16.0,
|
| 48 |
+
"zul": 15.7
|
|
|
|
| 49 |
},
|
| 50 |
"LLaMa3 8B": {
|
| 51 |
"amh": 15.9,
|
|
|
|
| 59 |
"sot": 16.1,
|
| 60 |
"swa": 20.3,
|
| 61 |
"xho": 16.2,
|
| 62 |
+
"wol": 16.0,
|
| 63 |
"yor": 16.5,
|
| 64 |
+
"zul": 17.1
|
|
|
|
| 65 |
},
|
| 66 |
"LLaMa3.1 8B": {
|
| 67 |
"amh": 18.9,
|
|
|
|
| 75 |
"sot": 13.5,
|
| 76 |
"swa": 29.5,
|
| 77 |
"xho": 18.1,
|
| 78 |
+
"wol": 17.2,
|
| 79 |
"yor": 19.1,
|
| 80 |
+
"zul": 18.9
|
|
|
|
| 81 |
},
|
| 82 |
"LLaMAX3 8B": {
|
| 83 |
"amh": 18.8,
|
|
|
|
| 91 |
"sot": 13.7,
|
| 92 |
"swa": 21.2,
|
| 93 |
"xho": 19.2,
|
| 94 |
+
"wol": 16.6,
|
| 95 |
"yor": 18.6,
|
| 96 |
+
"zul": 19.1
|
|
|
|
| 97 |
},
|
| 98 |
"Gemma2 9b": {
|
| 99 |
"amh": 45.0,
|
|
|
|
| 107 |
"sot": 26.9,
|
| 108 |
"swa": 61.1,
|
| 109 |
"xho": 39.9,
|
| 110 |
+
"wol": 26.2,
|
| 111 |
"yor": 33.2,
|
| 112 |
+
"zul": 38.8
|
|
|
|
| 113 |
},
|
| 114 |
"Gemma2 27b": {
|
| 115 |
"amh": 45.3,
|
|
|
|
| 123 |
"sot": 32.9,
|
| 124 |
"swa": 67.7,
|
| 125 |
"xho": 44.6,
|
| 126 |
+
"wol": 26.9,
|
| 127 |
"yor": 37.6,
|
| 128 |
+
"zul": 45.2
|
|
|
|
| 129 |
},
|
| 130 |
"LLaMa3.1 70B": {
|
| 131 |
"amh": 33.9,
|
|
|
|
| 139 |
"sot": 26.0,
|
| 140 |
"swa": 57.0,
|
| 141 |
"xho": 29.5,
|
| 142 |
+
"wol": 25.1,
|
| 143 |
"yor": 29.4,
|
| 144 |
+
"zul": 32.1
|
|
|
|
| 145 |
},
|
| 146 |
"AfroLLaMa 8B": {
|
| 147 |
"amh": 14.1,
|
|
|
|
| 155 |
"sot": 10.9,
|
| 156 |
"swa": 16.2,
|
| 157 |
"xho": 15.1,
|
| 158 |
+
"wol": 14.2,
|
| 159 |
"yor": 16.2,
|
| 160 |
+
"zul": 15.5
|
|
|
|
| 161 |
},
|
| 162 |
"Gemini 1.5 pro": {
|
| 163 |
"amh": 75.3,
|
|
|
|
| 171 |
"sot": 64.3,
|
| 172 |
"swa": 70.9,
|
| 173 |
"xho": 69.2,
|
| 174 |
+
"wol": 29.7,
|
| 175 |
"yor": 62.3,
|
| 176 |
+
"zul": 66.8
|
|
|
|
| 177 |
},
|
| 178 |
"GPT-4o (Aug)": {
|
| 179 |
"amh": 67.7,
|
|
|
|
| 187 |
"sot": 67.6,
|
| 188 |
"swa": 73.6,
|
| 189 |
"xho": 70.8,
|
| 190 |
+
"wol": 43.5,
|
| 191 |
"yor": 68.3,
|
| 192 |
+
"zul": 69.3
|
|
|
|
| 193 |
},
|
| 194 |
"Gemma 3 27b": {
|
| 195 |
"amh": 61.2,
|
|
|
|
| 266 |
"yor": 21.9,
|
| 267 |
"zul": 20.6
|
| 268 |
},
|
| 269 |
+
"Gemini-2.5 Pro": {
|
| 270 |
+
"amh": 78.6,
|
| 271 |
+
"hau": 72.6,
|
| 272 |
+
"ibo": 73.9,
|
| 273 |
+
"kin": 74.7,
|
| 274 |
+
"lin": 68.4,
|
| 275 |
+
"lug": 72.2,
|
| 276 |
+
"orm": 75.3,
|
| 277 |
+
"sna": 78.6,
|
| 278 |
+
"sot": 72.9,
|
| 279 |
+
"swa": 82.5,
|
| 280 |
+
"xho": 78.3,
|
| 281 |
+
"yor": 71.8,
|
| 282 |
+
"zul": 76.7
|
| 283 |
+
},
|
| 284 |
"Gemini-2.5 Flash": {
|
| 285 |
"amh": 71.2,
|
| 286 |
"hau": 67.1,
|
|
|
|
| 296 |
"yor": 65.5,
|
| 297 |
"zul": 69.4
|
| 298 |
},
|
| 299 |
+
"Claude 4.5 Sonnet": {
|
| 300 |
+
"amh": 76.1,
|
| 301 |
+
"hau": 72.1,
|
| 302 |
+
"ibo": 69.8,
|
| 303 |
+
"kin": 67.9,
|
| 304 |
+
"lin": 60.8,
|
| 305 |
+
"lug": 64.6,
|
| 306 |
+
"orm": 67.9,
|
| 307 |
+
"sna": 70.9,
|
| 308 |
+
"sot": 69.4,
|
| 309 |
+
"swa": 79.6,
|
| 310 |
+
"xho": 73.0,
|
| 311 |
+
"yor": 68.5,
|
| 312 |
+
"zul": 70.5
|
| 313 |
+
},
|
| 314 |
+
"Claude 4 Sonnet": {
|
| 315 |
"amh": 78.0,
|
| 316 |
"hau": 73.9,
|
| 317 |
"ibo": 71.8,
|
|
|
|
| 340 |
"xho": 64.1,
|
| 341 |
"yor": 57.9,
|
| 342 |
"zul": 62.2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 343 |
}
|
| 344 |
}
|