JessicaOjo commited on
Commit
8b67d18
·
verified ·
1 Parent(s): ef0c217

update claude 4.5 flores results

Browse files
data/leaderboard_json/lite_language_scores.json CHANGED
@@ -11,9 +11,9 @@
11
  "sot": 37.0,
12
  "swa": 53.3,
13
  "xho": 49.0,
 
14
  "yor": 42.0,
15
- "zul": 47.7,
16
- "wol": 29.2
17
  },
18
  "Gemma1.1 7b": {
19
  "amh": 19.0,
@@ -27,9 +27,9 @@
27
  "sot": 19.0,
28
  "swa": 35.0,
29
  "xho": 23.6,
 
30
  "yor": 22.3,
31
- "zul": 23.8,
32
- "wol": 22.7
33
  },
34
  "LLaMa2 7b": {
35
  "amh": 15.4,
@@ -43,9 +43,9 @@
43
  "sot": 12.5,
44
  "swa": 17.5,
45
  "xho": 15.8,
 
46
  "yor": 16.0,
47
- "zul": 15.7,
48
- "wol": 16.7
49
  },
50
  "LLaMa3 8B": {
51
  "amh": 15.9,
@@ -59,9 +59,9 @@
59
  "sot": 16.1,
60
  "swa": 20.3,
61
  "xho": 16.2,
 
62
  "yor": 16.5,
63
- "zul": 17.1,
64
- "wol": 16.0
65
  },
66
  "LLaMa3.1 8B": {
67
  "amh": 18.9,
@@ -75,9 +75,9 @@
75
  "sot": 13.5,
76
  "swa": 29.5,
77
  "xho": 18.1,
 
78
  "yor": 19.1,
79
- "zul": 18.9,
80
- "wol": 17.2
81
  },
82
  "LLaMAX3 8B": {
83
  "amh": 18.8,
@@ -91,9 +91,9 @@
91
  "sot": 13.7,
92
  "swa": 21.2,
93
  "xho": 19.2,
 
94
  "yor": 18.6,
95
- "zul": 19.1,
96
- "wol": 16.6
97
  },
98
  "Gemma2 9b": {
99
  "amh": 45.0,
@@ -107,9 +107,9 @@
107
  "sot": 26.9,
108
  "swa": 61.1,
109
  "xho": 39.9,
 
110
  "yor": 33.2,
111
- "zul": 38.8,
112
- "wol": 26.2
113
  },
114
  "Gemma2 27b": {
115
  "amh": 45.3,
@@ -123,9 +123,9 @@
123
  "sot": 32.9,
124
  "swa": 67.7,
125
  "xho": 44.6,
 
126
  "yor": 37.6,
127
- "zul": 45.2,
128
- "wol": 26.9
129
  },
130
  "LLaMa3.1 70B": {
131
  "amh": 33.9,
@@ -139,9 +139,9 @@
139
  "sot": 26.0,
140
  "swa": 57.0,
141
  "xho": 29.5,
 
142
  "yor": 29.4,
143
- "zul": 32.1,
144
- "wol": 25.1
145
  },
146
  "AfroLLaMa 8B": {
147
  "amh": 14.1,
@@ -155,9 +155,9 @@
155
  "sot": 10.9,
156
  "swa": 16.2,
157
  "xho": 15.1,
 
158
  "yor": 16.2,
159
- "zul": 15.5,
160
- "wol": 14.2
161
  },
162
  "Gemini 1.5 pro": {
163
  "amh": 75.3,
@@ -171,9 +171,9 @@
171
  "sot": 64.3,
172
  "swa": 70.9,
173
  "xho": 69.2,
 
174
  "yor": 62.3,
175
- "zul": 66.8,
176
- "wol": 29.7
177
  },
178
  "GPT-4o (Aug)": {
179
  "amh": 67.7,
@@ -187,9 +187,9 @@
187
  "sot": 67.6,
188
  "swa": 73.6,
189
  "xho": 70.8,
 
190
  "yor": 68.3,
191
- "zul": 69.3,
192
- "wol": 43.5
193
  },
194
  "Gemma 3 27b": {
195
  "amh": 61.2,
@@ -266,6 +266,21 @@
266
  "yor": 21.9,
267
  "zul": 20.6
268
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
269
  "Gemini-2.5 Flash": {
270
  "amh": 71.2,
271
  "hau": 67.1,
@@ -281,7 +296,22 @@
281
  "yor": 65.5,
282
  "zul": 69.4
283
  },
284
- "Claude 4.0 Sonnet": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
285
  "amh": 78.0,
286
  "hau": 73.9,
287
  "ibo": 71.8,
@@ -310,35 +340,5 @@
310
  "xho": 64.1,
311
  "yor": 57.9,
312
  "zul": 62.2
313
- },
314
- "Claude 4.5 Sonnet": {
315
- "amh": 81.9,
316
- "hau": 75.6,
317
- "ibo": 74.1,
318
- "kin": 71.1,
319
- "lin": 62.9,
320
- "lug": 68.5,
321
- "orm": 72.3,
322
- "sna": 75.1,
323
- "sot": 72.7,
324
- "swa": 82.9,
325
- "xho": 76.6,
326
- "yor": 75.0,
327
- "zul": 73.4
328
- },
329
- "Gemini 2.5 Pro": {
330
- "amh": 78.6,
331
- "hau": 72.6,
332
- "ibo": 73.9,
333
- "kin": 74.7,
334
- "lin": 68.4,
335
- "lug": 72.2,
336
- "orm": 75.3,
337
- "sna": 78.6,
338
- "sot": 72.9,
339
- "swa": 82.5,
340
- "xho": 78.3,
341
- "yor": 71.8,
342
- "zul": 76.7
343
  }
344
  }
 
11
  "sot": 37.0,
12
  "swa": 53.3,
13
  "xho": 49.0,
14
+ "wol": 29.2,
15
  "yor": 42.0,
16
+ "zul": 47.7
 
17
  },
18
  "Gemma1.1 7b": {
19
  "amh": 19.0,
 
27
  "sot": 19.0,
28
  "swa": 35.0,
29
  "xho": 23.6,
30
+ "wol": 22.7,
31
  "yor": 22.3,
32
+ "zul": 23.8
 
33
  },
34
  "LLaMa2 7b": {
35
  "amh": 15.4,
 
43
  "sot": 12.5,
44
  "swa": 17.5,
45
  "xho": 15.8,
46
+ "wol": 16.7,
47
  "yor": 16.0,
48
+ "zul": 15.7
 
49
  },
50
  "LLaMa3 8B": {
51
  "amh": 15.9,
 
59
  "sot": 16.1,
60
  "swa": 20.3,
61
  "xho": 16.2,
62
+ "wol": 16.0,
63
  "yor": 16.5,
64
+ "zul": 17.1
 
65
  },
66
  "LLaMa3.1 8B": {
67
  "amh": 18.9,
 
75
  "sot": 13.5,
76
  "swa": 29.5,
77
  "xho": 18.1,
78
+ "wol": 17.2,
79
  "yor": 19.1,
80
+ "zul": 18.9
 
81
  },
82
  "LLaMAX3 8B": {
83
  "amh": 18.8,
 
91
  "sot": 13.7,
92
  "swa": 21.2,
93
  "xho": 19.2,
94
+ "wol": 16.6,
95
  "yor": 18.6,
96
+ "zul": 19.1
 
97
  },
98
  "Gemma2 9b": {
99
  "amh": 45.0,
 
107
  "sot": 26.9,
108
  "swa": 61.1,
109
  "xho": 39.9,
110
+ "wol": 26.2,
111
  "yor": 33.2,
112
+ "zul": 38.8
 
113
  },
114
  "Gemma2 27b": {
115
  "amh": 45.3,
 
123
  "sot": 32.9,
124
  "swa": 67.7,
125
  "xho": 44.6,
126
+ "wol": 26.9,
127
  "yor": 37.6,
128
+ "zul": 45.2
 
129
  },
130
  "LLaMa3.1 70B": {
131
  "amh": 33.9,
 
139
  "sot": 26.0,
140
  "swa": 57.0,
141
  "xho": 29.5,
142
+ "wol": 25.1,
143
  "yor": 29.4,
144
+ "zul": 32.1
 
145
  },
146
  "AfroLLaMa 8B": {
147
  "amh": 14.1,
 
155
  "sot": 10.9,
156
  "swa": 16.2,
157
  "xho": 15.1,
158
+ "wol": 14.2,
159
  "yor": 16.2,
160
+ "zul": 15.5
 
161
  },
162
  "Gemini 1.5 pro": {
163
  "amh": 75.3,
 
171
  "sot": 64.3,
172
  "swa": 70.9,
173
  "xho": 69.2,
174
+ "wol": 29.7,
175
  "yor": 62.3,
176
+ "zul": 66.8
 
177
  },
178
  "GPT-4o (Aug)": {
179
  "amh": 67.7,
 
187
  "sot": 67.6,
188
  "swa": 73.6,
189
  "xho": 70.8,
190
+ "wol": 43.5,
191
  "yor": 68.3,
192
+ "zul": 69.3
 
193
  },
194
  "Gemma 3 27b": {
195
  "amh": 61.2,
 
266
  "yor": 21.9,
267
  "zul": 20.6
268
  },
269
+ "Gemini-2.5 Pro": {
270
+ "amh": 78.6,
271
+ "hau": 72.6,
272
+ "ibo": 73.9,
273
+ "kin": 74.7,
274
+ "lin": 68.4,
275
+ "lug": 72.2,
276
+ "orm": 75.3,
277
+ "sna": 78.6,
278
+ "sot": 72.9,
279
+ "swa": 82.5,
280
+ "xho": 78.3,
281
+ "yor": 71.8,
282
+ "zul": 76.7
283
+ },
284
  "Gemini-2.5 Flash": {
285
  "amh": 71.2,
286
  "hau": 67.1,
 
296
  "yor": 65.5,
297
  "zul": 69.4
298
  },
299
+ "Claude 4.5 Sonnet": {
300
+ "amh": 76.1,
301
+ "hau": 72.1,
302
+ "ibo": 69.8,
303
+ "kin": 67.9,
304
+ "lin": 60.8,
305
+ "lug": 64.6,
306
+ "orm": 67.9,
307
+ "sna": 70.9,
308
+ "sot": 69.4,
309
+ "swa": 79.6,
310
+ "xho": 73.0,
311
+ "yor": 68.5,
312
+ "zul": 70.5
313
+ },
314
+ "Claude 4 Sonnet": {
315
  "amh": 78.0,
316
  "hau": 73.9,
317
  "ibo": 71.8,
 
340
  "xho": 64.1,
341
  "yor": 57.9,
342
  "zul": 62.2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
343
  }
344
  }