data/results/RC - 0-shot.csv

model,prompt,eng,fra,afr,amh,ary,arz,bam,hau,ibo,lin,por,sna,swa,tir,tsn,tso,wol,xho,yor,zul,fuv,gaz,kea,kin,lug,luo,nya,plt,som,sot,ssw,hau,ibo,yor,avg_score
AfroLlama-V1,prompt_1,23.78,24,24.44,22,22.56,25.44,19.22,25.78,23.89,24.11,22.67,26.44,24.22,22.56,25.22,26.22,23.89,24.78,27.22,27,,,,,,,,,,,,17.1,27.4,31.4,
AfroLlama-V1,prompt_2,25.33,22.89,24.11,22.67,23.78,25,22,25.89,24.56,25.56,24.22,24.67,23.33,22.56,26.78,24,27,24.33,27,28,22.56,22.89,23,22.89,22.89,23,22.67,22.89,22.89,22.56,22.89,17.1,26.2,31.9,24.1
AfroLlama-V1,prompt_3,22.33,22.78,24.67,21.11,26.56,26.22,21.22,26.11,23.22,25,22.67,24,23.33,22,25.22,26.89,25.44,23.89,27.22,28.22,,,,,,,,,,,,23.2,27.4,26.2,
AfroLlama-V1,prompt_4,22.56,22,22.22,22.22,26.22,25,23.89,24.33,23.78,24.33,23.22,26.33,21.67,22.22,23.56,23.67,26.22,24.67,27.11,25.78,,,,,,,,,,,,19.5,26.2,33.0,
AfroLlama-V1,prompt_5,23.44,22.89,21.33,22.22,22.44,23.78,20.78,24.22,24,23.11,22.11,22.78,22.56,22.44,24.11,22.89,22.89,22.89,25.22,23.33,,,,,,,,,,,,19.5,26.2,32.5,
InkubaLM-0.4B,prompt_1,21.22,22.78,22.56,22.89,24.44,23.22,22.67,21.56,22.89,22.56,23.44,25.33,23.22,21.89,22.67,21.78,21.33,23.11,22,23.11,,,,,,,,,,,,11.0,26.2,29.8,
InkubaLM-0.4B,prompt_2,23.22,23,23.33,22.56,23.11,22.22,22.22,22.78,22.78,25.44,23.22,25.89,25.11,22.11,24.11,20.11,21.78,22.56,21.56,22.11,,,,,,,,,,,,12.2,34.5,31.9,
InkubaLM-0.4B,prompt_3,22.11,22.89,22.89,21.67,22.22,23.11,23.11,21.11,22.56,22.67,23.44,24,22.78,22,22.56,22.11,22.44,22.89,22.11,23,,,,,,,,,,,,12.2,27.4,29.8,
InkubaLM-0.4B,prompt_4,23.89,21.56,25.89,24.78,22.44,22.78,23.67,24.11,25.44,28.33,24.11,26.22,26,22.89,24.56,26.22,24.44,23,25,22.89,,,,,,,,,,,,19.5,25.0,27.2,
InkubaLM-0.4B,prompt_5,23.22,22.67,24.56,21.78,22.89,23.11,21.44,22.67,24.22,24.44,23.11,23.78,23,21.89,22.33,21.33,21.67,22.89,22.11,23.22,,,,,,,,,,,,18.3,26.2,30.4,
LLaMAX3-8B,prompt_1,22.89,23.22,22.78,22.89,22.89,22.89,22.67,23,22.89,22.67,22.78,23.11,23,22.89,22.89,22.89,22.89,22.89,22.89,22.89,,,,,,,,,,,,17.1,26.2,30.4,
LLaMAX3-8B,prompt_2,23.11,22.22,22.56,23.11,23.22,23.33,22.44,23.33,23.22,23.56,23.11,23.33,23.33,23.22,22.67,22.89,23.11,22.89,22.44,22.89,,,,,,,,,,,,15.9,26.2,30.9,
LLaMAX3-8B,prompt_3,24.22,24.44,23.56,23.11,25.33,25.22,22.33,23.78,22.89,23.11,23.78,23.44,25.22,22.89,23,23.11,23,23.33,22.22,24,,,,,,,,,,,,18.3,29.8,30.4,
LLaMAX3-8B,prompt_4,22.89,22.89,23.22,22.89,23.22,23.11,22.89,24.78,23.44,23,23,24.33,23.22,22.89,22.78,22.89,23.22,24.89,23,24.56,,,,,,,,,,,,17.1,27.4,30.4,
LLaMAX3-8B,prompt_5,35.44,37.78,37,23.89,31.22,33.56,25.33,30.67,26.78,27.33,33.78,32.22,35.44,23.11,26.89,26.44,25.78,28.44,25,27.44,26.56,30,34.89,34.33,28.11,25,30.11,35,31.44,30.78,29.33,31.7,32.1,31.9,29.7
Llama-2-7b-chat-hf,prompt_1,41,37.89,28.56,23,24.56,23.56,23.33,23.78,23.44,23.44,31.33,23.56,23,23.89,23,23.33,23.33,23.33,23,22.67,,,,,,,,,,,,15.9,26.2,30.4,
Llama-2-7b-chat-hf,prompt_2,24.11,21.89,23.11,22.89,22.89,23.11,22.67,23,22.89,23,23.33,22.89,23.22,22.89,22.78,23,23.22,22.89,23,22.89,,,,,,,,,,,,17.1,26.2,31.4,
Llama-2-7b-chat-hf,prompt_3,42.33,37.33,29.22,22.89,22.67,24,22.89,23.89,23.22,23.22,35.33,22.22,22.67,22.89,22.67,23,23.78,22.89,22.67,23.11,,,,,,,,,,,,19.5,27.4,28.8,
Llama-2-7b-chat-hf,prompt_4,37.22,31.56,27.44,22.89,22.89,23.11,23,23.33,23.33,23.44,34,23,23.67,22.89,23.11,23.89,24.22,22.78,23.22,23.89,24.11,23.33,23.67,24.11,23.67,23.56,23.78,23.44,23.78,24,22.33,20.7,32.1,30.9,24.3
Llama-2-7b-chat-hf,prompt_5,43.56,44.33,35.11,22.44,24.67,24.44,23.56,22.56,23.67,24,42.44,22,24.44,23,24.33,23.11,23.44,21.78,22.44,23.44,,,,,,,,,,,,20.7,28.6,28.8,
Llama-3.1-8B-Instruct,prompt_1,69.78,64.33,54.33,29.11,41.78,46,31.33,33.22,30.78,30.33,59.44,32.56,44.22,29.44,28.33,31,27.33,30.11,29.44,30.33,,,,,,,,,,,,56.1,42.9,36.7,
Llama-3.1-8B-Instruct,prompt_2,26.78,24.33,23.33,22.89,23.33,22.67,22.22,23.22,23.11,26.67,23.44,23.67,25,23.11,23.22,23.11,23.11,23.11,22.33,23.11,,,,,,,,,,,,17.1,26.2,32.5,
Llama-3.1-8B-Instruct,prompt_3,66.56,66.22,60.44,26.89,45.44,51.22,29.78,36.11,31.89,30.33,64.67,32.67,47.11,24.78,27.22,31.22,30.22,30,30.44,29.78,,,,,,,,,,,,54.9,42.9,36.7,
Llama-3.1-8B-Instruct,prompt_4,74.67,71.11,65.78,30.89,49.56,57.44,31,39.22,35.67,33.89,67.22,36.67,53.11,25.22,32.33,33.22,27.44,33.67,31.67,32.44,,,,,,,,,,,,52.4,46.4,39.3,
Llama-3.1-8B-Instruct,prompt_5,80.67,71.44,66.89,33.22,50.78,55,35.44,39.22,36.67,33.89,68.67,37.22,53.22,28.67,32.33,37,30.56,35.11,31.67,35.33,29.44,30.78,45.67,37.44,33.22,32,31.89,38.78,32.89,33.67,32.33,61.0,45.2,38.2,39.5
Meta-Llama-3-70B-Instruct,prompt_1,92,84,76.67,28.89,53.11,62.22,32.33,40.56,36.44,34.78,85.56,37.22,60,28.22,34.56,32.44,28.78,33.22,31.67,34.67,,,,,,,,,,,,53.7,47.6,31.4,
Meta-Llama-3-70B-Instruct,prompt_2,36.56,41.78,32,27,43.33,48.89,24.67,35,27.22,27.33,43.44,27.22,47.67,25,26.11,24.44,25.89,24.56,24.22,25.11,,,,,,,,,,,,31.7,40.5,32.5,
Meta-Llama-3-70B-Instruct,prompt_3,88.44,85.89,83.22,37.78,56.89,67.44,33.11,46.89,42,37.44,86.33,40.11,66.11,32.44,38.67,42,31.56,39.11,33.56,39.78,,,,,,,,,,,,65.9,54.8,37.2,
Meta-Llama-3-70B-Instruct,prompt_4,91.22,90.11,86.33,40.89,56.22,69.89,35.33,51.11,42.11,36.78,89.33,40.22,68.22,32,38.33,40.67,31.11,39.78,35,39.78,,,,,,,,,,,,59.8,51.2,35.1,
Meta-Llama-3-70B-Instruct,prompt_5,93.22,91.44,88.89,39.44,60.22,75.11,36.33,54.22,45.78,39.67,91.33,43.44,75.44,30.89,41.44,44,31.44,41.33,36.11,42.89,29,38.78,59.11,53.56,41.44,36.22,44.11,68.56,49.44,51.33,42.89,64.6,52.4,41.9,49.7
Meta-Llama-3-8B-Instruct,prompt_1,62.11,53.89,40.89,23.22,29.33,34.11,24.44,28.22,26.89,25.44,43.33,26.11,35.11,23.56,24.22,24.56,25,24.67,24.78,25.56,23.56,23.22,30.11,26.11,24.78,24.89,25.67,26.22,24.78,24.56,24.67,26.8,39.3,29.8,27.6
Meta-Llama-3-8B-Instruct,prompt_2,23.56,22.56,23,22.78,22.67,22.78,22.78,21.67,23,22.89,23,23,22.89,22.89,22.78,22.89,22.78,22.89,22.67,22.67,,,,,,,,,,,,15.9,26.2,33.0,
Meta-Llama-3-8B-Instruct,prompt_3,60.11,55.33,41.44,23,35.56,40.67,23.22,26.56,25.78,24.44,52.44,24.67,28.56,22.89,24,23.89,24.56,24,24.67,24.22,,,,,,,,,,,,22.0,33.3,30.4,
Meta-Llama-3-8B-Instruct,prompt_4,63.56,50.33,42.44,23,35,39.56,23.56,28.56,24.67,25.22,49.22,25.56,30.56,22.89,24.33,24.56,24.44,24.67,24.44,24.33,,,,,,,,,,,,26.8,34.5,30.4,
Meta-Llama-3-8B-Instruct,prompt_5,68.33,58.56,50.67,22.78,35.11,42,23.56,28.78,26.11,25.22,57.11,25.67,33.67,22.89,25.22,24.67,24.78,25,24.67,25.22,,,,,,,,,,,,26.8,35.7,29.8,
aya-101,prompt_1,84.67,82.67,81,73.33,69,74.67,45.33,65.78,56.67,49.89,81.67,66.11,77.22,64.33,63.33,55.11,33.11,64.78,52.44,64.89,,,,,,,,,,,,68.3,66.7,50.8,
aya-101,prompt_2,25.11,31.44,36.89,30.67,30.78,30.11,25.44,26.89,24.78,26.89,22.67,28.22,28.22,29.33,25.78,23.11,24.78,22.78,25.56,24.22,,,,,,,,,,,,22.0,27.4,28.3,
aya-101,prompt_3,81.67,78.56,80.11,71.33,67.67,75.11,40.78,57.33,51.67,47.89,73.11,63.22,73.44,62.33,62.33,51.11,29.67,50,47,55.56,,,,,,,,,,,,65.9,71.4,47.1,
aya-101,prompt_4,85.78,82.11,81.44,72.67,69.11,75.67,45.22,65.44,56.89,50.44,81.56,66.33,76.78,62.89,63.56,54.44,34.67,65.89,50.78,64.22,,,,,,,,,,,,70.7,71.4,49.2,
aya-101,prompt_5,86.11,82,81.67,73.78,69.56,75.22,45,66.89,56.22,50.44,82,66.67,76.89,63.78,62.78,54.78,32.89,65.89,52.67,64.89,32.22,52.78,58.33,67.89,46.89,39.56,60.89,75.11,62.89,61.67,57.56,69.5,67.9,48.7,60.7
gemma-1.1-7b-it,prompt_1,85.89,77.33,68.33,32.44,43.56,50.78,30,33.78,28.78,31.67,76.33,35.33,53,28.67,31.22,34.33,25.44,30.89,29,33.11,,,,,,,,,,,,52.4,38.1,28.8,
gemma-1.1-7b-it,prompt_2,70.67,68,55.56,31.33,35.11,39.67,25.78,26.22,25.78,25.78,63,27.11,44.11,23.67,26.11,29.78,23.11,27.22,23.78,26.78,,,,,,,,,,,,29.3,32.1,31.9,
gemma-1.1-7b-it,prompt_3,87,78.33,68.56,33.11,43.44,52.22,35.11,34.89,32,32.78,78.78,36.89,52.89,31.78,33.11,36.33,30,31.44,29.33,34.44,27.44,31,42.67,33.56,32,33.11,31.89,35.89,33,33,33.44,48.8,41.7,33.5,38.1
gemma-1.1-7b-it,prompt_4,84.44,78.78,68.44,32.67,44,53.56,32.78,32,30.44,31,78.11,33.67,51.78,28.33,30.22,33.44,27.22,33.89,29.44,34,,,,,,,,,,,,53.7,35.7,31.4,
gemma-1.1-7b-it,prompt_5,87.89,82,69.56,32.11,41.44,52.22,34,32.22,31.22,31.56,79.11,33.89,54.33,26.56,32.33,33.44,28.56,33.11,28.89,32.22,,,,,,,,,,,,47.6,40.5,30.9,
gemma-2-27b-it,prompt_1,91.11,86.89,87.78,42.67,57.56,72.78,24.67,59.89,39.44,30.56,89,49,81.44,24.89,38.44,34.33,24.78,45.67,30.22,44.56,,,,,,,,,,,,51.2,50.0,38.7,
gemma-2-27b-it,prompt_2,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,22.89,,,,,,,,,,,,17.1,26.2,30.4,
gemma-2-27b-it,prompt_3,91.11,87.89,87.78,55.11,65.11,78.33,30.67,63.89,44.89,37.33,89,55.22,82.67,33,47.44,45.67,29.44,51.89,39.44,52.22,,,,,,,,,,,,68.3,53.6,44.0,
gemma-2-27b-it,prompt_4,87.89,82.56,84.78,52.22,63.33,74.33,30.33,63.67,43.67,37.33,85.56,56.89,78.78,30.78,46.56,42.33,31.33,53.11,36.67,53.33,,,,,,,,,,,,63.4,51.2,44.5,
gemma-2-27b-it,prompt_5,93.44,91.44,91,60,70.11,81.22,31.89,69.56,49,37.56,91.11,61.33,87.44,36.11,48.67,46.22,31.44,56.22,39.44,57.22,26.78,33.44,59.56,58,37.67,30.33,51.11,67.67,50.89,50.56,43.67,67.1,53.6,48.2,53.9
gemma-2-9b-it,prompt_1,92.44,83.44,83.56,45,55.56,70.11,29.44,55,37.56,29.56,82.11,48.56,76.67,30.44,39.67,37,27,43.89,33.78,44.56,,,,,,,,,,,,58.5,48.8,35.6,
gemma-2-9b-it,prompt_2,27.11,35.33,37.11,24.78,27.67,30.11,22.22,23.56,23.56,23.33,22.89,25.11,28,23,24.11,23.33,23.22,23.89,22.89,23.89,,,,,,,,,,,,18.3,26.2,30.4,
gemma-2-9b-it,prompt_3,92.56,88.89,87.89,51.78,62.11,76.56,34.78,63.11,42.33,33.44,89.56,52.33,81.89,35.33,43,41.56,31.67,52,39.33,50,,,,,,,,,,,,69.5,51.2,42.9,
gemma-2-9b-it,prompt_4,91.56,90.56,90,54.11,65.56,81,35.56,65.11,44.78,34.44,90.33,54.78,83.33,36.11,45.89,43.78,34.78,53.67,39,54.22,,,,,,,,,,,,72.0,56.0,38.7,
gemma-2-9b-it,prompt_5,93.67,90.22,89,55.33,65.78,79.89,34.89,65.78,45.67,35.11,90.44,54.22,85,35,46,44.22,34.11,55.11,37.89,53.11,26.67,34.44,56.89,53,36.89,33.22,47.22,61.44,48.22,44.78,41,65.9,54.8,40.3,51.6
gemini-1.5-pro-002,prompt_1,65.56,62.44,65.78,68.89,55.11,61.56,32.78,41.89,43.56,51.67,32.78,53.11,81.44,49.11,49.22,51.78,30.56,64.22,46.56,61.56,28.44,47,57.44,68.89,48.67,32.22,57.22,70.78,71.67,54.22,59.22,50.0,52.4,46.1,52.7
gemini-1.5-pro-002,prompt_2,65.67,57.33,68.56,68.56,57.11,60.67,33.56,41.44,45.56,57.22,28.11,66.44,83.78,51.56,47.44,48.56,32.44,70.33,49.78,64.78,,,,,,,,,,,,54.9,53.6,42.9,
gemini-1.5-pro-002,prompt_3,65.33,59.33,64.78,61.22,52.56,56.67,32.89,46.78,45.33,48.44,34,54.67,71.67,47.33,47.89,49.89,32.22,58.67,45.89,52.78,,,,,,,,,,,,53.7,59.5,45.6,
gemini-1.5-pro-002,prompt_4,69.56,66.78,65.44,65.22,58.44,63.11,36.11,48.89,48.44,53.33,36.56,58.89,77.56,52.56,50.67,55,35.44,63.56,53.56,57.78,,,,,,,,,,,,53.7,52.4,48.2,
gemini-1.5-pro-002,prompt_5,68.67,62.56,65,60.33,57.56,61,36.56,51.11,48.44,52.11,59.67,59.33,66.22,50.44,48.33,55,33.11,59.89,48.89,56.67,,,,,,,,,,,,46.3,51.2,48.2,
gpt-4o-2024-08-06,prompt_1,79.56,88.11,93.67,75.11,82.44,87.22,36.56,67.11,59.44,64.67,75.56,78.56,90.56,42.33,64.22,66.22,41.78,78.89,61.22,75.78,29.33,69,83.22,80.56,66.44,46.56,68.89,89.67,80.33,75.22,74.22,74.4,69.1,66.5,69.2
gpt-4o-2024-08-06,prompt_2,83.22,80.33,93.56,75.67,84.89,89.33,39.67,71.89,67.22,69.56,80.78,79.56,92.11,48.67,68.67,72.78,47.33,81.67,65.89,78.44,,,,,,,,,,,,80.5,73.8,66.5,
gpt-4o-2024-08-06,prompt_3,83.22,88.89,94.22,76.89,84.89,89.78,36.22,69.44,62.22,67.78,78.22,79.89,91.33,46.33,70.33,70.78,45.89,82.89,64.22,78.22,,,,,,,,,,,,80.5,73.8,66.5,
gpt-4o-2024-08-06,prompt_4,84,88.11,94.56,76,84.89,88.67,37.22,70.33,64.78,67.33,80.11,79.78,91.78,46,68.22,71.67,45.56,80.56,65.56,77.67,,,,,,,,,,,,78.1,72.6,62.8,
gpt-4o-2024-08-06,prompt_5,84.33,87.78,94.11,74.78,85.11,90,37.33,70.33,66.11,67.56,79.56,78.89,92.56,44,68.33,72.56,44.78,80.78,64,77.56,,,,,,,,,,,,78.1,75.0,64.4,