{"columns":[{"name":"model","type":"string"},{"name":"lower","type":"double"},{"name":"rating","type":"double"},{"name":"upper","type":"double"},{"name":"error_y","type":"double"},{"name":"error_y_minus","type":"double"},{"name":"rating_rounded","type":"double"}],"n_rows":111,"rows_kept":111,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 18.1.0","schema":{"fields":[{"name":"model","type":"string","nullable":true,"metadata":null,"children":null},{"name":"lower","type":"double","nullable":true,"metadata":null,"children":null},{"name":"rating","type":"double","nullable":true,"metadata":null,"children":null},{"name":"upper","type":"double","nullable":true,"metadata":null,"children":null},{"name":"error_y","type":"double","nullable":true,"metadata":null,"children":null},{"name":"error_y_minus","type":"double","nullable":true,"metadata":null,"children":null},{"name":"rating_rounded","type":"double","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional binary field_id=-1 model (String);\n  optional double field_id=-1 lower;\n  optional double field_id=-1 rating;\n  optional double field_id=-1 upper;\n  optional double field_id=-1 error_y;\n  optional double field_id=-1 error_y_minus;\n  optional double field_id=-1 rating_rounded;\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":1164,"head":""}}],["huggingface","{\"info\": {\"features\": {\"model\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"lower\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"rating\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"upper\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"error_y\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"error_y_minus\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"rating_rounded\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}}}"]]}
["DeepSeek-V3-Chat",2676.1794731376053,2802.8063572589163,2932.5130863310915,129.70672907217522,126.62688412131092,2802.81]
["GPT-4o-2024-05-13",2675.349276101762,2797.448710767752,2943.371520060642,145.92280929289018,122.09943466598997,2797.45]
["Gemini-Exp-1114",2475.3466165217756,2588.468691404191,2708.117199822954,119.64850841876296,113.12207488241529,2588.47]
["DeepSeek-V2-Chat (2024-06-28)",2443.8890460226517,2555.2245621320753,2674.9569586308253,119.73239649874995,111.33551610942368,2555.22]
["Gemini-Exp-1206",2399.162291586093,2537.2565325997857,2671.8000318033173,134.5434992035316,138.09424101369268,2537.26]
["DeepSeek-Coder-V2-Instruct",2408.5985287675035,2535.355122526941,2646.6124615113736,111.25733898443241,126.75659375943769,2535.36]
["Qwen2.5-Coder-32B-Instruct",2319.1599637748864,2412.705632244665,2543.814501852526,131.10886960786092,93.54566846977878,2412.71]
["GPT-4o-2024-11-20",2307.6745594774534,2393.559972214529,2488.754875546013,95.19490333148406,85.88541273707551,2393.56]
["GPT-4-Turbo-2024-04-09",2275.108788712345,2371.9580806018184,2470.3480114791773,98.38993087735889,96.84929188947353,2371.96]
["Claude-3.5-Sonnet-20240620",2212.559535948698,2297.4013663409964,2395.6327614133056,98.23139507230917,84.84183039229856,2297.4]
["Gemini-2.0-Flash-Exp",2184.267253311602,2293.5872543655187,2417.4526210775743,123.86536671205567,109.32000105391671,2293.59]
["Claude-3.5-Haiku-20241022",2167.337934795985,2262.7417935540425,2359.3114052493975,96.56961169535498,95.4038587580576,2262.74]
["Llama-3.3-70B-Instruct",2132.012648678862,2213.450621266057,2299.697168290357,86.24654702429962,81.43797258719496,2213.45]
["Athene-V2-Chat",2062.9044473061244,2158.111034464814,2265.4901746156406,107.37914015082652,95.20658715868967,2158.11]
["GPT-4o-mini-2024-07-18",2036.0387209945764,2112.4380152587837,2200.3860775648504,87.94806230606673,76.39929426420736,2112.44]
["Codestral-2501",1997.8963564643977,2081.3152434814383,2167.483318894616,86.16807541317758,83.41888701704056,2081.32]
["Athene-V2-Agent",1985.2876382336542,2079.2656568034304,2163.182645050531,83.91698824710056,93.97801856977617,2079.27]
["Gemini-Exp-1121",1975.5260898100246,2060.245589207856,2153.9168138654477,93.67122465759167,84.71949939783144,2060.25]
["GPT-4-0613",1962.1467194281668,2052.1993324912055,2134.0603550210626,81.86102252985711,90.05261306303873,2052.2]
["DeepSeek-V2.5-1210",1898.2761138055212,2036.6243862043825,2158.1117415631015,121.48735535871901,138.34827239886135,2036.62]
["Llama-3.1-70B-Instruct",1907.4897757550666,1990.2826536152556,2086.2184035521627,95.93574993690709,82.79287786018904,1990.28]
["Claude-3.5-Sonnet-20241022",1900.6930482927469,1989.3350110592235,2081.1152062405563,91.78019518133283,88.64196276647658,1989.34]
["Claude-3-Opus-20240229",1899.1903618092963,1976.97256215165,2059.607494581301,82.63493242965114,77.78220034235369,1976.97]
["Qwen2.5-72B-Instruct",1906.1312969680089,1973.756414892215,2046.4294405820558,72.67302568984087,67.62511792420605,1973.76]
["Hermes-2-Theta-Llama-3-70B",1873.161725180139,1947.6587343711649,2031.6659821860312,84.00724781486633,74.49700919102588,1947.66]
["Gemini-1.5-Pro-API-0514",1848.5558746324043,1945.6980939074563,2031.1415601125689,85.4434662051126,97.14221927505196,1945.7]
["Phi-4",1819.1809726279373,1901.9162970828825,1970.5851394882238,68.66884240534137,82.73532445494516,1901.92]
["Gemini-1.5-Flash-API-0514",1706.0351120615062,1776.5979506362403,1851.272721258537,74.67477062229682,70.56283857473409,1776.6]
["Llama-3-70B-Instruct",1680.9304592223466,1749.882699752248,1820.8753411505104,70.99264139826232,68.95224052990147,1749.88]
["Llama-3-70B-Synthia-v3.5",1608.7498653817704,1687.383296753435,1761.6472062296841,74.26390947624918,78.63343137166453,1687.38]
["Qwen2.5-32B-Instruct",1560.3015725480109,1647.0569399042386,1739.1594788039365,92.10253889969795,86.75536735622768,1647.06]
["Claude-3-Sonnet-20240229",1562.2118622987496,1633.0179833724492,1711.100822877665,78.08283950521582,70.80612107369961,1633.02]
["Gemma-2-27B-Instruct",1514.7808763565597,1593.4188842726749,1651.7970978119183,58.37821353924346,78.63800791611516,1593.42]
["ReflectionCoder-DS-33B",1520.6439255621092,1590.0037351848168,1656.1596727696278,66.155937584811,69.35980962270764,1590.0]
["WhiteRabbitNeo-33B-v1.5",1461.1585969171244,1533.4289784890416,1605.1221640988388,71.69318560979718,72.27038157191714,1533.43]
["OpenCoder-8B-Instruct",1462.7010447327254,1532.6876484538686,1591.10247501324,58.41482655937148,69.98660372114318,1532.69]
["Codestral-22B-v0.1",1437.2819201862153,1504.6201589446123,1571.83065083508,67.21049189046767,67.33823875839698,1504.62]
["AutoCoder",1421.3810401721692,1491.3151930541908,1552.6489834972515,61.33379044306071,69.93415288202164,1491.32]
["DeepSeek-Coder-33B-Instruct",1402.5534274686847,1475.3160167471474,1548.8655031831847,73.54948643603734,72.76258927846266,1475.32]
["Qwen2-72B-Chat",1303.3211838364232,1403.8152348654326,1498.6590841181023,94.84384925266977,100.49405102900937,1403.82]
["Qwen2.5-14B-Instruct",1297.0714415125854,1369.3457859267455,1440.299670159868,70.95388423312238,72.27434441416017,1369.35]
["Mixtral-8x22B-Instruct",1309.0455829219106,1369.0528223098995,1435.311752671411,66.2589303615116,60.007239387988875,1369.05]
["CodeLlama-70B-Instruct",1290.786786724491,1353.356579669019,1419.1578745308811,65.80129486186206,62.56979294452799,1353.36]
["Hermes-2-Pro-Llama-3-70B",1205.705983385655,1330.4987423366495,1452.802172501801,122.30343016515144,124.79275895099454,1330.5]
["GPT-3.5-Turbo-0125",1205.0574088596406,1278.2120706526205,1348.5914399714572,70.37936931883678,73.15466179297982,1278.21]
["Qwen2.5-Coder-7B-Instruct",1210.2030237239865,1277.5072394562499,1344.9335906907097,67.42635123445984,67.3042157322634,1277.51]
["CodeGeex4-All-9B",1210.1597014343142,1275.2050052525597,1343.658764641924,68.45375938936445,65.04530381824543,1275.21]
["DeepSeek-V2-Chat",1216.2541800292659,1274.2019015191236,1339.9788785733265,65.77697705420292,57.94772148985771,1274.2]
["Claude-3-Haiku-20240307",1189.2952463197382,1260.123252462397,1334.7416677366245,74.61841527422757,70.82800614265875,1260.12]
["Yi-Coder-9B-Chat",1107.4847307215628,1173.8358409036114,1239.1615984859689,65.32575758235748,66.35111018204861,1173.84]
["Llama-3.1-Nemotron-70B-Instruct",1085.4736829313044,1148.0043386990699,1213.5051559962012,65.50081729713133,62.53065576776544,1148.0]
["Phind-CodeLlama-34B-v2",991.8974302345803,1062.2083593221498,1132.0824581293286,69.87409880717883,70.31092908756955,1062.21]
["Phi-3-Medium-128K-Instruct",985.7345244147147,1061.0086226296792,1129.8467696345872,68.83814700490802,75.27409821496451,1061.01]
["Artigenz-Coder-DS-6.7B",933.0542873408892,1013.289477782979,1088.424871882258,75.13539409927898,80.23519044208979,1013.29]
["Yi-Large",942.1149469846669,1010.014762056629,1080.0632465028525,70.04848444622348,67.89981507196217,1010.01]
["ReflectionCoder-CL-34B",905.3538895832858,974.8087831883668,1042.3993366761715,67.59055348780475,69.454893605081,974.81]
["ReflectionCoder-DS-6.7B",883.4489331898955,958.7253622463879,1035.658799331605,76.93343708521707,75.27642905649247,958.73]
["Nxcode-CQ-7B-Orpo",863.0859467737939,957.938122374976,1054.3593780752317,96.42125570025564,94.85217560118213,957.94]
["DeepSeek-Coder-V2-Lite-Instruct",836.117034902509,913.8040593712378,983.1317543811035,69.32769500986569,77.68702446872885,913.8]
["Athene-70B",828.8726295110735,910.1049976442998,987.3444206896843,77.23942304538446,81.23236813322637,910.1]
["CodeQwen1.5-7B-Chat",787.4028584783754,887.5259145090026,993.5533500389145,106.02743552991183,100.12305603062725,887.53]
["Qwen2.5-7B-Instruct",812.3152194873873,887.3973988669743,962.7875080936191,75.39010922664477,75.08217937958705,887.4]
["Magicoder-S-DS-6.7B",819.6459044153286,886.7075706015944,964.1280901482983,77.42051954670387,67.06166618626582,886.71]
["StarCoder2-15B-Instruct-v0.1",762.7493885632139,833.1434379614785,912.8476750281741,79.70423706669555,70.39404939826466,833.14]
["Tess-v2.5.2-Qwen2-72B",757.6950074769901,833.1069743595943,902.2438992715549,69.13692491196059,75.41196688260425,833.11]
["C4AI-Command-R-08-2024",747.9134352292565,819.8591415211314,899.5423247150616,79.68318319393018,71.9457062918749,819.86]
["OpenCodeInterpreter-DS-6.7B",708.7408436172947,786.6534095715854,854.8662222212878,68.21281264970241,77.9125659542907,786.65]
["Mistral-Small-Instruct-2409",716.0631933324265,785.2087454947707,847.8713021273355,62.662556632564815,69.14555216234419,785.21]
["Phi-3.1-Mini-128K-Instruct",710.6128225484113,782.0522174368302,860.393226175469,78.34100873863872,71.43939488841897,782.05]
["Qwen2-57B-A14B",702.2405736423361,769.9181567784649,843.5753168740919,73.65716009562698,67.67758313612876,769.92]
["AutoCoder-S-6.7B",683.1029709726731,756.6928290453559,820.04784864388,63.35501959852411,73.58985807268277,756.69]
["Granite-Code-34B-Instruct",549.9471306569337,607.8516090019978,667.278991944961,59.42738294296328,57.904478345064035,607.85]
["Codestral-Mamba",546.6308175363046,606.2636235841749,668.3170504637808,62.05342687960592,59.632806047870304,606.26]
["Qwen1.5-110B-Chat",482.89512588036484,549.2271556574865,610.1992852905794,60.97212963309289,66.33202977712165,549.23]
["DeepSeek-Coder-6.7B-Instruct",464.08411725136654,536.4937344276889,612.6321925311433,76.13845810345447,72.40961717632234,536.49]
["Yi-1.5-34B-Chat",370.5351553045259,441.46703292675545,519.7127184583766,78.24568553162112,70.93187762222954,441.47]
["Yi-1.5-9B-Chat",361.61632038843874,431.5471187445778,497.65531468867385,66.10819594409605,69.93079835613906,431.55]
["WaveCoder-Ultra-6.7B",357.3324472918775,427.68999875363033,507.33369709551647,79.64369834188614,70.35755146175285,427.69]
["Granite-Code-20B-Instruct",315.86719623832965,383.28993597241254,451.3752957862566,68.08535981384404,67.42273973408288,383.29]
["Gemma-2-9B-Instruct",240.01848824308627,322.38740608057446,402.5005937510206,80.11318767044611,82.3689178374882,322.39]
["Command R+",238.40347609071333,310.30195906771837,377.78745482006343,67.48549575234506,71.89848297700505,310.3]
["Qwen1.5-32B-Chat",186.668314923516,260.09721348751805,325.05283369322757,64.95562020570952,73.42889856400205,260.1]
["OpenCoder-1.5B-Instruct",151.65119756710965,247.9194803034403,341.67150164965943,93.75202134621912,96.26828273633066,247.92]
["AutoCoder-QW-7B",123.88443938221235,198.17189570539796,282.27683926730253,84.10494356190458,74.28745632318561,198.17]
["Qwen1.5-72B-Chat",99.72921043531228,186.48767822227893,265.91729444430916,79.42961622203023,86.75846778696665,186.49]
["Llama-3.1-8B-Instruct",109.70163689720818,180.08333539528826,262.2684933970429,82.18515800175464,70.38169849808008,180.08]
["Mistral-Small-2402",94.86214743772628,166.3593780644249,247.72891794774233,81.36953988331743,71.49723062669862,166.36]
["Qwen2-7B-Instruct",49.956027689088856,149.3204036882383,247.74554824581858,98.4251445575803,99.36437599914943,149.32]
["Phi-3.5-Mini-Instruct",27.951137411816667,106.89983202522956,189.32349304331066,82.4236610180811,78.9486946134129,106.9]
["CodeGemma-7B-Instruct",9.772377655313333,92.02606008445468,167.7164558472909,75.6903957628362,82.25368242914135,92.03]
["Phi-3-Mini-128K-Instruct",-0.7116365588191271,90.21948911626646,168.68824883245682,78.46875971619036,90.93112567508558,90.22]
["Phi-3-Small-128K-Instruct",-38.204067036832576,40.76911337286714,118.79949510324779,78.03038173038065,78.97318040969972,40.77]
["Mistral-Large-2402",-127.75533483919116,-44.66868528916507,33.456038116427244,78.1247234055923,83.0866495500261,-44.67]
["ReflectionCoder-CL-7B",-142.57139730027177,-45.58038552097673,46.593764920698,92.17415044167473,96.99101177929504,-45.58]
["Llama-3-8B-Instruct",-125.09792492679891,-47.3944273461326,37.11939561346875,84.51382295960136,77.70349758066631,-47.39]
["Granite-3.0-8B-Instruct",-234.1176703014302,-154.73570090395071,-71.14367917385614,83.59202173009457,79.38196939747948,-154.74]
["CodeLlama-34B-Instruct",-253.54318554141588,-178.2996029673227,-104.36801935491341,73.93158361240928,75.24358257409318,-178.3]
["OpenChat-3.6-8B-20240522",-276.86932817927783,-197.94492900454975,-113.46810413071678,84.47682487383297,78.92439917472808,-197.94]
["CodeLlama-13B-Instruct",-405.741765514444,-298.94919908516556,-201.07442455643374,97.87477452873182,106.79256642927845,-298.95]
["Qwen2.5-Coder-1.5B-Instruct",-427.2655752081285,-345.0372338141152,-267.7278809921439,77.30935282197129,82.22834139401328,-345.04]
["Yi-1.5-6B-Chat",-428.6187639868704,-347.3018230551693,-267.8693341854188,79.4324888697505,81.31694093170114,-347.3]
["InternLM2.5-7B-Chat",-437.5620672781997,-350.43963429937924,-265.56854136422294,84.8710929351563,87.12243297882048,-350.44]
["OpenCodeInterpreter-DS-1.3B",-542.9679830906649,-469.500224680654,-389.01846598740565,80.48175869324837,73.4677584100109,-469.5]
["DeepSeek-Coder-1.3B-Instruct",-632.2246069845927,-549.742474462083,-464.46495947208325,85.27751498999976,82.48213252250969,-549.74]
["Llama-3.2-3B-Instruct",-635.2607236869744,-550.5109556738504,-473.5031388242737,77.00781684957667,84.74976801312403,-550.51]
["Granite-3.0-2B-Instruct",-752.2319793613708,-624.3279142249384,-475.8664992385515,148.46141498638684,127.90406513643245,-624.33]
["CodeLlama-7B-Instruct",-825.5486084412015,-710.5314722180178,-597.9516219053701,112.57985031264775,115.01713622318368,-710.53]
["Mistral-7B-Instruct-v0.3",-845.2768371657841,-741.3451620136884,-656.52540367157,84.81975834211846,103.93167515209564,-741.35]
["Qwen2.5-1.5B-Instruct",-849.7304877140588,-743.7375564442102,-657.7795753701757,85.95798107403448,105.99293126984855,-743.74]
["Llama-3.2-1B-Instruct",-1067.1409397984664,-961.0240969326303,-834.1878084864074,126.83628844622285,106.11684286583613,-961.02]
["Qwen2.5-0.5B-Instruct",-1060.7038502914777,-965.8485550020227,-842.2809160393282,123.56763896269456,94.85529528945494,-965.85]