Exclusions

Nothing is silently dropped.

Each excluded run or row carries a reason code, source file, run ID, and model slug where available.

EntityIDReasonRunModelSource
run j979apqq808svvbwat54ygjq4185dasz missing_benchmark_version j979apqq808svvbwat54ygjq4185dasz openai/gpt-oss-20b:free runs.csv
run j97bw1c4cm8sevh31zey2ephzh85cfyz not_completed j97bw1c4cm8sevh31zey2ephzh85cfyz baidu/qianfan-ocr-fast:free runs.csv
run j97fkn9megk8y27041cvntvwbs85d4dr not_completed j97fkn9megk8y27041cvntvwbs85d4dr cognitivecomputations/dolphin-mistral-24b-venice-edition:free runs.csv
run j971csjjhs3g38z80nf9mjmee585dyxc not_completed j971csjjhs3g38z80nf9mjmee585dyxc google/gemma-3-12b-it:free runs.csv
run j970hrj07xq29eydjwecax2a7h85cyta not_completed j970hrj07xq29eydjwecax2a7h85cyta google/gemma-3-27b-it:free runs.csv
run j970vzcypd0w1vx2sj63nkpthh85cedw not_completed j970vzcypd0w1vx2sj63nkpthh85cedw google/gemma-3-4b-it:free runs.csv
run j978sn0evhp6z7etx3gdv202ns85dzvd not_completed j978sn0evhp6z7etx3gdv202ns85dzvd google/gemma-3n-e2b-it:free runs.csv
run j97b8bpmchsfk6y4e6kz0ngj4n85dzs1 not_completed j97b8bpmchsfk6y4e6kz0ngj4n85dzs1 google/gemma-3n-e4b-it:free runs.csv
run j979t4cq15nn822rm67wvc3jad85csf6 not_completed j979t4cq15nn822rm67wvc3jad85csf6 google/gemma-4-26b-a4b-it:free runs.csv
run j97abvnmswfbmtt4fhz3n95wtn85d32e not_completed j97abvnmswfbmtt4fhz3n95wtn85d32e google/gemma-4-31b-it:free runs.csv
run j97bgdw5pc5m6e628557rmnngh85d1yn not_completed j97bgdw5pc5m6e628557rmnngh85d1yn inclusionai/ling-2.6-flash:free runs.csv
run j97cganc78acmmq4qysnapskt585d63f not_completed j97cganc78acmmq4qysnapskt585d63f liquid/lfm-2.5-1.2b-instruct:free runs.csv
run j977hzbcwqwhn299418jsgf0n185dxtn not_completed j977hzbcwqwhn299418jsgf0n185dxtn liquid/lfm-2.5-1.2b-thinking:free runs.csv
run j975gptjqpsvtwp0zmdaj0ss7d85c8a1 not_completed j975gptjqpsvtwp0zmdaj0ss7d85c8a1 meta-llama/llama-3.2-3b-instruct:free runs.csv
run j97eh5pv9727yt0atyfq0ktz5x85d85n not_completed j97eh5pv9727yt0atyfq0ktz5x85d85n meta-llama/llama-3.3-70b-instruct:free runs.csv
run j978qwt5htkjdn97cwj7ydp4b185dz6c not_completed j978qwt5htkjdn97cwj7ydp4b185dz6c minimax/minimax-m2.5:free runs.csv
run j97769fkepgweee295ft84ak2d85db5p not_completed j97769fkepgweee295ft84ak2d85db5p nousresearch/hermes-3-llama-3.1-405b:free runs.csv
run j97e4yr77k5rbmrsk4174hh25985c0bb not_completed j97e4yr77k5rbmrsk4174hh25985c0bb nvidia/nemotron-3-nano-30b-a3b:free runs.csv
run j97a4f4ava3tzbv3060zggt28185ckta not_completed j97a4f4ava3tzbv3060zggt28185ckta nvidia/nemotron-3-super-120b-a12b:free runs.csv
run j976pm9eacqz1h7r5jrw54wt9x85debd not_completed j976pm9eacqz1h7r5jrw54wt9x85debd nvidia/nemotron-nano-12b-v2-vl:free runs.csv
run j971n91a571ey2vcq39wpmt4js85cgjm not_completed j971n91a571ey2vcq39wpmt4js85cgjm nvidia/nemotron-nano-9b-v2:free runs.csv
run j975yqtbacfcpjv0hqzgjzxt0585chd6 not_completed j975yqtbacfcpjv0hqzgjzxt0585chd6 openai/gpt-oss-120b:free runs.csv
run j97cqadhemyxj8jv59x065ydan85d4xj not_completed j97cqadhemyxj8jv59x065ydan85d4xj openai/gpt-oss-20b:free runs.csv
run j97afv6hrk9xseb2cd4rw53cy985c937 not_completed j97afv6hrk9xseb2cd4rw53cy985c937 openrouter/free runs.csv
run j973abh5zx73pk2kp3js90584h85dahy not_completed j973abh5zx73pk2kp3js90584h85dahy qwen/qwen3-coder:free runs.csv
run j974dp2wtm5gd6nqbksy66n50585cabj not_completed j974dp2wtm5gd6nqbksy66n50585cabj qwen/qwen3-next-80b-a3b-instruct:free runs.csv
run j97csrr3em6yczsp3787p2aa1n85c6e0 not_completed j97csrr3em6yczsp3787p2aa1n85c6e0 z-ai/glm-4.5-air:free runs.csv
run j970eg5pkxe5f1w273w3822t9s85hx60 not_full_suite j970eg5pkxe5f1w273w3822t9s85hx60 baidu/qianfan-ocr-fast:free runs.csv
run j97art13ds3vk7p09yh8w87cc185cx4x not_full_suite j97art13ds3vk7p09yh8w87cc185cx4x openai/gpt-oss-120b:free runs.csv
run j97armc0qnd2h0x44z6arqnmad85cve5 not_full_suite j97armc0qnd2h0x44z6arqnmad85cve5 openai/gpt-oss-20b:free runs.csv
run j979vb98nrwhfkza9g0nmxadhd85f97w not_full_suite j979vb98nrwhfkza9g0nmxadhd85f97w baidu/qianfan-ocr-fast:free runs.csv
run j97264nqg0dhy62v3dagpx4x3n85ejb1 not_full_suite j97264nqg0dhy62v3dagpx4x3n85ejb1 cognitivecomputations/dolphin-mistral-24b-venice-edition:free runs.csv
run j97fqttknfk74veavjqb53fyqd85ez6s not_full_suite j97fqttknfk74veavjqb53fyqd85ez6s inclusionai/ling-2.6-flash:free runs.csv
run j97fm5cf43mn6d9x6z0n49xys185ftk8 not_full_suite j97fm5cf43mn6d9x6z0n49xys185ftk8 liquid/lfm-2.5-1.2b-instruct:free runs.csv
run j97ck8wpqwc0q26zayvnsqy59s85ebk7 not_full_suite j97ck8wpqwc0q26zayvnsqy59s85ebk7 liquid/lfm-2.5-1.2b-thinking:free runs.csv
run j9752j61y5fmjb8ccvq0ssabqn85e00q not_full_suite j9752j61y5fmjb8ccvq0ssabqn85e00q nvidia/nemotron-3-super-120b-a12b:free runs.csv
run j9701e8ga3a5tjgcecc3xvw80x85cv82 not_full_suite j9701e8ga3a5tjgcecc3xvw80x85cv82 openai/gpt-oss-120b:free runs.csv
run j979jf88f6qm10vxgcp4jfy8j985cqda not_full_suite j979jf88f6qm10vxgcp4jfy8j985cqda openai/gpt-oss-20b:free runs.csv
run j97ferssm9ypcch7jc6pz316bs85c5m9 not_full_suite j97ferssm9ypcch7jc6pz316bs85c5m9 openai/gpt-oss-120b:free runs.csv
run j97d5g1hs9t758jp5q9czfd3e985d4fv not_full_suite j97d5g1hs9t758jp5q9czfd3e985d4fv openai/gpt-oss-20b:free runs.csv
run j97c1gjty56tkjzmtbnskaggxn85c19w not_full_suite j97c1gjty56tkjzmtbnskaggxn85c19w openai/gpt-oss-120b:free runs.csv
run j974ztsaxvs4tjdpqwb9em0tt585dffd not_full_suite j974ztsaxvs4tjdpqwb9em0tt585dffd openai/gpt-oss-20b:free runs.csv
run j97bkbackr3dzt59bdtx6xxa9h85cq03 not_full_suite j97bkbackr3dzt59bdtx6xxa9h85cq03 openai/gpt-oss-120b:free runs.csv
run j97bq8bd5mzwbqh7pqy80zgf2585cn5d not_full_suite j97bq8bd5mzwbqh7pqy80zgf2585cn5d openai/gpt-oss-20b:free runs.csv
run j973nqbphpfwgn3kjc9qhdtnj185k2vy not_completed j973nqbphpfwgn3kjc9qhdtnj185k2vy openai/gpt-oss-120b:free runs.csv
run j97ea3mhjvqf4atbzfnytztcy585k229 not_completed j97ea3mhjvqf4atbzfnytztcy585k229 openai/gpt-oss-20b:free runs.csv
run j97e0df16jx9tbxt1rjhfgs6ph85kppf not_completed j97e0df16jx9tbxt1rjhfgs6ph85kppf liquid/lfm-2.5-1.2b-thinking:free runs.csv
run j979t9nrhxf9m42xfjsf9afpr185jyce not_completed j979t9nrhxf9m42xfjsf9afpr185jyce x-ai/grok-3-mini runs.csv
run j979ggv5xnp7tw6dqj7ymkk9y985hedf no_answer_default_rate_above_threshold j979ggv5xnp7tw6dqj7ymkk9y985hedf arcee-ai/trinity-large-thinking runs.csv
run j97btf7ypfpm39hxmdjm3wvgbd85gjhj no_answer_default_rate_above_threshold j97btf7ypfpm39hxmdjm3wvgbd85gjhj alibaba/tongyi-deepresearch-30b-a3b runs.csv
run j97b7efpqvmaybgpsz0ggb8v8x85facj no_answer_default_rate_above_threshold j97b7efpqvmaybgpsz0ggb8v8x85facj minimax/minimax-m2.5 runs.csv
run j972e2dw936czjn0vtq0a0dfgn85d1b8 not_full_suite j972e2dw936czjn0vtq0a0dfgn85d1b8 meta-llama/llama-3.2-3b-instruct:free runs.csv
run j976s9xbd8gss71eyag5wefpd585hfzs superseded_by_latest_valid_run j976s9xbd8gss71eyag5wefpd585hfzs google/gemma-4-31b-it runs.csv
run j97akf7t6p5zxx5e8hbyagja4985gx96 superseded_by_latest_valid_run j97akf7t6p5zxx5e8hbyagja4985gx96 nvidia/nemotron-nano-9b-v2 runs.csv
run j977v2s44eyxdpwnxj8d45y63n85g8gn superseded_by_latest_valid_run j977v2s44eyxdpwnxj8d45y63n85g8gn mistralai/ministral-3b-2512 runs.csv
run j97217xk9cfk35fsfw606mzwqn85hfct superseded_by_latest_valid_run j97217xk9cfk35fsfw606mzwqn85hfct google/gemini-2.5-flash-lite runs.csv
run j970m8s1t0x61abg4kdcar2a8d85g2aw superseded_by_latest_valid_run j970m8s1t0x61abg4kdcar2a8d85g2aw bytedance-seed/seed-2.0-lite runs.csv
run j97dveyak87nmma5fkwyg932ah85hemd superseded_by_latest_valid_run j97dveyak87nmma5fkwyg932ah85hemd mistralai/ministral-14b-2512 runs.csv
run j97ayhs45pgza2vmsj60hzb7mx85gksz superseded_by_latest_valid_run j97ayhs45pgza2vmsj60hzb7mx85gksz mistralai/ministral-8b-2512 runs.csv
run j97cw9j38jkz7xnaa5fqagkdqx85hm4q superseded_by_latest_valid_run j97cw9j38jkz7xnaa5fqagkdqx85hm4q z-ai/glm-4.7-flash runs.csv
run j977w6ndn4twtgenmhsfpjtrfn85hfwv superseded_by_latest_valid_run j977w6ndn4twtgenmhsfpjtrfn85hfwv google/gemma-4-26b-a4b-it runs.csv
run j9782b6nkf8rzah8w70jyz66th85hfqs superseded_by_latest_valid_run j9782b6nkf8rzah8w70jyz66th85hfqs openai/gpt-oss-20b runs.csv
run j97fptjb1bc4mdvbmsrn1mxnqh85hcbh superseded_by_latest_valid_run j97fptjb1bc4mdvbmsrn1mxnqh85hcbh openai/gpt-oss-120b runs.csv