{"now":1793934968423,"config":{"votes_per_item":3,"lease_seconds":300,"online_seconds":120,"quarantine_below":0.3,"quarantine_after":5,"ms_per_billion":250,"pick_window":100,"judge_models":["@cf/meta/llama-3.3-70b-instruct-fp8-fast","@cf/meta/llama-4-scout-17b-16e-instruct","groq:openai/gpt-oss-120b","groq:qwen/qwen3.8-27b","groq:openai/gpt-oss-20b","openrouter:google/gemma-4-31b-it:free"],"join_protected":true},"task":"chat","by_task":{"gsm8k":{"total":1500,"honeypots":150,"honeypots_done":150,"pending":0,"unanimous":671,"judge_accepted":395,"accepted_correct":1052,"disputed":0,"rechecking":0,"no_majority":222,"judge_rejected":62,"judges":{"groq:openai/gpt-oss-120b":207,"groq:openai/gpt-oss-20b":20,"@cf/meta/llama-3.3-70b-instruct-fp8-fast":67,"groq:qwen/qwen3.8-27b":101},"single_votes":4238,"single_ok":3123},"chat":{"total":800,"honeypots":0,"honeypots_done":0,"pending":127,"unanimous":458,"judge_accepted":189,"accepted_correct":0,"disputed":0,"rechecking":0,"no_majority":0,"judge_rejected":26,"judges":{"groq:qwen/qwen3.8-27b":72,"groq:openai/gpt-oss-20b":29,"groq:openai/gpt-oss-120b":88}},"agent":{"total":1345,"honeypots":0,"honeypots_done":0,"pending":315,"unanimous":519,"judge_accepted":58,"accepted_correct":0,"disputed":0,"rechecking":0,"no_majority":308,"judge_rejected":145,"judges":{"groq:openai/gpt-oss-120b":29,"groq:qwen/qwen3.8-27b":20,"groq:openai/gpt-oss-20b":9}},"audit":{"total":302,"honeypots":0,"honeypots_done":0,"pending":0,"unanimous":241,"judge_accepted":16,"accepted_correct":253,"disputed":0,"rechecking":0,"no_majority":28,"judge_rejected":17,"judges":{"Muse Glimmer 30B (judge node)":16},"single_votes":2121,"single_ok":1667},"trade":{"total":232,"honeypots":0,"honeypots_done":0,"pending":0,"unanimous":136,"judge_accepted":81,"accepted_correct":0,"disputed":0,"rechecking":0,"no_majority":2,"judge_rejected":13,"judges":{"Muse Glimmer 30B (judge node)":79,"groq:openai/gpt-oss-20b":2}},"gpqa":{"total":22,"honeypots":0,"honeypots_done":0,"pending":0,"unanimous":6,"judge_accepted":1,"accepted_correct":2,"disputed":0,"rechecking":0,"no_majority":11,"judge_rejected":4,"judges":{"Muse Glimmer 30B (judge node)":1},"single_votes":342,"single_ok":127},"gsm8k_mixed":{"total":656,"honeypots":60,"honeypots_done":60,"pending":0,"unanimous":434,"judge_accepted":55,"accepted_correct":482,"disputed":0,"rechecking":0,"no_majority":70,"judge_rejected":37,"judges":{"Muse Glimmer 30B (judge node)":9,"groq:openai/gpt-oss-120b":13,"groq:qwen/qwen3.8-27b":21,"groq:openai/gpt-oss-20b":12},"single_votes":3582,"single_ok":2717},"news":{"total":1794,"honeypots":83,"honeypots_done":83,"pending":0,"unanimous":541,"judge_accepted":944,"accepted_correct":null,"disputed":0,"rechecking":0,"no_majority":0,"judge_rejected":226,"judges":{"partial":441,"groq:openai/gpt-oss-120b":132,"groq:openai/gpt-oss-20b":51,"groq:qwen/qwen3.8-27b":320}}},"items":{"total":800,"honeypots":0,"honeypots_done":0,"pending":127,"unanimous":458,"judge_accepted":189,"accepted_correct":0,"disputed":0,"rechecking":0,"no_majority":0,"judge_rejected":26,"judges":{"groq:qwen/qwen3.8-27b":72,"groq:openai/gpt-oss-20b":29,"groq:openai/gpt-oss-120b":88}},"judges":{"groq:qwen/qwen3.8-27b":72,"groq:openai/gpt-oss-20b":29,"groq:openai/gpt-oss-120b":88},"activity":{"same_node":2,"leases_open":0,"votes_10min":0,"votes_total":35349},"nodes":[{"id":"cbc2584b","name":"kaggle-bg-3","joined":1793068257382,"last_seen":1793128782356,"online":false,"quarantined":false,"votes":3739,"honeypots":184,"honeypots_ok":120,"too_fast":0,"agreed":1351,"credits":1471,"models":{"llama3.2:3b":1640,"llama3.1:8b":616,"llama3.2:1b":1483}},{"id":"0842d1c9","name":"kaggle-bg-2","joined":1793068257450,"last_seen":1793128779259,"online":false,"quarantined":false,"votes":3848,"honeypots":192,"honeypots_ok":130,"too_fast":0,"agreed":1431,"credits":1561,"models":{"llama3.2:1b":1624,"llama3.2:3b":1645,"llama3.1:8b":579}},{"id":"5a053e42","name":"kaggle-bg-1","joined":1793068257455,"last_seen":1793128778609,"online":false,"quarantined":false,"votes":3763,"honeypots":188,"honeypots_ok":132,"too_fast":0,"agreed":1388,"credits":1520,"models":{"llama3.2:1b":1568,"llama3.1:8b":564,"llama3.2:3b":1631}},{"id":"e248d5ba","name":"kaggle-bg-4","joined":1793069545147,"last_seen":1793128776604,"online":false,"quarantined":false,"votes":3659,"honeypots":168,"honeypots_ok":107,"too_fast":0,"agreed":1306,"credits":1413,"models":{"llama3.1:8b":482,"llama3.2:1b":1516,"llama3.2:3b":1661}},{"id":"bbcfe4a9","name":"node-1","joined":1793473895024,"last_seen":1793495462365,"online":false,"quarantined":false,"votes":1230,"honeypots":61,"honeypots_ok":48,"too_fast":1,"agreed":676,"credits":724,"models":{"llama3.2:3b":586,"phi4-mini":644}},{"id":"6e921e6f","name":"node-2","joined":1793473896023,"last_seen":1793495463741,"online":false,"quarantined":false,"votes":1154,"honeypots":61,"honeypots_ok":53,"too_fast":0,"agreed":685,"credits":738,"models":{"gemma4:e4b":572,"granite3.3:2b":582}},{"id":"340b9e3c","name":"node-3","joined":1793473897059,"last_seen":1793495464267,"online":false,"quarantined":false,"votes":1177,"honeypots":60,"honeypots_ok":53,"too_fast":0,"agreed":671,"credits":724,"models":{"ministral-3:3b":553,"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M":624}},{"id":"ef9db261","name":"node-4","joined":1793473898042,"last_seen":1793495464366,"online":false,"quarantined":false,"votes":1169,"honeypots":59,"honeypots_ok":40,"too_fast":78,"agreed":543,"credits":583,"models":{"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M":675,"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M":494}},{"id":"80b5fc8f","name":"node-5","joined":1793473899238,"last_seen":1793495464293,"online":false,"quarantined":false,"votes":1162,"honeypots":59,"honeypots_ok":45,"too_fast":2,"agreed":651,"credits":696,"models":{"qwen3.5:4b":461,"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M":701}},{"id":"16adca08","name":"node-1","joined":1793529299982,"last_seen":1793534966606,"online":false,"quarantined":false,"votes":524,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":212,"credits":212,"models":{"llama3.2:3b":258,"phi4-mini":266}},{"id":"67c07835","name":"node-2","joined":1793529301986,"last_seen":1793534971739,"online":false,"quarantined":false,"votes":463,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":203,"credits":203,"models":{"granite3.3:2b":235,"gemma4:e4b":228}},{"id":"eb4cbffe","name":"node-3","joined":1793529302999,"last_seen":1793534969820,"online":false,"quarantined":false,"votes":466,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":211,"credits":211,"models":{"ministral-3:3b":237,"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M":229}},{"id":"41e6241f","name":"node-4","joined":1793529303998,"last_seen":1793534971846,"online":false,"quarantined":false,"votes":355,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":176,"credits":176,"models":{"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M":207,"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M":148}},{"id":"f7c8cefa","name":"node-5","joined":1793529305019,"last_seen":1793534967229,"online":false,"quarantined":false,"votes":440,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":212,"credits":212,"models":{"qwen3.5:4b":208,"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M":232}},{"id":"b7d4e32f","name":"node-1","joined":1793572763682,"last_seen":1793576315664,"online":false,"quarantined":false,"votes":44,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":33,"credits":33,"models":{"phi4-mini":25,"llama3.2:3b":19}},{"id":"d5adfff0","name":"node-2","joined":1793572764664,"last_seen":1793576315006,"online":false,"quarantined":false,"votes":45,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":26,"credits":26,"models":{"gemma4:e4b":22,"granite3.3:2b":23}},{"id":"77960c59","name":"node-3","joined":1793572765673,"last_seen":1793576314743,"online":false,"quarantined":false,"votes":47,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":32,"credits":32,"models":{"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M":27,"ministral-3:3b":20}},{"id":"b8baeac5","name":"node-4","joined":1793572766674,"last_seen":1793576315644,"online":false,"quarantined":false,"votes":45,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":30,"credits":30,"models":{"falcon3:3b":18,"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M":27}},{"id":"2e98acae","name":"node-5","joined":1793572767703,"last_seen":1793576314101,"online":false,"quarantined":false,"votes":45,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":30,"credits":30,"models":{"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M":15,"qwen3.5:4b":30}},{"id":"2fa5ef17","name":"kaggle-4","joined":1793885530714,"last_seen":1793888801291,"online":false,"quarantined":false,"votes":409,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":133,"credits":133,"models":{"llama3.2:3b":190,"llama3.2:1b":147,"llama3.1:8b":72}},{"id":"9c0f21d5","name":"kaggle-3","joined":1793885530720,"last_seen":1793888803501,"online":false,"quarantined":false,"votes":413,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":140,"credits":140,"models":{"llama3.1:8b":91,"llama3.2:1b":163,"llama3.2:3b":159}},{"id":"48b3e6aa","name":"kaggle-5","joined":1793885530725,"last_seen":1793888802529,"online":false,"quarantined":false,"votes":413,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":130,"credits":130,"models":{"llama3.2:1b":151,"llama3.1:8b":86,"llama3.2:3b":176}},{"id":"773dce90","name":"kaggle-2","joined":1793885530761,"last_seen":1793888799008,"online":false,"quarantined":false,"votes":412,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":136,"credits":136,"models":{"llama3.2:1b":164,"llama3.1:8b":90,"llama3.2:3b":158}},{"id":"4b4ba590","name":"kaggle-1","joined":1793885530764,"last_seen":1793888800247,"online":false,"quarantined":false,"votes":412,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":134,"credits":134,"models":{"llama3.2:1b":178,"llama3.1:8b":77,"llama3.2:3b":157}},{"id":"10b2928c","name":"kaggle-2","joined":1793890815793,"last_seen":1793894167721,"online":false,"quarantined":false,"votes":163,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":94,"credits":94,"models":{"ministral-3:3b":163}},{"id":"95203efb","name":"kaggle-1","joined":1793890815836,"last_seen":1793894166088,"online":false,"quarantined":false,"votes":174,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":52,"credits":52,"models":{"llama3.2:3b":174}},{"id":"98a85081","name":"kaggle-5","joined":1793890815843,"last_seen":1793894167243,"online":false,"quarantined":false,"votes":191,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":139,"credits":139,"models":{"gemma4:e4b":191}},{"id":"386be045","name":"kaggle-4","joined":1793890815854,"last_seen":1793894166619,"online":false,"quarantined":false,"votes":180,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":123,"credits":123,"models":{"phi4-mini":180}},{"id":"e75ed4b4","name":"kaggle-3","joined":1793890815856,"last_seen":1793894166269,"online":false,"quarantined":false,"votes":170,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":120,"credits":120,"models":{"qwen3.5:4b":170}},{"id":"e0ed7dcc","name":"kaggle-1","joined":1793894712993,"last_seen":1793898597515,"online":false,"quarantined":false,"votes":664,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":288,"credits":288,"models":{"llama3.2:3b":664}},{"id":"7b9d9b28","name":"kaggle-3","joined":1793894712996,"last_seen":1793898598324,"online":false,"quarantined":false,"votes":736,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":301,"credits":301,"models":{"qwen3.5:4b":736}},{"id":"f2080e86","name":"kaggle-5","joined":1793894712999,"last_seen":1793898598056,"online":false,"quarantined":false,"votes":905,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":309,"credits":309,"models":{"gemma4:e4b":905}},{"id":"4f1afd02","name":"kaggle-2","joined":1793894713006,"last_seen":1793898593586,"online":false,"quarantined":false,"votes":709,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":211,"credits":211,"models":{"ministral-3:3b":709}},{"id":"5e72a124","name":"kaggle-4","joined":1793894713007,"last_seen":1793898599062,"online":false,"quarantined":false,"votes":881,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":290,"credits":290,"models":{"phi4-mini":881}},{"id":"39573926","name":"kaggle-5","joined":1793903245537,"last_seen":1793904565191,"online":false,"quarantined":false,"votes":167,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":131,"credits":131,"models":{"gemma4:e4b":167}},{"id":"6decc592","name":"kaggle-3","joined":1793903245538,"last_seen":1793904569046,"online":false,"quarantined":false,"votes":151,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":107,"credits":107,"models":{"qwen3.5:4b":151}},{"id":"713ca20c","name":"kaggle-4","joined":1793903245574,"last_seen":1793904565404,"online":false,"quarantined":false,"votes":277,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":213,"credits":213,"models":{"phi4-mini":277}},{"id":"5d05da90","name":"kaggle-1","joined":1793903245627,"last_seen":1793904566090,"online":false,"quarantined":false,"votes":201,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":129,"credits":129,"models":{"llama3.2:3b":201}},{"id":"ea0cc751","name":"kaggle-2","joined":1793903245633,"last_seen":1793904565035,"online":false,"quarantined":false,"votes":225,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":182,"credits":182,"models":{"ministral-3:3b":225}},{"id":"9752adba","name":"kaggle-5","joined":1793908025355,"last_seen":1793920053628,"online":false,"quarantined":false,"votes":801,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":451,"credits":451,"models":{"gemma4:e4b":801}},{"id":"bf34742d","name":"kaggle-2","joined":1793908025396,"last_seen":1793920051805,"online":false,"quarantined":false,"votes":847,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":438,"credits":438,"models":{"ministral-3:3b":847}},{"id":"489e4ad5","name":"kaggle-4","joined":1793908025553,"last_seen":1793920053333,"online":false,"quarantined":false,"votes":874,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":471,"credits":471,"models":{"phi4-mini":874}},{"id":"cff18511","name":"kaggle-3","joined":1793908026068,"last_seen":1793920051548,"online":false,"quarantined":false,"votes":747,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":447,"credits":447,"models":{"qwen3.5:4b":747}},{"id":"54b797e0","name":"kaggle-1","joined":1793908027156,"last_seen":1793920051383,"online":false,"quarantined":false,"votes":852,"honeypots":0,"honeypots_ok":0,"too_fast":0,"agreed":421,"credits":421,"models":{"llama3.2:3b":852}}],"pairs":[{"model":"falcon3:3b","votes":1,"correct":0,"harness":"check_backwards"},{"model":"falcon3:3b","votes":7,"correct":5,"harness":"direct"},{"model":"falcon3:3b","votes":4,"correct":4,"harness":"equations_first"},{"model":"falcon3:3b","votes":5,"correct":3,"harness":"step_by_step"},{"model":"falcon3:3b","votes":3,"correct":3,"harness":"teacher"},{"model":"gemma4:e4b","votes":43,"correct":0,"harness":"analyst"},{"model":"gemma4:e4b","votes":423,"correct":0,"harness":"careful"},{"model":"gemma4:e4b","votes":140,"correct":127,"harness":"check_backwards"},{"model":"gemma4:e4b","votes":36,"correct":0,"harness":"checklist"},{"model":"gemma4:e4b","votes":648,"correct":124,"harness":"direct"},{"model":"gemma4:e4b","votes":2,"correct":1,"harness":"eliminate"},{"model":"gemma4:e4b","votes":148,"correct":130,"harness":"equations_first"},{"model":"gemma4:e4b","votes":217,"correct":0,"harness":"helper"},{"model":"gemma4:e4b","votes":83,"correct":0,"harness":"helpful"},{"model":"gemma4:e4b","votes":33,"correct":0,"harness":"plain_reader"},{"model":"gemma4:e4b","votes":3,"correct":0,"harness":"principles_first"},{"model":"gemma4:e4b","votes":8,"correct":4,"harness":"professor"},{"model":"gemma4:e4b","votes":163,"correct":0,"harness":"reader"},{"model":"gemma4:e4b","votes":221,"correct":0,"harness":"safe"},{"model":"gemma4:e4b","votes":122,"correct":109,"harness":"step_by_step"},{"model":"gemma4:e4b","votes":264,"correct":0,"harness":"strict"},{"model":"gemma4:e4b","votes":102,"correct":94,"harness":"teacher"},{"model":"gemma4:e4b","votes":228,"correct":0,"harness":"think_first"},{"model":"gemma4:e4b","votes":45,"correct":0,"harness":"trader"},{"model":"granite3.3:2b","votes":38,"correct":0,"harness":"analyst"},{"model":"granite3.3:2b","votes":130,"correct":97,"harness":"check_backwards"},{"model":"granite3.3:2b","votes":57,"correct":0,"harness":"checklist"},{"model":"granite3.3:2b","votes":168,"correct":65,"harness":"direct"},{"model":"granite3.3:2b","votes":5,"correct":0,"harness":"eliminate"},{"model":"granite3.3:2b","votes":120,"correct":97,"harness":"equations_first"},{"model":"granite3.3:2b","votes":34,"correct":0,"harness":"plain_reader"},{"model":"granite3.3:2b","votes":6,"correct":0,"harness":"principles_first"},{"model":"granite3.3:2b","votes":7,"correct":2,"harness":"professor"},{"model":"granite3.3:2b","votes":155,"correct":107,"harness":"step_by_step"},{"model":"granite3.3:2b","votes":113,"correct":89,"harness":"teacher"},{"model":"granite3.3:2b","votes":45,"correct":0,"harness":"trader"},{"model":"granite4.2:3b","votes":1,"correct":1,"harness":"direct"},{"model":"granite4.2:3b","votes":1,"correct":1,"harness":"teacher"},{"model":"granite4.2:8b","votes":4,"correct":1,"harness":"check_backwards"},{"model":"granite4.2:8b","votes":4,"correct":4,"harness":"direct"},{"model":"granite4.2:8b","votes":4,"correct":2,"harness":"equations_first"},{"model":"granite4.2:8b","votes":8,"correct":7,"harness":"step_by_step"},{"model":"granite4.2:8b","votes":1,"correct":0,"harness":"teacher"},{"model":"hf.co/bartowski/Spark-X2.6-4B-GGUF:Q4_K_M","votes":5,"correct":5,"harness":"check_backwards"},{"model":"hf.co/bartowski/Spark-X2.6-4B-GGUF:Q4_K_M","votes":6,"correct":4,"harness":"direct"},{"model":"hf.co/bartowski/Spark-X2.6-4B-GGUF:Q4_K_M","votes":4,"correct":3,"harness":"equations_first"},{"model":"hf.co/bartowski/Spark-X2.6-4B-GGUF:Q4_K_M","votes":7,"correct":7,"harness":"step_by_step"},{"model":"hf.co/bartowski/Spark-X2.6-4B-GGUF:Q4_K_M","votes":10,"correct":10,"harness":"teacher"},{"model":"hf.co/bartowski/tencent_Hunyuan-4B-Instruct-GGUF:Q4_K_M","votes":2,"correct":2,"harness":"check_backwards"},{"model":"hf.co/bartowski/tencent_Hunyuan-4B-Instruct-GGUF:Q4_K_M","votes":1,"correct":1,"harness":"direct"},{"model":"hf.co/bartowski/tencent_Hunyuan-4B-Instruct-GGUF:Q4_K_M","votes":4,"correct":2,"harness":"equations_first"},{"model":"hf.co/bartowski/tencent_Hunyuan-4B-Instruct-GGUF:Q4_K_M","votes":1,"correct":1,"harness":"teacher"},{"model":"hf.co/DevQuasar/kakaocorp.kanana-1.5-2.1b-instruct-2505-GGUF:Q4_K_M","votes":6,"correct":6,"harness":"check_backwards"},{"model":"hf.co/DevQuasar/kakaocorp.kanana-1.5-2.1b-instruct-2505-GGUF:Q4_K_M","votes":1,"correct":1,"harness":"direct"},{"model":"hf.co/DevQuasar/kakaocorp.kanana-1.5-2.1b-instruct-2505-GGUF:Q4_K_M","votes":6,"correct":6,"harness":"equations_first"},{"model":"hf.co/DevQuasar/kakaocorp.kanana-1.5-2.1b-instruct-2505-GGUF:Q4_K_M","votes":2,"correct":1,"harness":"step_by_step"},{"model":"hf.co/DevQuasar/kakaocorp.kanana-1.5-2.1b-instruct-2505-GGUF:Q4_K_M","votes":5,"correct":4,"harness":"teacher"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":59,"correct":0,"harness":"analyst"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":132,"correct":108,"harness":"check_backwards"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":52,"correct":0,"harness":"checklist"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":183,"correct":97,"harness":"direct"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":5,"correct":2,"harness":"eliminate"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":147,"correct":124,"harness":"equations_first"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":54,"correct":0,"harness":"plain_reader"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":7,"correct":1,"harness":"principles_first"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":5,"correct":2,"harness":"professor"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":137,"correct":119,"harness":"step_by_step"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":117,"correct":90,"harness":"teacher"},{"model":"hf.co/ggml-org/SmolLM3-3B-GGUF:Q4_K_M","votes":39,"correct":0,"harness":"trader"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":29,"correct":0,"harness":"analyst"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":121,"correct":35,"harness":"check_backwards"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":32,"correct":0,"harness":"checklist"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":130,"correct":28,"harness":"direct"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":2,"correct":0,"harness":"eliminate"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":126,"correct":38,"harness":"equations_first"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":25,"correct":0,"harness":"plain_reader"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":2,"correct":1,"harness":"principles_first"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":2,"correct":1,"harness":"professor"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":97,"correct":36,"harness":"step_by_step"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":84,"correct":27,"harness":"teacher"},{"model":"hf.co/mradermacher/Apriel-5B-Instruct-llamafied-GGUF:Q4_K_M","votes":22,"correct":0,"harness":"trader"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":46,"correct":0,"harness":"analyst"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":126,"correct":98,"harness":"check_backwards"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":44,"correct":0,"harness":"checklist"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":197,"correct":118,"harness":"direct"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":17,"correct":9,"harness":"eliminate"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":118,"correct":96,"harness":"equations_first"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":41,"correct":0,"harness":"plain_reader"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":4,"correct":1,"harness":"principles_first"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":9,"correct":4,"harness":"professor"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":137,"correct":117,"harness":"step_by_step"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":119,"correct":96,"harness":"teacher"},{"model":"hf.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF:Q4_K_M","votes":36,"correct":0,"harness":"trader"},{"model":"hf.co/openbmb/MiniCPM5-2B-GGUF:Q4_K_M","votes":3,"correct":2,"harness":"check_backwards"},{"model":"hf.co/openbmb/MiniCPM5-2B-GGUF:Q4_K_M","votes":11,"correct":10,"harness":"direct"},{"model":"hf.co/openbmb/MiniCPM5-2B-GGUF:Q4_K_M","votes":5,"correct":5,"harness":"equations_first"},{"model":"hf.co/openbmb/MiniCPM5-2B-GGUF:Q4_K_M","votes":2,"correct":1,"harness":"step_by_step"},{"model":"hf.co/openbmb/MiniCPM5-2B-GGUF:Q4_K_M","votes":6,"correct":6,"harness":"teacher"},{"model":"hf.co/tiiuae/Falcon-H1-3B-Instruct-GGUF:Q4_K_M","votes":1,"correct":1,"harness":"check_backwards"},{"model":"hf.co/tiiuae/Falcon-H1-3B-Instruct-GGUF:Q4_K_M","votes":1,"correct":1,"harness":"direct"},{"model":"hf.co/tiiuae/Falcon-H1-3B-Instruct-GGUF:Q4_K_M","votes":2,"correct":2,"harness":"step_by_step"},{"model":"hf.co/tiiuae/Falcon-H1-3B-Instruct-GGUF:Q4_K_M","votes":4,"correct":4,"harness":"teacher"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":50,"correct":0,"harness":"analyst"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":139,"correct":111,"harness":"check_backwards"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":59,"correct":0,"harness":"checklist"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":206,"correct":121,"harness":"direct"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":13,"correct":3,"harness":"eliminate"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":117,"correct":96,"harness":"equations_first"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":65,"correct":0,"harness":"plain_reader"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":5,"correct":3,"harness":"principles_first"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":12,"correct":3,"harness":"professor"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":129,"correct":91,"harness":"step_by_step"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":116,"correct":87,"harness":"teacher"},{"model":"hf.co/zai-org/glm-edge-4b-chat-gguf:Q4_K_M","votes":68,"correct":0,"harness":"trader"},{"model":"llama3.1:8b","votes":314,"correct":2,"harness":"analyst"},{"model":"llama3.1:8b","votes":82,"correct":0,"harness":"careful"},{"model":"llama3.1:8b","votes":148,"correct":131,"harness":"check_backwards"},{"model":"llama3.1:8b","votes":329,"correct":11,"harness":"checklist"},{"model":"llama3.1:8b","votes":538,"correct":147,"harness":"direct"},{"model":"llama3.1:8b","votes":152,"correct":134,"harness":"equations_first"},{"model":"llama3.1:8b","votes":84,"correct":0,"harness":"helper"},{"model":"llama3.1:8b","votes":326,"correct":6,"harness":"plain_reader"},{"model":"llama3.1:8b","votes":86,"correct":0,"harness":"safe"},{"model":"llama3.1:8b","votes":133,"correct":124,"harness":"step_by_step"},{"model":"llama3.1:8b","votes":131,"correct":120,"harness":"teacher"},{"model":"llama3.1:8b","votes":85,"correct":0,"harness":"think_first"},{"model":"llama3.1:8b","votes":290,"correct":4,"harness":"trader"},{"model":"llama3.2:1b","votes":889,"correct":17,"harness":"analyst"},{"model":"llama3.2:1b","votes":181,"correct":0,"harness":"careful"},{"model":"llama3.2:1b","votes":408,"correct":236,"harness":"check_backwards"},{"model":"llama3.2:1b","votes":896,"correct":18,"harness":"checklist"},{"model":"llama3.2:1b","votes":1480,"correct":267,"harness":"direct"},{"model":"llama3.2:1b","votes":395,"correct":216,"harness":"equations_first"},{"model":"llama3.2:1b","votes":138,"correct":0,"harness":"helper"},{"model":"llama3.2:1b","votes":669,"correct":7,"harness":"plain_reader"},{"model":"llama3.2:1b","votes":153,"correct":0,"harness":"safe"},{"model":"llama3.2:1b","votes":381,"correct":226,"harness":"step_by_step"},{"model":"llama3.2:1b","votes":364,"correct":200,"harness":"teacher"},{"model":"llama3.2:1b","votes":156,"correct":0,"harness":"think_first"},{"model":"llama3.2:1b","votes":884,"correct":17,"harness":"trader"},{"model":"llama3.2:3b","votes":958,"correct":16,"harness":"analyst"},{"model":"llama3.2:3b","votes":562,"correct":0,"harness":"careful"},{"model":"llama3.2:3b","votes":571,"correct":414,"harness":"check_backwards"},{"model":"llama3.2:3b","votes":938,"correct":10,"harness":"checklist"},{"model":"llama3.2:3b","votes":1929,"correct":451,"harness":"direct"},{"model":"llama3.2:3b","votes":13,"correct":5,"harness":"eliminate"},{"model":"llama3.2:3b","votes":530,"correct":422,"harness":"equations_first"},{"model":"llama3.2:3b","votes":367,"correct":0,"harness":"helper"},{"model":"llama3.2:3b","votes":273,"correct":0,"harness":"helpful"},{"model":"llama3.2:3b","votes":947,"correct":12,"harness":"plain_reader"},{"model":"llama3.2:3b","votes":20,"correct":6,"harness":"principles_first"},{"model":"llama3.2:3b","votes":14,"correct":7,"harness":"professor"},{"model":"llama3.2:3b","votes":175,"correct":0,"harness":"reader"},{"model":"llama3.2:3b","votes":259,"correct":0,"harness":"safe"},{"model":"llama3.2:3b","votes":555,"correct":463,"harness":"step_by_step"},{"model":"llama3.2:3b","votes":244,"correct":0,"harness":"strict"},{"model":"llama3.2:3b","votes":530,"correct":472,"harness":"teacher"},{"model":"llama3.2:3b","votes":360,"correct":0,"harness":"think_first"},{"model":"llama3.2:3b","votes":967,"correct":14,"harness":"trader"},{"model":"ministral-3:3b","votes":44,"correct":0,"harness":"analyst"},{"model":"ministral-3:3b","votes":366,"correct":0,"harness":"careful"},{"model":"ministral-3:3b","votes":133,"correct":105,"harness":"check_backwards"},{"model":"ministral-3:3b","votes":44,"correct":0,"harness":"checklist"},{"model":"ministral-3:3b","votes":523,"correct":107,"harness":"direct"},{"model":"ministral-3:3b","votes":9,"correct":4,"harness":"eliminate"},{"model":"ministral-3:3b","votes":115,"correct":101,"harness":"equations_first"},{"model":"ministral-3:3b","votes":172,"correct":0,"harness":"helper"},{"model":"ministral-3:3b","votes":214,"correct":0,"harness":"helpful"},{"model":"ministral-3:3b","votes":28,"correct":0,"harness":"plain_reader"},{"model":"ministral-3:3b","votes":8,"correct":3,"harness":"principles_first"},{"model":"ministral-3:3b","votes":11,"correct":5,"harness":"professor"},{"model":"ministral-3:3b","votes":208,"correct":0,"harness":"reader"},{"model":"ministral-3:3b","votes":189,"correct":0,"harness":"safe"},{"model":"ministral-3:3b","votes":134,"correct":119,"harness":"step_by_step"},{"model":"ministral-3:3b","votes":238,"correct":0,"harness":"strict"},{"model":"ministral-3:3b","votes":123,"correct":106,"harness":"teacher"},{"model":"ministral-3:3b","votes":199,"correct":0,"harness":"think_first"},{"model":"ministral-3:3b","votes":36,"correct":0,"harness":"trader"},{"model":"phi4-mini","votes":53,"correct":0,"harness":"analyst"},{"model":"phi4-mini","votes":422,"correct":0,"harness":"careful"},{"model":"phi4-mini","votes":127,"correct":112,"harness":"check_backwards"},{"model":"phi4-mini","votes":45,"correct":0,"harness":"checklist"},{"model":"phi4-mini","votes":654,"correct":118,"harness":"direct"},{"model":"phi4-mini","votes":11,"correct":5,"harness":"eliminate"},{"model":"phi4-mini","votes":157,"correct":136,"harness":"equations_first"},{"model":"phi4-mini","votes":222,"correct":0,"harness":"helper"},{"model":"phi4-mini","votes":232,"correct":0,"harness":"helpful"},{"model":"phi4-mini","votes":53,"correct":0,"harness":"plain_reader"},{"model":"phi4-mini","votes":4,"correct":3,"harness":"principles_first"},{"model":"phi4-mini","votes":6,"correct":1,"harness":"professor"},{"model":"phi4-mini","votes":207,"correct":0,"harness":"reader"},{"model":"phi4-mini","votes":240,"correct":0,"harness":"safe"},{"model":"phi4-mini","votes":167,"correct":147,"harness":"step_by_step"},{"model":"phi4-mini","votes":232,"correct":0,"harness":"strict"},{"model":"phi4-mini","votes":115,"correct":98,"harness":"teacher"},{"model":"phi4-mini","votes":198,"correct":0,"harness":"think_first"},{"model":"phi4-mini","votes":48,"correct":0,"harness":"trader"},{"model":"qwen3.5:4b","votes":14,"correct":0,"harness":"analyst"},{"model":"qwen3.5:4b","votes":348,"correct":0,"harness":"careful"},{"model":"qwen3.5:4b","votes":120,"correct":95,"harness":"check_backwards"},{"model":"qwen3.5:4b","votes":16,"correct":0,"harness":"checklist"},{"model":"qwen3.5:4b","votes":505,"correct":94,"harness":"direct"},{"model":"qwen3.5:4b","votes":3,"correct":2,"harness":"eliminate"},{"model":"qwen3.5:4b","votes":131,"correct":107,"harness":"equations_first"},{"model":"qwen3.5:4b","votes":173,"correct":0,"harness":"helper"},{"model":"qwen3.5:4b","votes":185,"correct":0,"harness":"helpful"},{"model":"qwen3.5:4b","votes":18,"correct":0,"harness":"plain_reader"},{"model":"qwen3.5:4b","votes":1,"correct":0,"harness":"principles_first"},{"model":"qwen3.5:4b","votes":1,"correct":1,"harness":"professor"},{"model":"qwen3.5:4b","votes":170,"correct":0,"harness":"reader"},{"model":"qwen3.5:4b","votes":182,"correct":0,"harness":"safe"},{"model":"qwen3.5:4b","votes":144,"correct":125,"harness":"step_by_step"},{"model":"qwen3.5:4b","votes":184,"correct":0,"harness":"strict"},{"model":"qwen3.5:4b","votes":120,"correct":104,"harness":"teacher"},{"model":"qwen3.5:4b","votes":193,"correct":0,"harness":"think_first"},{"model":"qwen3.5:4b","votes":27,"correct":0,"harness":"trader"},{"model":"qwen3.5:9b","votes":6,"correct":6,"harness":"check_backwards"},{"model":"qwen3.5:9b","votes":6,"correct":5,"harness":"direct"},{"model":"qwen3.5:9b","votes":12,"correct":12,"harness":"equations_first"},{"model":"qwen3.5:9b","votes":10,"correct":10,"harness":"step_by_step"},{"model":"qwen3.5:9b","votes":13,"correct":13,"harness":"teacher"}],"recent":[{"name":"kaggle-3","model":"qwen3.5:4b","harness":"direct","too_fast":0,"server_ms":7832,"created_at":1793920050341},{"name":"kaggle-5","model":"gemma4:e4b","harness":"careful","too_fast":0,"server_ms":5213,"created_at":1793920041362},{"name":"kaggle-3","model":"qwen3.5:4b","harness":"strict","too_fast":0,"server_ms":10148,"created_at":1793920041248},{"name":"kaggle-3","model":"qwen3.5:4b","harness":"direct","too_fast":0,"server_ms":4671,"created_at":1793920029584},{"name":"kaggle-5","model":"gemma4:e4b","harness":"strict","too_fast":0,"server_ms":4286,"created_at":1793920029358},{"name":"kaggle-4","model":"phi4-mini","harness":"reader","too_fast":0,"server_ms":2460,"created_at":1793920028640},{"name":"kaggle-1","model":"llama3.2:3b","harness":"strict","too_fast":0,"server_ms":2390,"created_at":1793920026874},{"name":"kaggle-2","model":"ministral-3:3b","harness":"strict","too_fast":0,"server_ms":3353,"created_at":1793920026642},{"name":"kaggle-4","model":"phi4-mini","harness":"helpful","too_fast":0,"server_ms":9435,"created_at":1793920024390},{"name":"kaggle-5","model":"gemma4:e4b","harness":"strict","too_fast":0,"server_ms":5197,"created_at":1793920023861},{"name":"kaggle-3","model":"qwen3.5:4b","harness":"helpful","too_fast":0,"server_ms":6297,"created_at":1793920023680},{"name":"kaggle-1","model":"llama3.2:3b","harness":"helpful","too_fast":0,"server_ms":3141,"created_at":1793920023210}]}