{"thinking":[{"series":"Qwen3.5-9B node A graphs cap=6144 n=25","task":"gsm8k_platinum","verdict":"tied","tierA":0,"pts":[{"x":1878.8,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5852,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_gsm8k_platinu","jpt":8.026305707450444,"clears":true,"tierA":0,"step":"off"},{"x":15125.4,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":37061,"trunc":0.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_gsm8k_platinum","jpt":7.7543191764928086,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A graphs cap=6144 n=25","task":"math500","verdict":"hurts","tierA":0,"pts":[{"x":11093.4,"y":0.72,"lo":0.524,"hi":0.857,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":25543,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_math500","jpt":7.817478369807775,"clears":true,"tierA":0,"step":"off"},{"x":317677.8,"y":0.08,"lo":0.022,"hi":0.25,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":81456,"trunc":40.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_math500","jpt":7.799984592909055,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A eager cap=6144 n=25","task":"gsm8k_platinum","verdict":"tied","tierA":0,"pts":[{"x":2631.8,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5915,"trunc":0.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.12331411665258,"clears":true,"tierA":0,"step":"off"},{"x":22395.7,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":42499,"trunc":0.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.06637963246194,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A eager cap=6144 n=25","task":"math500","verdict":"hurts","tierA":0,"pts":[{"x":18561.9,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":32059,"trunc":8.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_math500","jpt":11.000824978945069,"clears":true,"tierA":0,"step":"off"},{"x":210442.3,"y":0.16,"lo":0.064,"hi":0.347,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":76876,"trunc":40.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_math500","jpt":10.949698618554555,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A graphs cap=\u221e n=25","task":"gsm8k_platinum","verdict":"tied","tierA":0,"pts":[{"x":1885.0,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":5839,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_gsm8k_platin","jpt":8.070615345093337,"clears":true,"tierA":0,"step":"off"},{"x":15386.4,"y":0.88,"lo":0.7,"hi":0.958,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":43560,"trunc":0.0,"label":"thinkpilot2-A-on-graphs_Qwen3.5-9B_gsm8k_platinu","jpt":7.770907483930211,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A graphs cap=\u221e n=25","task":"mmlu_redux","verdict":"tied","tierA":0,"pts":[{"x":95.9,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_mmlu_redux","jpt":40.26854,"clears":true,"tierA":0,"step":"off"},{"x":12982.2,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":19972,"trunc":4.0,"label":"thinkpilot2-A-on-graphs_Qwen3.5-9B_mmlu_redux","jpt":7.800258411776487,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A graphs cap=\u221e n=25","task":"gpqa_diamond","verdict":"tied","tierA":0,"pts":[{"x":153.2,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":50,"trunc":0.0,"label":"thinkpilot3-A-off-graphs_Qwen3.5-9B_gpqa_diamond","jpt":36.77678,"clears":true,"tierA":0,"step":"off"},{"x":90311.0,"y":0.64,"lo":0.445,"hi":0.798,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":185274,"trunc":12.0,"label":"thinkpilot3-A-on-graphs_Qwen3.5-9B_gpqa_diamond","jpt":7.799130876431664,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A graphs cap=\u221e n=25","task":"math500","verdict":"hurts","tierA":0,"pts":[{"x":12083.0,"y":0.8,"lo":0.609,"hi":0.911,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":30881,"trunc":0.0,"label":"thinkpilot3-A-off-graphs_Qwen3.5-9B_math500","jpt":7.825496324600888,"clears":true,"tierA":0,"step":"off"},{"x":298574.3,"y":0.12,"lo":0.042,"hi":0.3,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":114539,"trunc":12.0,"label":"thinkpilot3-A-on-graphs_Qwen3.5-9B_math500","jpt":7.820244117724094,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A eager cap=\u221e n=25","task":"gsm8k_platinum","verdict":"tied","tierA":0,"pts":[{"x":2552.0,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":5801,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_gsm8k_platinu","jpt":10.998171694535426,"clears":true,"tierA":0,"step":"off"},{"x":18041.4,"y":0.8,"lo":0.609,"hi":0.911,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":32821,"trunc":0.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_gsm8k_platinum","jpt":10.993804667743213,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A eager cap=\u221e n=25","task":"mmlu_redux","verdict":"tied","tierA":0,"pts":[{"x":74.3,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_mmlu_redux","jpt":31.20944,"clears":true,"tierA":0,"step":"off"},{"x":16204.7,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":17691,"trunc":0.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_mmlu_redux","jpt":10.991859080888586,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A eager cap=\u221e n=25","task":"gpqa_diamond","verdict":"tied","tierA":0,"pts":[{"x":120.3,"y":0.44,"lo":0.267,"hi":0.629,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_gpqa_diamond","jpt":26.45828,"clears":true,"tierA":0,"step":"off"},{"x":138651.2,"y":0.44,"lo":0.267,"hi":0.629,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":138362,"trunc":40.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_gpqa_diamond","jpt":11.02298804585074,"clears":true,"tierA":0,"step":"on"}]},{"series":"Qwen3.5-9B node A eager cap=\u221e n=25","task":"math500","verdict":"hurts","tierA":0,"pts":[{"x":17033.1,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":29401,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_math500","jpt":11.007412230876502,"clears":true,"tierA":0,"step":"off"},{"x":152495.1,"y":0.24,"lo":0.115,"hi":0.434,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":81170,"trunc":24.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_math500","jpt":11.27227687569299,"clears":true,"tierA":0,"step":"on"}]},{"series":"granite-4.2-8b node B graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"tied","tierA":1,"pts":[{"x":10583.1,"y":0.42,"lo":0.294,"hi":0.558,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":31005,"trunc":2.0,"label":"axis-B-thinkoff-granite-4-2-8b-gpqa-diamond_gran","jpt":7.1680134171907754,"clears":true,"tierA":1,"step":"off"},{"x":177149.1,"y":0.48,"lo":0.348,"hi":0.615,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":628273,"trunc":52.0,"label":"ref-B-granite-4-2-8b-gpqa-diamond_granite-4.2-8b","jpt":6.76708634144711,"clears":true,"tierA":1,"step":"on"}]},{"series":"granite-4.2-8b node B graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"tied","tierA":1,"pts":[{"x":2664.7,"y":0.99,"lo":0.946,"hi":0.998,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":41835,"trunc":1.0,"label":"axis-B-thinkoff-granite-4-2-8b-gsm8k-platinum_gr","jpt":6.305965555157165,"clears":true,"tierA":1,"step":"off"},{"x":11467.1,"y":0.94,"lo":0.875,"hi":0.972,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":168992,"trunc":1.0,"label":"ref-B-granite-4-2-8b-gsm8k-platinum_granite-4.2-","jpt":6.378438310689264,"clears":true,"tierA":1,"step":"on"}]},{"series":"granite-4.2-8b node B graphs cap=16384 n=50","task":"math500","verdict":"tied","tierA":1,"pts":[{"x":21398.6,"y":0.74,"lo":0.604,"hi":0.841,"model":"granite-4.2-8b","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":123341,"trunc":2.0,"label":"axis-B-thinkoff-granite-4-2-8b-math500_granite-4","jpt":6.419177524099854,"clears":true,"tierA":1,"step":"off"},{"x":48131.4,"y":0.7,"lo":0.562,"hi":0.809,"model":"granite-4.2-8b","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":246224,"trunc":0.0,"label":"ref-B-granite-4-2-8b-math500_granite-4.2-8b_math","jpt":6.8417293643186685,"clears":true,"tierA":1,"step":"on"}]},{"series":"granite-4.2-8b node B graphs cap=8192 n=100","task":"mmlu_redux","verdict":"helps","tierA":1,"pts":[{"x":58.7,"y":0.72,"lo":0.625,"hi":0.799,"model":"granite-4.2-8b","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-B-thinkoff-granite-4-2-8b-mmlu-redux_granit","jpt":21.14098,"clears":true,"tierA":1,"step":"off"},{"x":10213.4,"y":0.92,"lo":0.85,"hi":0.959,"model":"granite-4.2-8b","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":142691,"trunc":3.0,"label":"ref-B-granite-4-2-8b-mmlu-redux_granite-4.2-8b_m","jpt":6.585076255685363,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-0.6B node B graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"tied","tierA":1,"pts":[{"x":822.4,"y":0.26,"lo":0.159,"hi":0.396,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":13660,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-gpqa-diamond_Qwen3-0.","jpt":0.7826720351390922,"clears":false,"tierA":1,"step":"off"},{"x":41580.7,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":556014,"trunc":56.0,"label":"ref-B-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":1.1965370332401701,"clears":false,"tierA":1,"step":"on"}]},{"series":"Qwen3-0.6B node B graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"tied","tierA":1,"pts":[{"x":225.9,"y":0.46,"lo":0.366,"hi":0.557,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":12496,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-gsm8k-platinum_Qwen3-","jpt":0.8316941421254802,"clears":true,"tierA":1,"step":"off"},{"x":3475.3,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":109082,"trunc":4.0,"label":"ref-B-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":0.9239229478740764,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-0.6B node B graphs cap=16384 n=50","task":"math500","verdict":"tied","tierA":1,"pts":[{"x":1150.5,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-0.6B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":23792,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-math500_Qwen3-0.6B_ma","jpt":0.8704153496973772,"clears":true,"tierA":1,"step":"off"},{"x":9202.5,"y":0.5,"lo":0.366,"hi":0.634,"model":"Qwen3-0.6B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":204981,"trunc":10.0,"label":"ref-B-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.1223641654592378,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-0.6B node B graphs cap=8192 n=100","task":"mmlu_redux","verdict":"tied","tierA":1,"pts":[{"x":106.1,"y":0.5,"lo":0.404,"hi":0.596,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":6445,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-mmlu-redux_Qwen3-0.6B","jpt":0.8227624515128006,"clears":true,"tierA":1,"step":"off"},{"x":1235.4,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":89324,"trunc":1.0,"label":"ref-B-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":0.8575056087949487,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-2B node B graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"hurts","tierA":1,"pts":[{"x":2024.3,"y":0.72,"lo":0.625,"hi":0.799,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":78923,"trunc":4.0,"label":"ref-B-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k","jpt":1.8467377697249217,"clears":true,"tierA":1,"step":"off"},{"x":18211.9,"y":0.51,"lo":0.413,"hi":0.606,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":551702,"trunc":55.0,"label":"axis-B-thinkon-qwen3-5-2b-gsm8k-platinum_Qwen3.5","jpt":1.683529735255627,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-2B node B graphs cap=16384 n=50","task":"math500","verdict":"tied","tierA":1,"pts":[{"x":5467.2,"y":0.54,"lo":0.404,"hi":0.67,"model":"Qwen3.5-2B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":79776,"trunc":4.0,"label":"ref-B-qwen3-5-2b-math500_Qwen3.5-2B_math500","jpt":1.8503647337545124,"clears":true,"tierA":1,"step":"off"},{"x":27372.0,"y":0.5,"lo":0.366,"hi":0.634,"model":"Qwen3.5-2B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":398638,"trunc":36.0,"label":"axis-B-thinkon-qwen3-5-2b-math500_Qwen3.5-2B_mat","jpt":1.7165931270977681,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-8B node B graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"tied","tierA":1,"pts":[{"x":5977.3,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-8B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":17362,"trunc":2.0,"label":"axis-B-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_g","jpt":6.196994585877203,"clears":false,"tierA":1,"step":"off"},{"x":129582.4,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-8B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":439613,"trunc":16.0,"label":"ref-B-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":6.484823310502646,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-8B node B graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"tied","tierA":1,"pts":[{"x":967.7,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":16493,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B","jpt":5.51519499181471,"clears":true,"tierA":1,"step":"off"},{"x":5377.2,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":86456,"trunc":1.0,"label":"ref-B-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":6.157429652077357,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-8B node B graphs cap=16384 n=50","task":"math500","verdict":"tied","tierA":1,"pts":[{"x":7241.7,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":43880,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-8b-math500_Qwen3-8B_math50","jpt":5.776214927073838,"clears":true,"tierA":1,"step":"off"},{"x":28936.0,"y":0.68,"lo":0.542,"hi":0.792,"model":"Qwen3-8B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":152390,"trunc":2.0,"label":"ref-B-qwen3-8b-math500_Qwen3-8B_math500","jpt":6.455952280333355,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-8B node B graphs cap=8192 n=100","task":"mmlu_redux","verdict":"helps","tierA":1,"pts":[{"x":47.5,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen3-8B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mml","jpt":18.517815,"clears":true,"tierA":1,"step":"off"},{"x":5156.8,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen3-8B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":76898,"trunc":0.0,"label":"ref-B-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":6.236617818408801,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-0.8B node C graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"hurts","tierA":1,"pts":[{"x":776.7,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":65489,"trunc":4.0,"label":"ref-C-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":0.6167564476476965,"clears":true,"tierA":1,"step":"off"},{"x":17337.8,"y":0.24,"lo":0.167,"hi":0.332,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":672081,"trunc":78.0,"label":"axis-C-thinkon-qwen3-5-0-8b-gsm8k-platinum_Qwen3","jpt":0.6191342115012923,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-0.8B node C graphs cap=8192 n=100","task":"mmlu_redux","verdict":"tied","tierA":1,"pts":[{"x":16.3,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":217,"trunc":0.0,"label":"ref-C-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":3.91736866359447,"clears":true,"tierA":1,"step":"off"},{"x":6300.6,"y":0.48,"lo":0.385,"hi":0.577,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":494090,"trunc":57.0,"label":"axis-C-thinkon-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0","jpt":0.6120968750632476,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-0.8B node C graphs cap=16384 n=50","task":"math500","verdict":"hurts","tierA":1,"pts":[{"x":7182.4,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3.5-0.8B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":177801,"trunc":18.0,"label":"ref-C-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":0.6867307945399632,"clears":true,"tierA":1,"step":"off"},{"x":131915.1,"y":0.08,"lo":0.032,"hi":0.188,"model":"Qwen3.5-0.8B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":743117,"trunc":90.0,"label":"axis-C-thinkon-qwen3-5-0-8b-math500_Qwen3.5-0.8B","jpt":0.7100635821815408,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-0.8B node C graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"tied","tierA":1,"pts":[{"x":3546.4,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":82011,"trunc":10.0,"label":"ref-C-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":0.691885929936228,"clears":false,"tierA":1,"step":"off"},{"x":35346.4,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":819200,"trunc":100.0,"label":"axis-C-thinkon-qwen3-5-0-8b-gpqa-diamond_Qwen3.5","jpt":0.6903598107910156,"clears":false,"tierA":1,"step":"on"}]},{"series":"gemma-4-26B-A4B-AWQ node A graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"hurts","tierA":1,"pts":[{"x":585.7,"y":0.97,"lo":0.915,"hi":0.99,"model":"gemma-4-26B-A4B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":18403,"trunc":0.0,"label":"ref-A-gemma-4-26b-a4b-it-awq-4bit-gsm8k-platinum","jpt":3.0870220616203876,"clears":true,"tierA":1,"step":"off"},{"x":63466.3,"y":0.33,"lo":0.246,"hi":0.427,"model":"gemma-4-26B-A4B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":678405,"trunc":79.0,"label":"axis-A-thinkon-gemma-4-26b-a4b-it-awq-4bit-gsm8k","jpt":3.087221494534975,"clears":true,"tierA":1,"step":"on"}]},{"series":"gemma-4-26B-A4B-AWQ node A graphs cap=8192 n=100","task":"mmlu_redux","verdict":"tied","tierA":1,"pts":[{"x":59.4,"y":0.83,"lo":0.745,"hi":0.891,"model":"gemma-4-26B-A4B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":201,"trunc":0.0,"label":"ref-A-gemma-4-26b-a4b-it-awq-4bit-mmlu-redux_gem","jpt":24.520721393034826,"clears":true,"tierA":1,"step":"off"},{"x":3133.9,"y":0.91,"lo":0.838,"hi":0.952,"model":"gemma-4-26B-A4B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":94783,"trunc":3.0,"label":"axis-A-thinkon-gemma-4-26b-a4b-it-awq-4bit-mmlu-","jpt":3.008840424970723,"clears":true,"tierA":1,"step":"on"}]},{"series":"granite-4.2-8b node A graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"tied","tierA":1,"pts":[{"x":12071.7,"y":0.42,"lo":0.294,"hi":0.558,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":29170,"trunc":2.0,"label":"axis-A-thinkoff-granite-4-2-8b-gpqa-diamond_gran","jpt":8.690657422008913,"clears":true,"tierA":1,"step":"off"},{"x":196300.8,"y":0.52,"lo":0.385,"hi":0.652,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":593999,"trunc":46.0,"label":"ref-A-granite-4-2-8b-gpqa-diamond_granite-4.2-8b","jpt":8.592306419707777,"clears":true,"tierA":1,"step":"on"}]},{"series":"granite-4.2-8b node A graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"tied","tierA":1,"pts":[{"x":4390.3,"y":0.98,"lo":0.93,"hi":0.994,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":52679,"trunc":1.0,"label":"axis-A-thinkoff-granite-4-2-8b-gsm8k-platinum_gr","jpt":8.16731285711574,"clears":true,"tierA":1,"step":"off"},{"x":15834.4,"y":0.93,"lo":0.863,"hi":0.966,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":179505,"trunc":3.0,"label":"ref-A-granite-4-2-8b-gsm8k-platinum_granite-4.2-","jpt":8.203691050388569,"clears":true,"tierA":1,"step":"on"}]},{"series":"granite-4.2-8b node A graphs cap=16384 n=50","task":"math500","verdict":"tied","tierA":1,"pts":[{"x":23914.2,"y":0.72,"lo":0.583,"hi":0.825,"model":"granite-4.2-8b","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":102971,"trunc":2.0,"label":"axis-A-thinkoff-granite-4-2-8b-math500_granite-4","jpt":8.36070673296365,"clears":true,"tierA":1,"step":"off"},{"x":55791.8,"y":0.74,"lo":0.604,"hi":0.841,"model":"granite-4.2-8b","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":244147,"trunc":6.0,"label":"ref-A-granite-4-2-8b-math500_granite-4.2-8b_math","jpt":8.455131551892917,"clears":true,"tierA":1,"step":"on"}]},{"series":"granite-4.2-8b node A graphs cap=8192 n=100","task":"mmlu_redux","verdict":"helps","tierA":1,"pts":[{"x":74.1,"y":0.72,"lo":0.625,"hi":0.799,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-A-thinkoff-granite-4-2-8b-mmlu-redux_granit","jpt":26.682765,"clears":true,"tierA":1,"step":"off"},{"x":12499.5,"y":0.92,"lo":0.85,"hi":0.959,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":140681,"trunc":3.0,"label":"ref-A-granite-4-2-8b-mmlu-redux_granite-4.2-8b_m","jpt":8.174207824795102,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-9B-AWQ node A graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"helps","tierA":1,"pts":[{"x":120.1,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3.5-9B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-9b-awq-gpqa-diamond_Qwen","jpt":25.22529,"clears":true,"tierA":1,"step":"off"},{"x":61931.6,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3.5-9B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":497978,"trunc":26.0,"label":"ref-A-qwen3-5-9b-awq-gpqa-diamond_Qwen3.5-9B-AWQ","jpt":4.725911791283952,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-9B-AWQ node A graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"tied","tierA":1,"pts":[{"x":1377.1,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3.5-9B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":26758,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-9b-awq-gsm8k-platinum_Qw","jpt":4.940544958517079,"clears":true,"tierA":1,"step":"off"},{"x":13089.3,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen3.5-9B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":251611,"trunc":0.0,"label":"ref-A-qwen3-5-9b-awq-gsm8k-platinum_Qwen3.5-9B-A","jpt":4.68196866989122,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-9B-AWQ node A graphs cap=16384 n=50","task":"math500","verdict":"hurts","tierA":1,"pts":[{"x":6999.2,"y":0.8,"lo":0.67,"hi":0.888,"model":"Qwen3.5-9B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":58578,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-9b-awq-math500_Qwen3.5-9","jpt":4.779398545529038,"clears":true,"tierA":1,"step":"off"},{"x":83710.5,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3.5-9B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":389016,"trunc":12.0,"label":"ref-A-qwen3-5-9b-awq-math500_Qwen3.5-9B-AWQ_math","jpt":4.7340740715034855,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-9B-AWQ node A graphs cap=8192 n=100","task":"mmlu_redux","verdict":"hurts","tierA":1,"pts":[{"x":76.3,"y":0.84,"lo":0.756,"hi":0.899,"model":"Qwen3.5-9B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-9b-awq-mmlu-redux_Qwen3.","jpt":32.05612,"clears":true,"tierA":1,"step":"off"},{"x":9203.1,"y":0.63,"lo":0.532,"hi":0.718,"model":"Qwen3.5-9B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":123460,"trunc":1.0,"label":"ref-A-qwen3-5-9b-awq-mmlu-redux_Qwen3.5-9B-AWQ_m","jpt":4.696222809006965,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-0.6B node A graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"tied","tierA":1,"pts":[{"x":999.7,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":14066,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-gpqa-diamond_Qwen3-0.","jpt":1.0660578700412342,"clears":false,"tierA":1,"step":"off"},{"x":51598.9,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":553683,"trunc":56.0,"label":"ref-A-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":1.4910747052013518,"clears":false,"tierA":1,"step":"on"}]},{"series":"Qwen3-0.6B node A graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"tied","tierA":1,"pts":[{"x":373.9,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":12825,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-gsm8k-platinum_Qwen3-","jpt":1.1954030409356724,"clears":true,"tierA":1,"step":"off"},{"x":4911.0,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":119856,"trunc":5.0,"label":"ref-A-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":1.1882574422640504,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-0.6B node A graphs cap=16384 n=50","task":"math500","verdict":"tied","tierA":1,"pts":[{"x":1543.9,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-0.6B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":23792,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-math500_Qwen3-0.6B_ma","jpt":1.1680313130464022,"clears":true,"tierA":1,"step":"off"},{"x":10648.7,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-0.6B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":175867,"trunc":4.0,"label":"ref-A-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.3320900055155316,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-0.6B node A graphs cap=8192 n=100","task":"mmlu_redux","verdict":"tied","tierA":1,"pts":[{"x":157.2,"y":0.5,"lo":0.404,"hi":0.596,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":6445,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-mmlu-redux_Qwen3-0.6B","jpt":1.219810550814585,"clears":true,"tierA":1,"step":"off"},{"x":1579.0,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":89486,"trunc":1.0,"label":"ref-A-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":1.0940090628701695,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-0.8B node A graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"tied","tierA":1,"pts":[{"x":5061.3,"y":0.24,"lo":0.143,"hi":0.374,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":52763,"trunc":6.0,"label":"ref-A-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":1.1510998805981465,"clears":false,"tierA":1,"step":"off"},{"x":62504.3,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":819200,"trunc":100.0,"label":"axis-A-thinkon-qwen3-5-0-8b-gpqa-diamond_Qwen3.5","jpt":1.220786453857422,"clears":false,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-0.8B node A graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"hurts","tierA":1,"pts":[{"x":1137.6,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":52904,"trunc":2.0,"label":"ref-A-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":1.1181583245123243,"clears":true,"tierA":1,"step":"off"},{"x":35759.8,"y":0.22,"lo":0.15,"hi":0.311,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":664679,"trunc":76.0,"label":"axis-A-thinkon-qwen3-5-0-8b-gsm8k-platinum_Qwen3","jpt":1.1836018845186926,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-0.8B node A graphs cap=16384 n=50","task":"math500","verdict":"hurts","tierA":1,"pts":[{"x":11187.8,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":155024,"trunc":14.0,"label":"ref-A-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":1.1546916348436371,"clears":true,"tierA":1,"step":"off"},{"x":233409.5,"y":0.08,"lo":0.032,"hi":0.188,"model":"Qwen3.5-0.8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":757590,"trunc":92.0,"label":"axis-A-thinkon-qwen3-5-0-8b-math500_Qwen3.5-0.8B","jpt":1.2323787378397286,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-0.8B node A graphs cap=8192 n=100","task":"mmlu_redux","verdict":"tied","tierA":1,"pts":[{"x":62.8,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":220,"trunc":0.0,"label":"ref-A-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":14.832409090909092,"clears":true,"tierA":1,"step":"off"},{"x":15221.8,"y":0.45,"lo":0.356,"hi":0.548,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":581046,"trunc":69.0,"label":"axis-A-thinkon-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0","jpt":1.1788724008081977,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-2B node A graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"tied","tierA":1,"pts":[{"x":87.6,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3.5-2B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":101,"trunc":0.0,"label":"ref-A-qwen3-5-2b-gpqa-diamond_Qwen3.5-2B_gpqa_di","jpt":18.21850495049505,"clears":true,"tierA":1,"step":"off"},{"x":102885.7,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3.5-2B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":728567,"trunc":84.0,"label":"axis-A-thinkon-qwen3-5-2b-gpqa-diamond_Qwen3.5-2","jpt":2.4006799676625485,"clears":false,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-2B node A graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"hurts","tierA":1,"pts":[{"x":1731.6,"y":0.73,"lo":0.636,"hi":0.807,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":56074,"trunc":1.0,"label":"ref-A-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k","jpt":2.254294343189357,"clears":true,"tierA":1,"step":"off"},{"x":25102.0,"y":0.5,"lo":0.404,"hi":0.596,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":533932,"trunc":51.0,"label":"axis-A-thinkon-qwen3-5-2b-gsm8k-platinum_Qwen3.5","jpt":2.350675698403542,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-2B node A graphs cap=16384 n=50","task":"math500","verdict":"tied","tierA":1,"pts":[{"x":9779.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen3.5-2B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":133855,"trunc":10.0,"label":"ref-A-qwen3-5-2b-math500_Qwen3.5-2B_math500","jpt":2.2649129505808525,"clears":true,"tierA":1,"step":"off"},{"x":36036.4,"y":0.52,"lo":0.385,"hi":0.652,"model":"Qwen3.5-2B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":391311,"trunc":34.0,"label":"axis-A-thinkon-qwen3-5-2b-math500_Qwen3.5-2B_mat","jpt":2.394378752450097,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-2B node A graphs cap=8192 n=100","task":"mmlu_redux","verdict":"tied","tierA":1,"pts":[{"x":66.0,"y":0.53,"lo":0.433,"hi":0.625,"model":"Qwen3.5-2B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-A-qwen3-5-2b-mmlu-redux_Qwen3.5-2B_mmlu_redu","jpt":17.48704,"clears":true,"tierA":1,"step":"off"},{"x":13522.5,"y":0.6,"lo":0.502,"hi":0.691,"model":"Qwen3.5-2B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":347590,"trunc":33.0,"label":"axis-A-thinkon-qwen3-5-2b-mmlu-redux_Qwen3.5-2B_","jpt":2.3342210880635235,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-4B node A graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"helps","tierA":1,"pts":[{"x":99.2,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3.5-4B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-4b-gpqa-diamond_Qwen3.5-","jpt":20.82326,"clears":true,"tierA":1,"step":"off"},{"x":54443.6,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3.5-4B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":437903,"trunc":26.0,"label":"ref-A-qwen3-5-4b-gpqa-diamond_Qwen3.5-4B_gpqa_di","jpt":4.600136180843703,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-4B node A graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"tied","tierA":1,"pts":[{"x":1616.7,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3.5-4B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":31745,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-4b-gsm8k-platinum_Qwen3.","jpt":4.787164750354387,"clears":true,"tierA":1,"step":"off"},{"x":15325.1,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-4B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":289181,"trunc":5.0,"label":"ref-A-qwen3-5-4b-gsm8k-platinum_Qwen3.5-4B_gsm8k","jpt":4.557570044366677,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-4B node A graphs cap=16384 n=50","task":"math500","verdict":"tied","tierA":1,"pts":[{"x":5306.3,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3.5-4B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":42024,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-4b-math500_Qwen3.5-4B_ma","jpt":4.671933585570151,"clears":true,"tierA":1,"step":"off"},{"x":39912.0,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen3.5-4B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":267999,"trunc":4.0,"label":"ref-A-qwen3-5-4b-math500_Qwen3.5-4B_math500","jpt":4.616704745166959,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3.5-4B node A graphs cap=8192 n=100","task":"mmlu_redux","verdict":"hurts","tierA":1,"pts":[{"x":62.7,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-4B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-4b-mmlu-redux_Qwen3.5-4B","jpt":25.076245,"clears":true,"tierA":1,"step":"off"},{"x":14924.1,"y":0.58,"lo":0.482,"hi":0.672,"model":"Qwen3.5-4B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":188508,"trunc":6.0,"label":"ref-A-qwen3-5-4b-mmlu-redux_Qwen3.5-4B_mmlu_redu","jpt":4.591841603539372,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-8B node A graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"tied","tierA":1,"pts":[{"x":7745.2,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":17362,"trunc":2.0,"label":"axis-A-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_g","jpt":8.0298015781592,"clears":false,"tierA":1,"step":"off"},{"x":132264.8,"y":0.48,"lo":0.348,"hi":0.615,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":407067,"trunc":18.0,"label":"ref-A-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":7.79811556328565,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-8B node A graphs cap=8192 n=100","task":"gsm8k_platinum","verdict":"tied","tierA":1,"pts":[{"x":1319.8,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":16493,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B","jpt":7.521892499848421,"clears":true,"tierA":1,"step":"off"},{"x":6559.3,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":86530,"trunc":1.0,"label":"ref-A-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":7.504552259332024,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-8B node A graphs cap=16384 n=50","task":"math500","verdict":"tied","tierA":1,"pts":[{"x":6705.7,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":31323,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-math500_Qwen3-8B_math50","jpt":7.492852440698528,"clears":true,"tierA":1,"step":"off"},{"x":40644.0,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":173818,"trunc":4.0,"label":"ref-A-qwen3-8b-math500_Qwen3-8B_math500","jpt":7.71640675879368,"clears":true,"tierA":1,"step":"on"}]},{"series":"Qwen3-8B node A graphs cap=8192 n=100","task":"mmlu_redux","verdict":"helps","tierA":1,"pts":[{"x":61.4,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mml","jpt":23.959215,"clears":true,"tierA":1,"step":"off"},{"x":6248.3,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":76856,"trunc":0.0,"label":"ref-A-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":7.479469371291766,"clears":true,"tierA":1,"step":"on"}]},{"series":"Ternary-Bonsai-2-27B node A graphs cap=16384 n=50","task":"math500","verdict":"tied","tierA":0,"pts":[{"x":6872.5,"y":0.82,"lo":0.692,"hi":0.902,"model":"Ternary-Bonsai-2-27B","task":"math500","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":43982,"trunc":0.0,"label":"prism-A-bonsai2-27b-ptq1-0","jpt":6.406558069210132,"clears":true,"tierA":1,"step":"off"},{"x":6830.5,"y":0.66,"lo":0.522,"hi":0.776,"model":"Ternary-Bonsai-2-27B","task":"math500","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":34808,"trunc":0.0,"label":"prism-A-bonsai2-27b-ptq1-0-think","jpt":6.4756791542174215,"clears":true,"tierA":0,"step":"on"}]},{"series":"Ternary-Bonsai-2-27B node A graphs cap=16384 n=50","task":"gpqa_diamond","verdict":"hurts","tierA":0,"pts":[{"x":42513.7,"y":0.66,"lo":0.522,"hi":0.776,"model":"Ternary-Bonsai-2-27B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":221622,"trunc":8.0,"label":"prism-A-bonsai2-27b-ptq1-0","jpt":6.330378685329074,"clears":true,"tierA":1,"step":"off"},{"x":68597.1,"y":0.2,"lo":0.112,"hi":0.33,"model":"Ternary-Bonsai-2-27B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":106724,"trunc":8.0,"label":"prism-A-bonsai2-27b-ptq1-0-think","jpt":6.4275278662718796,"clears":false,"tierA":0,"step":"on"}]}],"effort":[{"series":"gpt-oss-20b node A n=50","task":"gpqa_diamond","pts":[{"x":1651.7,"y":0.64,"lo":0.501,"hi":0.759,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=low","n":50,"rep":0,"era":"new","tok":16753,"trunc":0.0,"label":"parity-A-gpt-oss-20b-ollama","jpt":3.1548757834417716,"clears":true,"tierA":1,"step":"low"},{"x":15112.0,"y":0.62,"lo":0.482,"hi":0.741,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":190536,"trunc":10.0,"label":"ref-A-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.4587078557332998,"clears":true,"tierA":1,"step":"medium"}]},{"series":"gpt-oss-20b node A n=100","task":"gsm8k_platinum","pts":[{"x":608.8,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":24239,"trunc":0.0,"label":"ref-A-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm","jpt":2.486468624943273,"clears":true,"tierA":1,"step":"medium"},{"x":5646.2,"y":0.95,"lo":0.888,"hi":0.978,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=high","n":100,"rep":0,"era":"new","tok":215218,"trunc":16.0,"label":"axis-A-effort-high-gpt-oss-20b-gsm8k-platinum_gp","jpt":2.4922983858227474,"clears":true,"tierA":1,"step":"high"}]},{"series":"gpt-oss-20b node A n=50","task":"math500","pts":[{"x":2913.3,"y":0.82,"lo":0.692,"hi":0.902,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":51173,"trunc":0.0,"label":"ref-A-gpt-oss-20b-math500_gpt-oss-20b_math500","jpt":2.3341684872882182,"clears":true,"tierA":1,"step":"medium"},{"x":16028.7,"y":0.72,"lo":0.583,"hi":0.825,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=high","n":50,"rep":0,"era":"new","tok":227362,"trunc":16.0,"label":"axis-A-effort-high-gpt-oss-20b-math500_gpt-oss-2","jpt":2.5379413050553743,"clears":true,"tierA":1,"step":"high"}]},{"series":"gpt-oss-20b node A n=198","task":"gpqa_diamond","pts":[{"x":1373.2,"y":0.586,"lo":0.516,"hi":0.652,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=low","n":198,"rep":0,"era":"new","tok":64503,"trunc":0.0,"label":"axis-A-effort-low-gpt-oss-20b-gpqa-diamond_gpt-o","jpt":2.4695218516968205,"clears":true,"tierA":1,"step":"low"},{"x":15177.5,"y":0.611,"lo":0.542,"hi":0.676,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":198,"rep":0,"era":"new","tok":742948,"trunc":9.595959595959595,"label":"axis-A-gpqa198-gpt-oss-20b_gpt-oss-20b_gpqa_diam","jpt":2.4718855438065654,"clears":true,"tierA":1,"step":"medium"},{"x":45716.1,"y":0.561,"lo":0.491,"hi":0.628,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=high","n":198,"rep":0,"era":"new","tok":1981392,"trunc":52.02020202020202,"label":"axis-A-effort-high-gpt-oss-20b-gpqa-diamond_gpt-","jpt":2.561074560208177,"clears":true,"tierA":1,"step":"high"}]},{"series":"gpt-oss-20b node A n=100","task":"mmlu_redux","pts":[{"x":373.5,"y":0.89,"lo":0.814,"hi":0.937,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=low","n":100,"rep":0,"era":"new","tok":6477,"trunc":0.0,"label":"parity-A-gpt-oss-20b-ollama","jpt":5.1317413926200395,"clears":true,"tierA":1,"step":"low"},{"x":9367.3,"y":0.82,"lo":0.733,"hi":0.883,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=high","n":100,"rep":0,"era":"new","tok":313801,"trunc":23.0,"label":"axis-A-effort-high-gpt-oss-20b-mmlu-redux_gpt-os","jpt":2.4477933467388566,"clears":true,"tierA":1,"step":"high"}]}],"gpqa198":[{"series":"gpt-oss-20b node A medium","task":"gpqa_diamond","pts":[{"x":15112.0,"y":0.62,"lo":0.482,"hi":0.741,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":190536,"trunc":10.0,"label":"ref-A-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.4587078557332998,"clears":true,"tierA":1,"step":"n=50"},{"x":15177.5,"y":0.611,"lo":0.542,"hi":0.676,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":198,"rep":0,"era":"new","tok":742948,"trunc":9.595959595959595,"label":"axis-A-gpqa198-gpt-oss-20b_gpt-oss-20b_gpqa_diam","jpt":2.4718855438065654,"clears":true,"tierA":1,"step":"n=198"}]},{"series":"Qwen3.5-4B node A true","task":"gpqa_diamond","pts":[{"x":54443.6,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3.5-4B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":437903,"trunc":26.0,"label":"ref-A-qwen3-5-4b-gpqa-diamond_Qwen3.5-4B_gpqa_di","jpt":4.600136180843703,"clears":true,"tierA":1,"step":"n=50"},{"x":64190.2,"y":0.682,"lo":0.614,"hi":0.743,"model":"Qwen3.5-4B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":198,"rep":0,"era":"new","tok":1871003,"trunc":26.262626262626263,"label":"axis-A-gpqa198-qwen3-5-4b_Qwen3.5-4B_gpqa_diamon","jpt":4.631564190436894,"clears":true,"tierA":1,"step":"n=198"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ node A","task":"gpqa_diamond","pts":[{"x":472.1,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":4607,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-vllm-awq","jpt":2.1518404601693075,"clears":true,"tierA":1,"step":"n=50"},{"x":885.7,"y":0.424,"lo":0.357,"hi":0.494,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":198,"rep":0,"era":"new","tok":34477,"trunc":0.0,"label":"axis-A-gpqa198-qwen3-coder-30b-a3b-instruct-awq_","jpt":2.1578871131478956,"clears":true,"tierA":1,"step":"n=198"}]},{"series":"gpt-oss-20b node A medium (kwarg never reached harmony)","task":"gpqa_diamond","pts":[{"x":13859.4,"y":0.646,"lo":0.578,"hi":0.71,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium (kwarg never reached harmony)","n":198,"rep":0,"era":"new","tok":727223,"trunc":9.595959595959595,"label":"axis-A-effort-high-gpt-oss-20b-gpqa-diamond_gpt-","jpt":2.4394182857252864,"clears":true,"tierA":1,"step":"n=198"}]},{"series":"gpt-oss-20b node A low","task":"gpqa_diamond","pts":[{"x":1373.2,"y":0.586,"lo":0.516,"hi":0.652,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=low","n":198,"rep":0,"era":"new","tok":64503,"trunc":0.0,"label":"axis-A-effort-low-gpt-oss-20b-gpqa-diamond_gpt-o","jpt":2.4695218516968205,"clears":true,"tierA":1,"step":"n=198"}]},{"series":"gpt-oss-20b node A high","task":"gpqa_diamond","pts":[{"x":45716.1,"y":0.561,"lo":0.491,"hi":0.628,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=high","n":198,"rep":0,"era":"new","tok":1981392,"trunc":52.02020202020202,"label":"axis-A-effort-high-gpt-oss-20b-gpqa-diamond_gpt-","jpt":2.561074560208177,"clears":true,"tierA":1,"step":"n=198"}]}],"quant":[{"series":"Qwen2.5-7B node A vllm eager cap=400","task":"gsm8k_platinum","tier":"B","pts":[{"x":1226.9,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15355,"trunc":1.0,"label":"frontier-repeats-gsm8k-platinum_Qwen2.5-7B-Instr","jpt":7.670873656789319,"clears":true,"tierA":0,"step":"fp16"},{"x":819.8,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15905,"trunc":0.0,"label":"enginewave-vllm-awq-eager","jpt":4.587528575919523,"clears":true,"tierA":0,"step":"AWQ"}]},{"series":"Qwen2.5-7B node A vllm eager cap=512","task":"mmlu_redux","tier":"B","pts":[{"x":64.5,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-fp16-c05-qwen2.5-7b-instruct_Qwen2.5-7B-In","jpt":24.523270000000004,"clears":true,"tierA":0,"step":"fp16"},{"x":63.8,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"enginewave-vllm-awq-eager","jpt":23.276968,"clears":true,"tierA":0,"step":"AWQ"}]},{"series":"Qwen2.5-7B node B vllm eager cap=400","task":"gsm8k_platinum","tier":"B","pts":[{"x":1028.5,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15355,"trunc":1.0,"label":"quant-ladder-qwen25-7b-c01-qwen2.5-7b-instruct_Q","jpt":6.430337154021491,"clears":true,"tierA":0,"step":"fp16"},{"x":589.4,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen2.5-7B-GPTQ-Int8","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq-8bit","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15391,"trunc":1.0,"label":"quant-ladder-qwen25-7b-c02-qwen2.5-7b-instruct-g","jpt":3.4848321746475217,"clears":true,"tierA":0,"step":"GPTQ-Int8"},{"x":670.4,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15905,"trunc":0.0,"label":"quant-ladder-qwen25-7b-c03-qwen2.5-7b-instruct-a","jpt":3.751448286702295,"clears":true,"tierA":0,"step":"AWQ"},{"x":651.3,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen2.5-7B-GPTQ-Int4","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":16110,"trunc":2.0,"label":"quant-ladder-qwen25-7b-c04-qwen2.5-7b-instruct-g","jpt":3.6792337678460583,"clears":true,"tierA":0,"step":"GPTQ-Int4"}]},{"series":"Qwen2.5-7B node B vllm eager cap=512","task":"mmlu_redux","tier":"B","pts":[{"x":45.1,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"quant-ladder-qwen25-7b-c01-qwen2.5-7b-instruct_Q","jpt":17.155665,"clears":true,"tierA":0,"step":"fp16"},{"x":35.7,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B-GPTQ-Int8","task":"mmlu_redux","host":"B","engine":"vllm","quant":"gptq-8bit","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"quant-ladder-qwen25-7b-c02-qwen2.5-7b-instruct-g","jpt":13.54971,"clears":true,"tierA":0,"step":"GPTQ-Int8"},{"x":31.1,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"quant-ladder-qwen25-7b-c03-qwen2.5-7b-instruct-a","jpt":12.291965,"clears":true,"tierA":0,"step":"AWQ"},{"x":33.1,"y":0.75,"lo":0.657,"hi":0.825,"model":"Qwen2.5-7B-GPTQ-Int4","task":"mmlu_redux","host":"B","engine":"vllm","quant":"gptq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"quant-ladder-qwen25-7b-c04-qwen2.5-7b-instruct-g","jpt":12.399945,"clears":true,"tierA":0,"step":"GPTQ-Int4"}]},{"series":"Qwen3.5-9B node A vllm graphs cap=\u221e think=true","task":"gsm8k_platinum","tier":"X","pts":[{"x":15785.7,"y":0.77,"lo":0.678,"hi":0.842,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":156423,"trunc":11.0,"label":"ref-A-qwen3-5-9b-gsm8k-platinum_Qwen3.5-9B_gsm8k","jpt":7.7705942476490035,"clears":true,"tierA":0,"step":"fp16"},{"x":10835.7,"y":0.84,"lo":0.756,"hi":0.899,"model":"Qwen3.5-9B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":192884,"trunc":0.0,"label":"ref-A-qwen3-5-9b-awq-gsm8k-platinum_Qwen3.5-9B-A","jpt":4.718889882001617,"clears":true,"tierA":0,"step":"AWQ"}]},{"series":"Qwen3.5-9B node A vllm graphs cap=\u221e think=true","task":"mmlu_redux","tier":"X","pts":[{"x":8521.0,"y":0.47,"lo":0.375,"hi":0.567,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":51113,"trunc":1.0,"label":"ref-A-qwen3-5-9b-mmlu-redux_Qwen3.5-9B_mmlu_redu","jpt":7.835370081975231,"clears":true,"tierA":0,"step":"fp16"},{"x":5937.8,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":50686,"trunc":0.0,"label":"ref-A-qwen3-5-9b-awq-mmlu-redux_Qwen3.5-9B-AWQ_m","jpt":4.8031179812966105,"clears":true,"tierA":0,"step":"AWQ"}]},{"series":"Qwen3.5-9B node A vllm graphs cap=\u221e think=true","task":"gpqa_diamond","tier":"X","pts":[{"x":65463.8,"y":0.4,"lo":0.276,"hi":0.538,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":169336,"trunc":70.0,"label":"ref-A-qwen3-5-9b-gpqa-diamond_Qwen3.5-9B_gpqa_di","jpt":7.731825553928284,"clears":true,"tierA":0,"step":"fp16"},{"x":77004.3,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3.5-9B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":608263,"trunc":20.0,"label":"ref-A-qwen3-5-9b-awq-gpqa-diamond_Qwen3.5-9B-AWQ","jpt":4.810687863637933,"clears":true,"tierA":0,"step":"AWQ"}]},{"series":"Qwen3.5-9B node A vllm graphs cap=\u221e think=true","task":"math500","tier":"X","pts":[{"x":130020.1,"y":0.12,"lo":0.056,"hi":0.238,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":100056,"trunc":52.0,"label":"ref-A-qwen3-5-9b-math500_Qwen3.5-9B_math500","jpt":7.796842008475254,"clears":true,"tierA":0,"step":"fp16"},{"x":135251.2,"y":0.24,"lo":0.143,"hi":0.374,"model":"Qwen3.5-9B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":335338,"trunc":10.0,"label":"ref-A-qwen3-5-9b-awq-math500_Qwen3.5-9B-AWQ_math","jpt":4.839935638072632,"clears":true,"tierA":0,"step":"AWQ"}]},{"series":"Qwen2.5-7B node A vllm graphs cap=\u221e","task":"gpqa_diamond","tier":"X","pts":[{"x":141.4,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":22.624160000000003,"clears":false,"tierA":0,"step":"fp16"},{"x":85.0,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2","jpt":12.74282,"clears":false,"tierA":0,"step":"AWQ"}]},{"series":"Qwen2.5-7B node A vllm graphs cap=\u221e","task":"gsm8k_platinum","tier":"X","pts":[{"x":1215.3,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15425,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5","jpt":7.248394100486224,"clears":true,"tierA":0,"step":"fp16"},{"x":508.1,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15879,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwe","jpt":2.8796486554568927,"clears":true,"tierA":0,"step":"AWQ"}]},{"series":"Qwen2.5-7B node A vllm graphs cap=\u221e","task":"math500","tier":"X","pts":[{"x":13085.3,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":56398,"trunc":2.0,"label":"ref-A-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":7.424523990212419,"clears":true,"tierA":0,"step":"fp16"},{"x":5765.0,"y":0.6,"lo":0.462,"hi":0.724,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":58167,"trunc":2.0,"label":"ref-A-qwen2-5-7b-instruct-awq-math500_Qwen2.5-7B","jpt":2.9733570237419844,"clears":true,"tierA":0,"step":"AWQ"}]},{"series":"Qwen2.5-7B node A vllm graphs cap=\u221e","task":"mmlu_redux","tier":"X","pts":[{"x":60.5,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-","jpt":23.00258,"clears":true,"tierA":0,"step":"fp16"},{"x":40.9,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":15.945595,"clears":true,"tierA":0,"step":"AWQ"}]},{"series":"Qwen2.5-7B node B vllm graphs cap=\u221e","task":"gpqa_diamond","tier":"X","pts":[{"x":117.3,"y":0.28,"lo":0.175,"hi":0.417,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":16.42191,"clears":false,"tierA":0,"step":"fp16"},{"x":81.9,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-GPTQ-Int8","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-gpqa-diamond","jpt":12.29039,"clears":false,"tierA":0,"step":"GPTQ-Int8"},{"x":72.7,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2","jpt":10.90926,"clears":false,"tierA":0,"step":"AWQ"},{"x":64.2,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen2.5-7B-GPTQ-Int4","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-gpqa-diamond","jpt":10.91089,"clears":false,"tierA":0,"step":"GPTQ-Int4"}]},{"series":"Qwen2.5-7B node B vllm graphs cap=\u221e","task":"gsm8k_platinum","tier":"X","pts":[{"x":948.6,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15415,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5","jpt":5.661273694453454,"clears":true,"tierA":0,"step":"fp16"},{"x":580.4,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen2.5-7B-GPTQ-Int8","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15367,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-gsm8k-platin","jpt":3.436776013535498,"clears":true,"tierA":0,"step":"GPTQ-Int8"},{"x":399.2,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15879,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwe","jpt":2.262465457522514,"clears":true,"tierA":0,"step":"AWQ"},{"x":594.0,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B-GPTQ-Int4","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":24202,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-gsm8k-platin","jpt":2.257911412279977,"clears":true,"tierA":0,"step":"GPTQ-Int4"}]},{"series":"Qwen2.5-7B node B vllm graphs cap=\u221e","task":"math500","tier":"X","pts":[{"x":10476.1,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen2.5-7B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":56163,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":5.968980289514449,"clears":true,"tierA":0,"step":"fp16"},{"x":5905.8,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B-GPTQ-Int8","task":"math500","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":55870,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-math500_Qwen","jpt":3.488305101127618,"clears":true,"tierA":0,"step":"GPTQ-Int8"},{"x":4800.0,"y":0.6,"lo":0.462,"hi":0.724,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":58167,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-awq-math500_Qwen2.5-7B","jpt":2.475636959100521,"clears":true,"tierA":0,"step":"AWQ"},{"x":4513.2,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-GPTQ-Int4","task":"math500","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":56274,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-math500_Qwen","jpt":2.486190123325159,"clears":true,"tierA":0,"step":"GPTQ-Int4"}]},{"series":"Qwen2.5-7B node B vllm graphs cap=\u221e","task":"mmlu_redux","tier":"X","pts":[{"x":44.9,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-","jpt":17.052615,"clears":true,"tierA":0,"step":"fp16"},{"x":34.8,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B-GPTQ-Int8","task":"mmlu_redux","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-mmlu-redux_Q","jpt":13.224725000000001,"clears":true,"tierA":0,"step":"GPTQ-Int8"},{"x":29.6,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":11.7044,"clears":true,"tierA":0,"step":"AWQ"},{"x":31.4,"y":0.75,"lo":0.657,"hi":0.825,"model":"Qwen2.5-7B-GPTQ-Int4","task":"mmlu_redux","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-mmlu-redux_Q","jpt":11.790315,"clears":true,"tierA":0,"step":"GPTQ-Int4"}]},{"series":"Qwen2.5-7B node B vllm graphs cap=16384","task":"math500","tier":"A","pts":[{"x":7783.0,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41018,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":6.261626286020771,"clears":true,"tierA":1,"step":"fp16"},{"x":4344.2,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B-GPTQ-Int8","task":"math500","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":40721,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-math500_Qwen","jpt":3.520545590727143,"clears":true,"tierA":1,"step":"GPTQ-Int8"},{"x":3231.5,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42817,"trunc":2.0,"label":"enginewave-B-qwen25-7b-vllm-awq","jpt":2.3396691033935118,"clears":true,"tierA":1,"step":"AWQ"},{"x":1792.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-GPTQ-Int4","task":"math500","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":25137,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-math500_Qwen","jpt":2.210842821339062,"clears":true,"tierA":1,"step":"GPTQ-Int4"}]},{"series":"Qwen2.5-7B node B vllm graphs cap=8192","task":"gsm8k_platinum","tier":"A","pts":[{"x":1008.4,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15429,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5","jpt":6.01312210771923,"clears":true,"tierA":1,"step":"fp16"},{"x":580.5,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen2.5-7B-GPTQ-Int8","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15367,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-gsm8k-platin","jpt":3.437361228606755,"clears":true,"tierA":1,"step":"GPTQ-Int8"},{"x":591.2,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B-GPTQ-Int4","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23978,"trunc":1.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-gsm8k-platin","jpt":2.268489365251481,"clears":true,"tierA":1,"step":"GPTQ-Int4"},{"x":405.2,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15893,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwe","jpt":2.269035109796766,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Qwen2.5-7B node B vllm graphs cap=8192","task":"mmlu_redux","tier":"A","pts":[{"x":44.5,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-","jpt":16.912585,"clears":true,"tierA":1,"step":"fp16"},{"x":34.7,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B-GPTQ-Int8","task":"mmlu_redux","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-mmlu-redux_Q","jpt":13.174069999999999,"clears":true,"tierA":1,"step":"GPTQ-Int8"},{"x":29.8,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":11.78374,"clears":true,"tierA":1,"step":"AWQ"},{"x":31.2,"y":0.75,"lo":0.657,"hi":0.825,"model":"Qwen2.5-7B-GPTQ-Int4","task":"mmlu_redux","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-mmlu-redux_Q","jpt":11.7037,"clears":true,"tierA":1,"step":"GPTQ-Int4"}]},{"series":"Qwen2.5-7B node B vllm graphs cap=16384","task":"gpqa_diamond","tier":"A","pts":[{"x":116.6,"y":0.28,"lo":0.175,"hi":0.417,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":16.32242,"clears":false,"tierA":1,"step":"fp16"},{"x":82.4,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-GPTQ-Int8","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-gpqa-diamond","jpt":12.36481,"clears":false,"tierA":1,"step":"GPTQ-Int8"},{"x":73.5,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2","jpt":11.02043,"clears":false,"tierA":1,"step":"AWQ"},{"x":62.8,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen2.5-7B-GPTQ-Int4","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-gpqa-diamond","jpt":10.67935,"clears":false,"tierA":1,"step":"GPTQ-Int4"}]},{"series":"Qwen3.5-9B node A vllm graphs cap=16384 think=true","task":"gpqa_diamond","tier":"A","pts":[{"x":79878.9,"y":0.8,"lo":0.67,"hi":0.888,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":409882,"trunc":16.0,"label":"ref-A-qwen3-5-9b-gpqa-diamond_Qwen3.5-9B_gpqa_di","jpt":7.7953060514977475,"clears":true,"tierA":1,"step":"fp16"},{"x":61931.6,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3.5-9B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":497978,"trunc":26.0,"label":"ref-A-qwen3-5-9b-awq-gpqa-diamond_Qwen3.5-9B-AWQ","jpt":4.725911791283952,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Qwen3.5-9B node A vllm graphs cap=8192 think=true","task":"gsm8k_platinum","tier":"A","pts":[{"x":18572.6,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":217409,"trunc":0.0,"label":"ref-A-qwen3-5-9b-gsm8k-platinum_Qwen3.5-9B_gsm8k","jpt":7.77384643230041,"clears":true,"tierA":1,"step":"fp16"},{"x":13089.3,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen3.5-9B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":251611,"trunc":0.0,"label":"ref-A-qwen3-5-9b-awq-gsm8k-platinum_Qwen3.5-9B-A","jpt":4.68196866989122,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Qwen3.5-9B node A vllm graphs cap=16384 think=true","task":"math500","tier":"A","pts":[{"x":231409.9,"y":0.26,"lo":0.159,"hi":0.396,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":384885,"trunc":16.0,"label":"ref-A-qwen3-5-9b-math500_Qwen3.5-9B_math500","jpt":7.816176499473869,"clears":true,"tierA":1,"step":"fp16"},{"x":83710.5,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3.5-9B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":389016,"trunc":12.0,"label":"ref-A-qwen3-5-9b-awq-math500_Qwen3.5-9B-AWQ_math","jpt":4.7340740715034855,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Qwen3.5-9B node A vllm graphs cap=8192 think=true","task":"mmlu_redux","tier":"A","pts":[{"x":13564.0,"y":0.74,"lo":0.646,"hi":0.816,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":129168,"trunc":2.0,"label":"ref-A-qwen3-5-9b-mmlu-redux_Qwen3.5-9B_mmlu_redu","jpt":7.770756464449399,"clears":true,"tierA":1,"step":"fp16"},{"x":9203.1,"y":0.63,"lo":0.532,"hi":0.718,"model":"Qwen3.5-9B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":123460,"trunc":1.0,"label":"ref-A-qwen3-5-9b-awq-mmlu-redux_Qwen3.5-9B-AWQ_m","jpt":4.696222809006965,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Qwen2.5-7B node A vllm graphs cap=16384","task":"gpqa_diamond","tier":"A","pts":[{"x":140.5,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":22.4862,"clears":false,"tierA":1,"step":"fp16"},{"x":109.1,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":16.36897,"clears":false,"tierA":1,"step":"AWQ"}]},{"series":"Qwen2.5-7B node A vllm graphs cap=8192","task":"gsm8k_platinum","tier":"A","pts":[{"x":182.1,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15547,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c8-gsm8k-platinum_Qwe","jpt":1.0890002572843636,"clears":true,"tierA":0,"step":"fp16"},{"x":487.4,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15879,"trunc":0.0,"label":"repeat6-A-qwen25-7b-gsm8k","jpt":2.762635367466465,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Qwen2.5-7B node A vllm graphs cap=16384","task":"math500","tier":"A","pts":[{"x":8919.8,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":40677,"trunc":2.0,"label":"ref-A-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":7.236344371512158,"clears":true,"tierA":1,"step":"fp16"},{"x":3673.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42817,"trunc":2.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":2.6597966228367236,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Qwen2.5-7B node A vllm graphs cap=8192","task":"mmlu_redux","tier":"A","pts":[{"x":30.0,"y":0.77,"lo":0.678,"hi":0.842,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c8-mmlu-redux_Qwen2.5","jpt":11.552245000000001,"clears":true,"tierA":0,"step":"fp16"},{"x":37.7,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":13.768528,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Qwen3-8B node A vllm graphs cap=16384 think=false","task":"gpqa_diamond","tier":"A","pts":[{"x":7745.2,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":17362,"trunc":2.0,"label":"axis-A-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_g","jpt":8.0298015781592,"clears":false,"tierA":1,"step":"fp16"},{"x":9708.5,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-8B-FP8","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"fp8","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":36225,"trunc":4.0,"label":"quant-A-qwen3-8b-fp8-gpqa-diamond_Qwen3-8B-FP8_g","jpt":4.824081187025534,"clears":false,"tierA":1,"step":"FP8"},{"x":624.1,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen3-8B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":2541,"trunc":0.0,"label":"quant-A-qwen3-8b-awq-gpqa-diamond_Qwen3-8B-AWQ_g","jpt":3.6840377804014164,"clears":false,"tierA":1,"step":"AWQ"}]},{"series":"Qwen3-8B node A vllm graphs cap=8192 think=false","task":"gsm8k_platinum","tier":"A","pts":[{"x":1319.8,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":16493,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B","jpt":7.521892499848421,"clears":true,"tierA":1,"step":"fp16"},{"x":753.1,"y":0.95,"lo":0.888,"hi":0.978,"model":"Qwen3-8B-FP8","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"fp8","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":16144,"trunc":0.0,"label":"quant-A-qwen3-8b-fp8-gsm8k-platinum_Qwen3-8B-FP8","jpt":4.431466612983152,"clears":true,"tierA":1,"step":"FP8"},{"x":512.1,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3-8B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":15135,"trunc":0.0,"label":"quant-A-qwen3-8b-awq-gsm8k-platinum_Qwen3-8B-AWQ","jpt":3.1804449289725802,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Qwen3-8B node A vllm graphs cap=16384 think=false","task":"math500","tier":"A","pts":[{"x":6705.7,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":31323,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-math500_Qwen3-8B_math50","jpt":7.492852440698528,"clears":true,"tierA":1,"step":"fp16"},{"x":3812.9,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B-FP8","task":"math500","host":"A","engine":"vllm","quant":"fp8","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":30361,"trunc":0.0,"label":"quant-A-qwen3-8b-fp8-math500_Qwen3-8B-FP8_math50","jpt":4.395494186620994,"clears":true,"tierA":1,"step":"FP8"},{"x":2712.4,"y":0.72,"lo":0.583,"hi":0.825,"model":"Qwen3-8B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":31561,"trunc":0.0,"label":"quant-A-qwen3-8b-awq-math500_Qwen3-8B-AWQ_math50","jpt":3.093860017109724,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Qwen3-8B node A vllm graphs cap=8192 think=false","task":"mmlu_redux","tier":"A","pts":[{"x":61.4,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mml","jpt":23.959215,"clears":true,"tierA":1,"step":"fp16"},{"x":58.9,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen3-8B-FP8","task":"mmlu_redux","host":"A","engine":"vllm","quant":"fp8","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":224,"trunc":0.0,"label":"quant-A-qwen3-8b-fp8-mmlu-redux_Qwen3-8B-FP8_mml","jpt":19.98643303571429,"clears":true,"tierA":1,"step":"FP8"},{"x":71.3,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen3-8B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":551,"trunc":0.0,"label":"quant-A-qwen3-8b-awq-mmlu-redux_Qwen3-8B-AWQ_mml","jpt":9.837540834845734,"clears":true,"tierA":1,"step":"AWQ"}]},{"series":"Ternary-Bonsai-8B node A llama.cpp graphs cap=8192 think=false","task":"gsm8k_platinum","tier":"A","pts":[{"x":1292.6,"y":0.88,"lo":0.802,"hi":0.93,"model":"Ternary-Bonsai-8B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"F16","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":15958,"trunc":0.0,"label":"prism-A-bonsai8b-f16","jpt":7.127821719513723,"clears":true,"tierA":1,"step":"F16"},{"x":340.5,"y":0.89,"lo":0.814,"hi":0.937,"model":"Ternary-Bonsai-8B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q2_0_g64","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":15909,"trunc":0.0,"label":"prism-A-bonsai8b-q2-0-g64","jpt":1.904816896096549,"clears":true,"tierA":1,"step":"Q2_0_g64"},{"x":330.2,"y":0.89,"lo":0.814,"hi":0.937,"model":"Ternary-Bonsai-8B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":15909,"trunc":0.0,"label":"prism-A-bonsai8b-pq2-0","jpt":1.847460431202464,"clears":true,"tierA":1,"step":"PQ2_0"}]},{"series":"Ternary-Bonsai-8B node A llama.cpp graphs cap=8192 think=false","task":"mmlu_redux","tier":"A","pts":[{"x":529.3,"y":0.636,"lo":0.593,"hi":0.677,"model":"Ternary-Bonsai-8B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"F16","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":21962,"trunc":0.4,"label":"prism-A-bonsai8b-f16","jpt":7.66353128130407,"clears":true,"tierA":1,"step":"F16"},{"x":123.1,"y":0.636,"lo":0.593,"hi":0.677,"model":"Ternary-Bonsai-8B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"Q2_0_g64","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":14450,"trunc":0.2,"label":"prism-A-bonsai8b-q2-0-g64","jpt":2.7100359861591694,"clears":true,"tierA":1,"step":"Q2_0_g64"},{"x":118.0,"y":0.636,"lo":0.593,"hi":0.677,"model":"Ternary-Bonsai-8B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":14450,"trunc":0.2,"label":"prism-A-bonsai8b-pq2-0","jpt":2.597453702422145,"clears":true,"tierA":1,"step":"PQ2_0"}]},{"series":"Ternary-Bonsai-8B node A llama.cpp graphs cap=16384 think=false","task":"math500","tier":"A","pts":[{"x":15600.6,"y":0.56,"lo":0.423,"hi":0.688,"model":"Ternary-Bonsai-8B","task":"math500","host":"A","engine":"llama.cpp","quant":"F16","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":59353,"trunc":4.0,"label":"prism-A-bonsai8b-f16","jpt":7.359631577173858,"clears":true,"tierA":1,"step":"F16"},{"x":4759.5,"y":0.54,"lo":0.404,"hi":0.67,"model":"Ternary-Bonsai-8B","task":"math500","host":"A","engine":"llama.cpp","quant":"Q2_0_g64","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":60938,"trunc":4.0,"label":"prism-A-bonsai8b-q2-0-g64","jpt":2.1088238865732385,"clears":true,"tierA":1,"step":"Q2_0_g64"},{"x":4614.0,"y":0.54,"lo":0.404,"hi":0.67,"model":"Ternary-Bonsai-8B","task":"math500","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":60938,"trunc":4.0,"label":"prism-A-bonsai8b-pq2-0","jpt":2.044332288555581,"clears":true,"tierA":1,"step":"PQ2_0"}]},{"series":"Ternary-Bonsai-8B node A llama.cpp graphs cap=16384 think=false","task":"gpqa_diamond","tier":"A","pts":[{"x":84800.1,"y":0.3,"lo":0.191,"hi":0.438,"model":"Ternary-Bonsai-8B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"F16","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":169879,"trunc":18.0,"label":"prism-A-bonsai8b-f16","jpt":7.487690008770948,"clears":false,"tierA":1,"step":"F16"},{"x":10830.6,"y":0.38,"lo":0.259,"hi":0.518,"model":"Ternary-Bonsai-8B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"Q2_0_g64","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":95054,"trunc":8.0,"label":"prism-A-bonsai8b-q2-0-g64","jpt":2.1648864329749404,"clears":true,"tierA":1,"step":"Q2_0_g64"},{"x":10649.0,"y":0.38,"lo":0.259,"hi":0.518,"model":"Ternary-Bonsai-8B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":95054,"trunc":8.0,"label":"prism-A-bonsai8b-pq2-0","jpt":2.1285820375786395,"clears":true,"tierA":1,"step":"PQ2_0"}]},{"series":"Qwen3-8B node A llama.cpp graphs cap=8192 think=false","task":"gsm8k_platinum","tier":"A","pts":[{"x":1484.5,"y":0.95,"lo":0.888,"hi":0.978,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q8_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":31958,"trunc":2.0,"label":"prism-A-qwen3-8b-q8-0","jpt":4.413028756492897,"clears":true,"tierA":1,"step":"Q8_0"},{"x":541.7,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":16555,"trunc":0.0,"label":"prism-A-qwen3-8b-q4-k-m","jpt":2.9449540924192084,"clears":true,"tierA":1,"step":"Q4_K_M"}]},{"series":"Qwen3-8B node A llama.cpp graphs cap=8192 think=false","task":"mmlu_redux","tier":"A","pts":[{"x":38.9,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"Q8_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":1020,"trunc":0.0,"label":"prism-A-qwen3-8b-q8-0","jpt":13.931401960784314,"clears":true,"tierA":1,"step":"Q8_0"},{"x":40.1,"y":0.712,"lo":0.671,"hi":0.75,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":1018,"trunc":0.0,"label":"prism-A-qwen3-8b-q4-k-m","jpt":14.03943909626719,"clears":true,"tierA":1,"step":"Q4_K_M"}]},{"series":"Qwen3-8B node A llama.cpp graphs cap=16384 think=false","task":"math500","tier":"A","pts":[{"x":4941.4,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3-8B","task":"math500","host":"A","engine":"llama.cpp","quant":"Q8_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":41972,"trunc":2.0,"label":"prism-A-qwen3-8b-q8-0","jpt":4.47374907080911,"clears":true,"tierA":1,"step":"Q8_0"},{"x":4919.7,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3-8B","task":"math500","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":57405,"trunc":4.0,"label":"prism-A-qwen3-8b-q4-k-m","jpt":3.1709903492727114,"clears":true,"tierA":1,"step":"Q4_K_M"}]},{"series":"Qwen3-8B node A llama.cpp graphs cap=16384 think=false","task":"gpqa_diamond","tier":"A","pts":[{"x":4862.7,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"Q8_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":17535,"trunc":2.0,"label":"prism-A-qwen3-8b-q8-0","jpt":4.714323866552609,"clears":false,"tierA":1,"step":"Q8_0"},{"x":8416.0,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":55795,"trunc":6.0,"label":"prism-A-qwen3-8b-q4-k-m","jpt":3.3184326014875882,"clears":true,"tierA":1,"step":"Q4_K_M"}]},{"series":"Ternary-Bonsai-2-27B node A llama.cpp graphs cap=8192 think=false","task":"gsm8k_platinum","tier":"A","pts":[{"x":1309.0,"y":0.99,"lo":0.946,"hi":0.998,"model":"Ternary-Bonsai-2-27B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":21977,"trunc":0.0,"label":"prism-A-bonsai2-27b-pq2-0","jpt":5.896656641033808,"clears":true,"tierA":1,"step":"PQ2_0"},{"x":1611.5,"y":0.99,"lo":0.946,"hi":0.998,"model":"Ternary-Bonsai-2-27B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":21693,"trunc":0.0,"label":"prism-A-bonsai2-27b-ptq1-0","jpt":7.354528695892684,"clears":true,"tierA":1,"step":"PTQ1_0"}]},{"series":"Ternary-Bonsai-2-27B node A llama.cpp graphs cap=8192 think=false","task":"mmlu_redux","tier":"A","pts":[{"x":259.5,"y":0.76,"lo":0.721,"hi":0.795,"model":"Ternary-Bonsai-2-27B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":5869,"trunc":0.0,"label":"prism-A-bonsai2-27b-pq2-0","jpt":16.8015990799114,"clears":true,"tierA":1,"step":"PQ2_0"},{"x":407.2,"y":0.76,"lo":0.721,"hi":0.795,"model":"Ternary-Bonsai-2-27B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":6088,"trunc":0.0,"label":"prism-A-bonsai2-27b-ptq1-0","jpt":25.417903745072273,"clears":true,"tierA":1,"step":"PTQ1_0"}]},{"series":"Ternary-Bonsai-2-27B node A llama.cpp graphs cap=16384 think=false","task":"math500","tier":"A","pts":[{"x":6925.8,"y":0.8,"lo":0.67,"hi":0.888,"model":"Ternary-Bonsai-2-27B","task":"math500","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":51767,"trunc":0.0,"label":"prism-A-bonsai2-27b-pq2-0","jpt":5.351516100990979,"clears":true,"tierA":1,"step":"PQ2_0"},{"x":6872.5,"y":0.82,"lo":0.692,"hi":0.902,"model":"Ternary-Bonsai-2-27B","task":"math500","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":43982,"trunc":0.0,"label":"prism-A-bonsai2-27b-ptq1-0","jpt":6.406558069210132,"clears":true,"tierA":1,"step":"PTQ1_0"}]},{"series":"Ternary-Bonsai-2-27B node A llama.cpp graphs cap=16384 think=false","task":"gpqa_diamond","tier":"A","pts":[{"x":35548.9,"y":0.64,"lo":0.501,"hi":0.759,"model":"Ternary-Bonsai-2-27B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":214840,"trunc":6.0,"label":"prism-A-bonsai2-27b-pq2-0","jpt":5.294934062558183,"clears":true,"tierA":1,"step":"PQ2_0"},{"x":42513.7,"y":0.66,"lo":0.522,"hi":0.776,"model":"Ternary-Bonsai-2-27B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":221622,"trunc":8.0,"label":"prism-A-bonsai2-27b-ptq1-0","jpt":6.330378685329074,"clears":true,"tierA":1,"step":"PTQ1_0"}]}],"cap":[{"series":"Qwen3.5-2B node A eager think=false n=100","task":"gsm8k_platinum","pts":[{"x":2415.2,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":30363,"trunc":23.0,"label":"graphtax-A-gen-eager_Qwen3.5-2B_gsm8k_platinum","jpt":4.931821987287158,"clears":true,"tierA":0,"step":"400"},{"x":2633.2,"y":0.68,"lo":0.583,"hi":0.763,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":800,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":35516,"trunc":9.0,"label":"maxtokens-ladder-gsm8k-800-c01-qwen3.5-2b_Qwen3.","jpt":5.041680538348913,"clears":true,"tierA":0,"step":"800"},{"x":2773.8,"y":0.72,"lo":0.625,"hi":0.799,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1600,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":41567,"trunc":6.0,"label":"maxtokens-ladder-gsm8k-1600-c01-qwen3.5-2b_Qwen3","jpt":4.804651333990907,"clears":true,"tierA":0,"step":"1600"}]},{"series":"Qwen3.5-2B node A eager think=false n=100","task":"math500","pts":[{"x":6932.8,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-2B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":73316,"trunc":35.0,"label":"wave1-fp16-c02-qwen3.5-2b_Qwen3.5-2B_math500","jpt":4.917163484096241,"clears":true,"tierA":0,"step":"1024"},{"x":8716.8,"y":0.56,"lo":0.462,"hi":0.653,"model":"Qwen3.5-2B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":2048,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":99935,"trunc":23.0,"label":"maxtokens-ladder-math500-2048-c01-qwen3.5-2b_Qwe","jpt":4.884568029218992,"clears":true,"tierA":0,"step":"2048"},{"x":10593.0,"y":0.61,"lo":0.512,"hi":0.7,"model":"Qwen3.5-2B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":4096,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":139035,"trunc":15.0,"label":"maxtokens-ladder-math500-4096-c01-qwen3.5-2b_Qwe","jpt":4.647545754666091,"clears":true,"tierA":0,"step":"4096"}]},{"series":"Qwen2.5-7B node A eager n=100","task":"gsm8k_platinum","pts":[{"x":1226.9,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15355,"trunc":1.0,"label":"frontier-repeats-gsm8k-platinum_Qwen2.5-7B-Instr","jpt":7.670873656789319,"clears":true,"tierA":0,"step":"400"},{"x":1207.0,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":800,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15376,"trunc":0.0,"label":"maxtokens-ladder-gsm8k-800-c02-qwen2.5-7b-instru","jpt":7.535765478668053,"clears":true,"tierA":0,"step":"800"},{"x":1204.3,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1600,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15376,"trunc":0.0,"label":"maxtokens-ladder-gsm8k-1600-c02-qwen2.5-7b-instr","jpt":7.519318483350676,"clears":true,"tierA":0,"step":"1600"}]},{"series":"Qwen2.5-7B node A eager n=100","task":"math500","pts":[{"x":5662.0,"y":0.65,"lo":0.553,"hi":0.736,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":48668,"trunc":9.0,"label":"wave1-fp16-c05-qwen2.5-7b-instruct_Qwen2.5-7B-In","jpt":7.562032464863976,"clears":true,"tierA":0,"step":"1024"},{"x":6079.0,"y":0.68,"lo":0.583,"hi":0.763,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":2048,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":54911,"trunc":3.0,"label":"maxtokens-ladder-math500-2048-c02-qwen2.5-7b-ins","jpt":7.528073937826665,"clears":true,"tierA":0,"step":"2048"},{"x":6775.2,"y":0.68,"lo":0.583,"hi":0.763,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":4096,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":61055,"trunc":3.0,"label":"maxtokens-ladder-math500-4096-c02-qwen2.5-7b-ins","jpt":7.545835771026124,"clears":true,"tierA":0,"step":"4096"}]},{"series":"gpt-oss-20b node B eager n=100","task":"math500","pts":[{"x":3764.2,"y":0.58,"lo":0.482,"hi":0.672,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"vllm","quant":"mxfp4","eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":66246,"trunc":32.0,"label":"wave1-repro-B-c03-gpt-oss-20b_gpt-oss-20b_math50","jpt":3.2956753615312624,"clears":true,"tierA":0,"step":"1024"},{"x":5675.6,"y":0.78,"lo":0.689,"hi":0.85,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"vllm","quant":"mxfp4","eager":true,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":127730,"trunc":6.0,"label":"untrunc-B-gpt-oss-20b-math500_gpt-oss-20b_math50","jpt":3.4658983167619195,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-AWQ node A graphs n=100","task":"gsm8k_platinum","pts":[{"x":569.0,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15893,"trunc":0.0,"label":"enginewave-vllm-awq","jpt":3.186627886490908,"clears":true,"tierA":0,"step":"400"},{"x":487.4,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15879,"trunc":0.0,"label":"repeat6-A-qwen25-7b-gsm8k","jpt":2.762635367466465,"clears":true,"tierA":1,"step":"8192"},{"x":508.1,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15879,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwe","jpt":2.8796486554568927,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-AWQ node A graphs n=500","task":"mmlu_redux","pts":[{"x":39.6,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"enginewave-vllm-awq","jpt":14.466175999999999,"clears":true,"tierA":0,"step":"512"},{"x":37.7,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":13.768528,"clears":true,"tierA":1,"step":"8192"}]},{"series":"Mistral-7B-v0.2-AWQ node A graphs n=100","task":"gsm8k_platinum","pts":[{"x":1138.6,"y":0.42,"lo":0.328,"hi":0.518,"model":"Mistral-7B-v0.2-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15447,"trunc":1.0,"label":"enginewave-mistral-7b-vllm-awq","jpt":3.095739820029779,"clears":true,"tierA":0,"step":"400"},{"x":959.5,"y":0.43,"lo":0.337,"hi":0.528,"model":"Mistral-7B-v0.2-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15795,"trunc":0.0,"label":"ref-A-mistral-7b-instruct-v0-2-awq-gsm8k-platinu","jpt":2.6121880341880344,"clears":true,"tierA":1,"step":"8192"},{"x":1004.2,"y":0.43,"lo":0.337,"hi":0.528,"model":"Mistral-7B-v0.2-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15728,"trunc":0.0,"label":"ref-A-mistral-7b-instruct-v0-2-awq-gsm8k-platinu","jpt":2.7455482578840287,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=false n=25","task":"gsm8k_platinum","pts":[{"x":1878.8,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5852,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_gsm8k_platinu","jpt":8.026305707450444,"clears":true,"tierA":0,"step":"6144"},{"x":1838.9,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5692,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_gsm8k_platin","jpt":8.076854708362614,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=false n=25","task":"mmlu_redux","pts":[{"x":93.2,"y":0.88,"lo":0.7,"hi":0.958,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_mmlu_redux","jpt":40.9906,"clears":true,"tierA":0,"step":"6144"},{"x":87.5,"y":0.88,"lo":0.7,"hi":0.958,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_mmlu_redux","jpt":38.5218,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=false n=25","task":"gpqa_diamond","pts":[{"x":149.2,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_gpqa_diamond","jpt":35.79848,"clears":true,"tierA":0,"step":"6144"},{"x":113.5,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_gpqa_diamond","jpt":27.24342,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=false n=25","task":"math500","pts":[{"x":13116.5,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":31853,"trunc":8.0,"label":"capcheck-A-cap6144_Qwen3.5-9B_math500","jpt":7.823892192258186,"clears":true,"tierA":0,"step":"6144"},{"x":12833.3,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":31309,"trunc":4.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_math500","jpt":7.787970998754352,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=true n=25","task":"gsm8k_platinum","pts":[{"x":15125.4,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":37061,"trunc":0.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_gsm8k_platinum","jpt":7.7543191764928086,"clears":true,"tierA":0,"step":"6144"},{"x":15386.4,"y":0.88,"lo":0.7,"hi":0.958,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":43560,"trunc":0.0,"label":"thinkpilot2-A-on-graphs_Qwen3.5-9B_gsm8k_platinu","jpt":7.770907483930211,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=true n=25","task":"mmlu_redux","pts":[{"x":1440.9,"y":0.16,"lo":0.064,"hi":0.347,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":502,"trunc":0.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_mmlu_redux","jpt":11.480924302788845,"clears":false,"tierA":0,"step":"6144"},{"x":12982.2,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":19972,"trunc":4.0,"label":"thinkpilot2-A-on-graphs_Qwen3.5-9B_mmlu_redux","jpt":7.800258411776487,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=true n=25","task":"gpqa_diamond","pts":[{"x":3202.2,"y":0.08,"lo":0.022,"hi":0.25,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":631,"trunc":0.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_gpqa_diamond","jpt":10.149755942947703,"clears":false,"tierA":0,"step":"6144"},{"x":90311.0,"y":0.64,"lo":0.445,"hi":0.798,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":185274,"trunc":12.0,"label":"thinkpilot3-A-on-graphs_Qwen3.5-9B_gpqa_diamond","jpt":7.799130876431664,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=true n=25","task":"math500","pts":[{"x":317677.8,"y":0.08,"lo":0.022,"hi":0.25,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":81456,"trunc":40.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_math500","jpt":7.799984592909055,"clears":true,"tierA":0,"step":"6144"},{"x":298574.3,"y":0.12,"lo":0.042,"hi":0.3,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":114539,"trunc":12.0,"label":"thinkpilot3-A-on-graphs_Qwen3.5-9B_math500","jpt":7.820244117724094,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-2B node A graphs think=false n=100","task":"gsm8k_platinum","pts":[{"x":1359.9,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":30270,"trunc":21.0,"label":"graphtax-A-gen-graphs_Qwen3.5-2B_gsm8k_platinum","jpt":2.7853143045920055,"clears":true,"tierA":0,"step":"400"},{"x":1731.6,"y":0.73,"lo":0.636,"hi":0.807,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":56074,"trunc":1.0,"label":"ref-A-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k","jpt":2.254294343189357,"clears":true,"tierA":1,"step":"8192"}]},{"series":"granite-4.2-8b node A graphs think=false n=100","task":"gsm8k_platinum","pts":[{"x":2235.3,"y":0.81,"lo":0.722,"hi":0.875,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":22216,"trunc":21.0,"label":"graphtax-A-gen-graphs_granite-4.2-8b_gsm8k_plati","jpt":8.14985893050054,"clears":true,"tierA":0,"step":"400"},{"x":4390.3,"y":0.98,"lo":0.93,"hi":0.994,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":52679,"trunc":1.0,"label":"axis-A-thinkoff-granite-4-2-8b-gsm8k-platinum_gr","jpt":8.16731285711574,"clears":true,"tierA":1,"step":"8192"}]},{"series":"gpt-oss-20b node A graphs n=100","task":"gsm8k_platinum","pts":[{"x":1201.6,"y":0.91,"lo":0.838,"hi":0.952,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":22431,"trunc":8.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gsm8k_pla","jpt":4.8747437920734695,"clears":true,"tierA":0,"step":"400"},{"x":595.4,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23678,"trunc":0.0,"label":"repeat6-A-gpt-oss-20b-gsm8k","jpt":2.489258721175775,"clears":true,"tierA":1,"step":"8192"}]},{"series":"gpt-oss-20b node A graphs n=500","task":"mmlu_redux","pts":[{"x":643.1,"y":0.558,"lo":0.514,"hi":0.601,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":62846,"trunc":2.2,"label":"graphtax-A-letter-graphs_gpt-oss-20b_mmlu_redux","jpt":2.8547884829583428,"clears":true,"tierA":0,"step":"512"},{"x":1203.7,"y":0.812,"lo":0.775,"hi":0.844,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":202165,"trunc":1.0,"label":"enginewave-A-gpt-oss-20b-vllm-mxfp4","jpt":2.4174079984171346,"clears":true,"tierA":1,"step":"8192"}]},{"series":"Qwen3.5-9B node A eager think=false n=25","task":"gsm8k_platinum","pts":[{"x":2631.8,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5915,"trunc":0.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.12331411665258,"clears":true,"tierA":0,"step":"6144"},{"x":2552.0,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":5801,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_gsm8k_platinu","jpt":10.998171694535426,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A eager think=false n=25","task":"mmlu_redux","pts":[{"x":75.2,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_mmlu_redux","jpt":31.570459999999997,"clears":true,"tierA":0,"step":"6144"},{"x":74.3,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_mmlu_redux","jpt":31.20944,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A eager think=false n=25","task":"gpqa_diamond","pts":[{"x":114.0,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_gpqa_diamond","jpt":27.370520000000003,"clears":true,"tierA":0,"step":"6144"},{"x":120.3,"y":0.44,"lo":0.267,"hi":0.629,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_gpqa_diamond","jpt":26.45828,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A eager think=false n=25","task":"math500","pts":[{"x":18561.9,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":32059,"trunc":8.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_math500","jpt":11.000824978945069,"clears":true,"tierA":0,"step":"6144"},{"x":17033.1,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":29401,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_math500","jpt":11.007412230876502,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A eager think=true n=25","task":"gsm8k_platinum","pts":[{"x":22395.7,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":42499,"trunc":0.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.06637963246194,"clears":true,"tierA":0,"step":"6144"},{"x":18041.4,"y":0.8,"lo":0.609,"hi":0.911,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":32821,"trunc":0.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_gsm8k_platinum","jpt":10.993804667743213,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A eager think=true n=25","task":"mmlu_redux","pts":[{"x":1633.1,"y":0.16,"lo":0.064,"hi":0.347,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":503,"trunc":0.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_mmlu_redux","jpt":12.986834990059641,"clears":false,"tierA":0,"step":"6144"},{"x":16204.7,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":17691,"trunc":0.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_mmlu_redux","jpt":10.991859080888586,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A eager think=true n=25","task":"gpqa_diamond","pts":[{"x":3692.0,"y":0.08,"lo":0.022,"hi":0.25,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":621,"trunc":0.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_gpqa_diamond","jpt":11.890458937198067,"clears":false,"tierA":0,"step":"6144"},{"x":138651.2,"y":0.44,"lo":0.267,"hi":0.629,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":138362,"trunc":40.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_gpqa_diamond","jpt":11.02298804585074,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A eager think=true n=25","task":"math500","pts":[{"x":210442.3,"y":0.16,"lo":0.064,"hi":0.347,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":76876,"trunc":40.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_math500","jpt":10.949698618554555,"clears":true,"tierA":0,"step":"6144"},{"x":152495.1,"y":0.24,"lo":0.115,"hi":0.434,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":81170,"trunc":24.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_math500","jpt":11.27227687569299,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A eager think=false n=50","task":"gsm8k_platinum","pts":[{"x":3541.2,"y":0.8,"lo":0.67,"hi":0.888,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":12254,"trunc":18.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.559275909906969,"clears":true,"tierA":0,"step":"400"},{"x":3376.0,"y":0.94,"lo":0.838,"hi":0.979,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":800,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":13455,"trunc":4.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.792944704570791,"clears":true,"tierA":0,"step":"800"},{"x":3200.1,"y":0.98,"lo":0.895,"hi":0.996,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1600,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":13325,"trunc":0.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.767859512195121,"clears":true,"tierA":0,"step":"1600"},{"x":3551.0,"y":0.98,"lo":0.895,"hi":0.996,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":15148,"trunc":0.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.486618497491417,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A eager think=false n=50","task":"math500","pts":[{"x":12693.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":33907,"trunc":22.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_cap1024","jpt":11.605439319314595,"clears":true,"tierA":0,"step":"1024"},{"x":13424.9,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":2048,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":41180,"trunc":10.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_cap2048","jpt":11.410222680913064,"clears":true,"tierA":0,"step":"2048"},{"x":14424.3,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":4096,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":46813,"trunc":4.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_cap4096","jpt":11.400653985004164,"clears":true,"tierA":0,"step":"4096"},{"x":14595.4,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":49797,"trunc":0.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_capoff","jpt":11.137699399562223,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"gemma-4-26B-A4B-AWQ node A graphs think=false n=100","task":"gsm8k_platinum","pts":[{"x":585.7,"y":0.97,"lo":0.915,"hi":0.99,"model":"gemma-4-26B-A4B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":18403,"trunc":0.0,"label":"ref-A-gemma-4-26b-a4b-it-awq-4bit-gsm8k-platinum","jpt":3.0870220616203876,"clears":true,"tierA":1,"step":"8192"},{"x":607.9,"y":0.97,"lo":0.915,"hi":0.99,"model":"gemma-4-26B-A4B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":18752,"trunc":0.0,"label":"ref-A-gemma-4-26b-a4b-it-awq-4bit-gsm8k-platinum","jpt":3.1444708831058024,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"gemma-4-26B-A4B-AWQ node A graphs think=false n=100","task":"mmlu_redux","pts":[{"x":59.4,"y":0.83,"lo":0.745,"hi":0.891,"model":"gemma-4-26B-A4B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":201,"trunc":0.0,"label":"ref-A-gemma-4-26b-a4b-it-awq-4bit-mmlu-redux_gem","jpt":24.520721393034826,"clears":true,"tierA":1,"step":"8192"},{"x":56.2,"y":0.81,"lo":0.722,"hi":0.875,"model":"gemma-4-26B-A4B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":201,"trunc":0.0,"label":"ref-A-gemma-4-26b-a4b-it-awq-4bit-mmlu-redux_gem","jpt":22.630611940298508,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"granite-4.2-8b node A graphs think=true n=50","task":"gpqa_diamond","pts":[{"x":196300.8,"y":0.52,"lo":0.385,"hi":0.652,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":593999,"trunc":46.0,"label":"ref-A-granite-4-2-8b-gpqa-diamond_granite-4.2-8b","jpt":8.592306419707777,"clears":true,"tierA":1,"step":"16384"},{"x":152914.0,"y":0.38,"lo":0.259,"hi":0.518,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":349118,"trunc":72.0,"label":"ref-A-granite-4-2-8b-gpqa-diamond_granite-4.2-8b","jpt":8.322015928711782,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"granite-4.2-8b node A graphs think=true n=100","task":"gsm8k_platinum","pts":[{"x":15834.4,"y":0.93,"lo":0.863,"hi":0.966,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":179505,"trunc":3.0,"label":"ref-A-granite-4-2-8b-gsm8k-platinum_granite-4.2-","jpt":8.203691050388569,"clears":true,"tierA":1,"step":"8192"},{"x":14630.6,"y":0.94,"lo":0.875,"hi":0.972,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":168924,"trunc":1.0,"label":"ref-A-granite-4-2-8b-gsm8k-platinum_granite-4.2-","jpt":8.141404779664228,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"granite-4.2-8b node A graphs think=true n=50","task":"math500","pts":[{"x":55791.8,"y":0.74,"lo":0.604,"hi":0.841,"model":"granite-4.2-8b","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":244147,"trunc":6.0,"label":"ref-A-granite-4-2-8b-math500_granite-4.2-8b_math","jpt":8.455131551892917,"clears":true,"tierA":1,"step":"16384"},{"x":60329.0,"y":0.54,"lo":0.404,"hi":0.67,"model":"granite-4.2-8b","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":195713,"trunc":28.0,"label":"ref-A-granite-4-2-8b-math500_granite-4.2-8b_math","jpt":8.322809608968234,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"granite-4.2-8b node A graphs think=true n=100","task":"mmlu_redux","pts":[{"x":12499.5,"y":0.92,"lo":0.85,"hi":0.959,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":140681,"trunc":3.0,"label":"ref-A-granite-4-2-8b-mmlu-redux_granite-4.2-8b_m","jpt":8.174207824795102,"clears":true,"tierA":1,"step":"8192"},{"x":12181.6,"y":0.86,"lo":0.779,"hi":0.915,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":128291,"trunc":3.0,"label":"ref-A-granite-4-2-8b-mmlu-redux_granite-4.2-8b_m","jpt":8.165946021155031,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"gpt-oss-20b node A graphs think=medium n=50","task":"gpqa_diamond","pts":[{"x":15112.0,"y":0.62,"lo":0.482,"hi":0.741,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":190536,"trunc":10.0,"label":"ref-A-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.4587078557332998,"clears":true,"tierA":1,"step":"16384"},{"x":28941.2,"y":0.7,"lo":0.562,"hi":0.809,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"old","tok":371259,"trunc":6.0,"label":"ref-A-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.7283983903420523,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"gpt-oss-20b node A graphs think=medium n=100","task":"gsm8k_platinum","pts":[{"x":158.7,"y":0.98,"lo":0.93,"hi":0.994,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":23440,"trunc":0.0,"label":"conc-A-gpt-oss-20b-c8-gsm8k-platinum_gpt-oss-20b","jpt":0.6636952218430034,"clears":true,"tierA":0,"step":"8192"},{"x":643.8,"y":0.98,"lo":0.93,"hi":0.994,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"old","tok":25069,"trunc":0.0,"label":"ref-A-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm","jpt":2.516815748534046,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"gpt-oss-20b node A graphs think=medium n=50","task":"math500","pts":[{"x":2913.3,"y":0.82,"lo":0.692,"hi":0.902,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":51173,"trunc":0.0,"label":"ref-A-gpt-oss-20b-math500_gpt-oss-20b_math500","jpt":2.3341684872882182,"clears":true,"tierA":1,"step":"16384"},{"x":3556.9,"y":0.82,"lo":0.692,"hi":0.902,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"old","tok":59106,"trunc":0.0,"label":"ref-A-gpt-oss-20b-math500_gpt-oss-20b_math500","jpt":2.4673382736101246,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"gpt-oss-20b node A graphs think=medium n=100","task":"mmlu_redux","pts":[{"x":209.6,"y":0.88,"lo":0.802,"hi":0.93,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":27148,"trunc":0.0,"label":"conc-A-gpt-oss-20b-c8-mmlu-redux_gpt-oss-20b_mml","jpt":0.679430639457787,"clears":true,"tierA":0,"step":"8192"},{"x":652.9,"y":0.89,"lo":0.814,"hi":0.937,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"old","tok":22896,"trunc":0.0,"label":"ref-A-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_re","jpt":2.537795903214535,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Ornith-1.5-9B node A graphs think=true n=50","task":"gpqa_diamond","pts":[{"x":66739.3,"y":0.76,"lo":0.626,"hi":0.857,"model":"Ornith-1.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":324049,"trunc":34.0,"label":"ref-A-ornith-1-5-9b-gpqa-diamond_Ornith-1.5-9B_g","jpt":7.826265898058626,"clears":true,"tierA":1,"step":"16384"},{"x":22878.0,"y":0.72,"lo":0.583,"hi":0.825,"model":"Ornith-1.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":106175,"trunc":44.0,"label":"ref-A-ornith-1-5-9b-gpqa-diamond_Ornith-1.5-9B_g","jpt":7.757078342359312,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Ornith-1.5-9B node A graphs think=true n=100","task":"gsm8k_platinum","pts":[{"x":2547.6,"y":0.97,"lo":0.915,"hi":0.99,"model":"Ornith-1.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":31145,"trunc":0.0,"label":"ref-A-ornith-1-5-9b-gsm8k-platinum_Ornith-1.5-9B","jpt":7.93451809279178,"clears":true,"tierA":1,"step":"8192"},{"x":2395.3,"y":0.98,"lo":0.93,"hi":0.994,"model":"Ornith-1.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":29426,"trunc":0.0,"label":"ref-A-ornith-1-5-9b-gsm8k-platinum_Ornith-1.5-9B","jpt":7.977214232311561,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Ornith-1.5-9B node A graphs think=true n=50","task":"math500","pts":[{"x":13173.0,"y":0.72,"lo":0.583,"hi":0.825,"model":"Ornith-1.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":60572,"trunc":0.0,"label":"ref-A-ornith-1-5-9b-math500_Ornith-1.5-9B_math50","jpt":7.829167371062537,"clears":true,"tierA":1,"step":"16384"},{"x":10943.4,"y":0.68,"lo":0.542,"hi":0.792,"model":"Ornith-1.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":47492,"trunc":8.0,"label":"ref-A-ornith-1-5-9b-math500_Ornith-1.5-9B_math50","jpt":7.834524614671945,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Ornith-1.5-9B node A graphs think=true n=100","task":"mmlu_redux","pts":[{"x":1060.1,"y":0.91,"lo":0.838,"hi":0.952,"model":"Ornith-1.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":11579,"trunc":0.0,"label":"ref-A-ornith-1-5-9b-mmlu-redux_Ornith-1.5-9B_mml","jpt":8.331493047758872,"clears":true,"tierA":1,"step":"8192"},{"x":1056.8,"y":0.9,"lo":0.826,"hi":0.945,"model":"Ornith-1.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":11467,"trunc":0.0,"label":"ref-A-ornith-1-5-9b-mmlu-redux_Ornith-1.5-9B_mml","jpt":8.294243394087381,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B-AWQ node A graphs think=true n=50","task":"gpqa_diamond","pts":[{"x":61931.6,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3.5-9B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":497978,"trunc":26.0,"label":"ref-A-qwen3-5-9b-awq-gpqa-diamond_Qwen3.5-9B-AWQ","jpt":4.725911791283952,"clears":true,"tierA":1,"step":"16384"},{"x":77004.3,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3.5-9B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":608263,"trunc":20.0,"label":"ref-A-qwen3-5-9b-awq-gpqa-diamond_Qwen3.5-9B-AWQ","jpt":4.810687863637933,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B-AWQ node A graphs think=true n=100","task":"gsm8k_platinum","pts":[{"x":13089.3,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen3.5-9B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":251611,"trunc":0.0,"label":"ref-A-qwen3-5-9b-awq-gsm8k-platinum_Qwen3.5-9B-A","jpt":4.68196866989122,"clears":true,"tierA":1,"step":"8192"},{"x":10835.7,"y":0.84,"lo":0.756,"hi":0.899,"model":"Qwen3.5-9B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":192884,"trunc":0.0,"label":"ref-A-qwen3-5-9b-awq-gsm8k-platinum_Qwen3.5-9B-A","jpt":4.718889882001617,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B-AWQ node A graphs think=true n=50","task":"math500","pts":[{"x":83710.5,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3.5-9B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":389016,"trunc":12.0,"label":"ref-A-qwen3-5-9b-awq-math500_Qwen3.5-9B-AWQ_math","jpt":4.7340740715034855,"clears":true,"tierA":1,"step":"16384"},{"x":135251.2,"y":0.24,"lo":0.143,"hi":0.374,"model":"Qwen3.5-9B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":335338,"trunc":10.0,"label":"ref-A-qwen3-5-9b-awq-math500_Qwen3.5-9B-AWQ_math","jpt":4.839935638072632,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B-AWQ node A graphs think=true n=100","task":"mmlu_redux","pts":[{"x":9203.1,"y":0.63,"lo":0.532,"hi":0.718,"model":"Qwen3.5-9B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":123460,"trunc":1.0,"label":"ref-A-qwen3-5-9b-awq-mmlu-redux_Qwen3.5-9B-AWQ_m","jpt":4.696222809006965,"clears":true,"tierA":1,"step":"8192"},{"x":5937.8,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":50686,"trunc":0.0,"label":"ref-A-qwen3-5-9b-awq-mmlu-redux_Qwen3.5-9B-AWQ_m","jpt":4.8031179812966105,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-AWQ node A graphs n=50","task":"gpqa_diamond","pts":[{"x":109.1,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":16.36897,"clears":false,"tierA":1,"step":"16384"},{"x":85.0,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2","jpt":12.74282,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-AWQ node A graphs n=50","task":"math500","pts":[{"x":3673.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42817,"trunc":2.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":2.6597966228367236,"clears":true,"tierA":1,"step":"16384"},{"x":5765.0,"y":0.6,"lo":0.462,"hi":0.724,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":58167,"trunc":2.0,"label":"ref-A-qwen2-5-7b-instruct-awq-math500_Qwen2.5-7B","jpt":2.9733570237419844,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-AWQ node A graphs n=100","task":"mmlu_redux","pts":[{"x":50.7,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":19.77478,"clears":true,"tierA":1,"step":"8192"},{"x":40.9,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":15.945595,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B node A graphs n=50","task":"gpqa_diamond","pts":[{"x":140.5,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":22.4862,"clears":false,"tierA":1,"step":"16384"},{"x":141.4,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":22.624160000000003,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B node A graphs n=100","task":"gsm8k_platinum","pts":[{"x":182.1,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15547,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c8-gsm8k-platinum_Qwe","jpt":1.0890002572843636,"clears":true,"tierA":0,"step":"8192"},{"x":1215.3,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15425,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5","jpt":7.248394100486224,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B node A graphs n=50","task":"math500","pts":[{"x":8919.8,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":40677,"trunc":2.0,"label":"ref-A-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":7.236344371512158,"clears":true,"tierA":1,"step":"16384"},{"x":13085.3,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":56398,"trunc":2.0,"label":"ref-A-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":7.424523990212419,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B node A graphs n=100","task":"mmlu_redux","pts":[{"x":30.0,"y":0.77,"lo":0.678,"hi":0.842,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c8-mmlu-redux_Qwen2.5","jpt":11.552245000000001,"clears":true,"tierA":0,"step":"8192"},{"x":60.5,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-","jpt":23.00258,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-0.6B node A graphs think=true n=50","task":"gpqa_diamond","pts":[{"x":51598.9,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":553683,"trunc":56.0,"label":"ref-A-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":1.4910747052013518,"clears":false,"tierA":1,"step":"16384"},{"x":157435.9,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":1226130,"trunc":50.0,"label":"ref-A-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":2.1828113992806637,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-0.6B node A graphs think=true n=100","task":"gsm8k_platinum","pts":[{"x":4911.0,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":119856,"trunc":5.0,"label":"ref-A-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":1.1882574422640504,"clears":true,"tierA":1,"step":"8192"},{"x":15151.6,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":248779,"trunc":4.0,"label":"ref-A-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":1.7662144754983338,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-0.6B node A graphs think=true n=50","task":"math500","pts":[{"x":10648.7,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-0.6B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":175867,"trunc":4.0,"label":"ref-A-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.3320900055155316,"clears":true,"tierA":1,"step":"16384"},{"x":15810.9,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-0.6B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":222374,"trunc":4.0,"label":"ref-A-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.5642123989315297,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-0.6B node A graphs think=true n=100","task":"mmlu_redux","pts":[{"x":1579.0,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":89486,"trunc":1.0,"label":"ref-A-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":1.0940090628701695,"clears":true,"tierA":1,"step":"8192"},{"x":2757.5,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":121664,"trunc":1.0,"label":"ref-A-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":1.4052425614807997,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-0.8B node A graphs think=false n=50","task":"gpqa_diamond","pts":[{"x":5061.3,"y":0.24,"lo":0.143,"hi":0.374,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":52763,"trunc":6.0,"label":"ref-A-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":1.1510998805981465,"clears":false,"tierA":1,"step":"16384"},{"x":126389.3,"y":0.24,"lo":0.143,"hi":0.374,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":789354,"trunc":6.0,"label":"ref-A-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":1.9214088735852355,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-0.8B node A graphs think=false n=100","task":"gsm8k_platinum","pts":[{"x":1137.6,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":52904,"trunc":2.0,"label":"ref-A-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":1.1181583245123243,"clears":true,"tierA":1,"step":"8192"},{"x":52343.9,"y":0.51,"lo":0.413,"hi":0.606,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":1341243,"trunc":5.0,"label":"ref-A-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":1.9903478348069663,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-0.8B node A graphs think=false n=50","task":"math500","pts":[{"x":11187.8,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":155024,"trunc":14.0,"label":"ref-A-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":1.1546916348436371,"clears":true,"tierA":1,"step":"16384"},{"x":243026.8,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":1866048,"trunc":14.0,"label":"ref-A-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":2.083777383539973,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-0.8B node A graphs think=false n=100","task":"mmlu_redux","pts":[{"x":62.8,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":220,"trunc":0.0,"label":"ref-A-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":14.832409090909092,"clears":true,"tierA":1,"step":"8192"},{"x":30.9,"y":0.53,"lo":0.433,"hi":0.625,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":217,"trunc":0.0,"label":"ref-A-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":7.550723502304148,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-4B node A graphs think=true n=50","task":"gpqa_diamond","pts":[{"x":54443.6,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3.5-4B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":437903,"trunc":26.0,"label":"ref-A-qwen3-5-4b-gpqa-diamond_Qwen3.5-4B_gpqa_di","jpt":4.600136180843703,"clears":true,"tierA":1,"step":"16384"},{"x":125242.1,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen3.5-4B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":792844,"trunc":16.0,"label":"ref-A-qwen3-5-4b-gpqa-diamond_Qwen3.5-4B_gpqa_di","jpt":4.896935301269859,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-4B node A graphs think=true n=100","task":"gsm8k_platinum","pts":[{"x":15325.1,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-4B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":289181,"trunc":5.0,"label":"ref-A-qwen3-5-4b-gsm8k-platinum_Qwen3.5-4B_gsm8k","jpt":4.557570044366677,"clears":true,"tierA":1,"step":"8192"},{"x":18667.5,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen3.5-4B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":307292,"trunc":2.0,"label":"ref-A-qwen3-5-4b-gsm8k-platinum_Qwen3.5-4B_gsm8k","jpt":4.7991254702367785,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-4B node A graphs think=true n=50","task":"math500","pts":[{"x":39912.0,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen3.5-4B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":267999,"trunc":4.0,"label":"ref-A-qwen3-5-4b-math500_Qwen3.5-4B_math500","jpt":4.616704745166959,"clears":true,"tierA":1,"step":"16384"},{"x":112095.0,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3.5-4B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":414966,"trunc":8.0,"label":"ref-A-qwen3-5-4b-math500_Qwen3.5-4B_math500","jpt":4.862349057513146,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-4B node A graphs think=true n=100","task":"mmlu_redux","pts":[{"x":14924.1,"y":0.58,"lo":0.482,"hi":0.672,"model":"Qwen3.5-4B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":188508,"trunc":6.0,"label":"ref-A-qwen3-5-4b-mmlu-redux_Qwen3.5-4B_mmlu_redu","jpt":4.591841603539372,"clears":true,"tierA":1,"step":"8192"},{"x":8229.3,"y":0.47,"lo":0.375,"hi":0.567,"model":"Qwen3.5-4B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":83607,"trunc":0.0,"label":"ref-A-qwen3-5-4b-mmlu-redux_Qwen3.5-4B_mmlu_redu","jpt":4.626110995490808,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=true n=50","task":"gpqa_diamond","pts":[{"x":79878.9,"y":0.8,"lo":0.67,"hi":0.888,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":409882,"trunc":16.0,"label":"ref-A-qwen3-5-9b-gpqa-diamond_Qwen3.5-9B_gpqa_di","jpt":7.7953060514977475,"clears":true,"tierA":1,"step":"16384"},{"x":65463.8,"y":0.4,"lo":0.276,"hi":0.538,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":169336,"trunc":70.0,"label":"ref-A-qwen3-5-9b-gpqa-diamond_Qwen3.5-9B_gpqa_di","jpt":7.731825553928284,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=true n=100","task":"gsm8k_platinum","pts":[{"x":18572.6,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":217409,"trunc":0.0,"label":"ref-A-qwen3-5-9b-gsm8k-platinum_Qwen3.5-9B_gsm8k","jpt":7.77384643230041,"clears":true,"tierA":1,"step":"8192"},{"x":15785.7,"y":0.77,"lo":0.678,"hi":0.842,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":156423,"trunc":11.0,"label":"ref-A-qwen3-5-9b-gsm8k-platinum_Qwen3.5-9B_gsm8k","jpt":7.7705942476490035,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=true n=50","task":"math500","pts":[{"x":231409.9,"y":0.26,"lo":0.159,"hi":0.396,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":384885,"trunc":16.0,"label":"ref-A-qwen3-5-9b-math500_Qwen3.5-9B_math500","jpt":7.816176499473869,"clears":true,"tierA":1,"step":"16384"},{"x":130020.1,"y":0.12,"lo":0.056,"hi":0.238,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":100056,"trunc":52.0,"label":"ref-A-qwen3-5-9b-math500_Qwen3.5-9B_math500","jpt":7.796842008475254,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-9B node A graphs think=true n=100","task":"mmlu_redux","pts":[{"x":13564.0,"y":0.74,"lo":0.646,"hi":0.816,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":129168,"trunc":2.0,"label":"ref-A-qwen3-5-9b-mmlu-redux_Qwen3.5-9B_mmlu_redu","jpt":7.770756464449399,"clears":true,"tierA":1,"step":"8192"},{"x":8521.0,"y":0.47,"lo":0.375,"hi":0.567,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":51113,"trunc":1.0,"label":"ref-A-qwen3-5-9b-mmlu-redux_Qwen3.5-9B_mmlu_redu","jpt":7.835370081975231,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-8B node A graphs think=true n=50","task":"gpqa_diamond","pts":[{"x":132264.8,"y":0.48,"lo":0.348,"hi":0.615,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":407067,"trunc":18.0,"label":"ref-A-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":7.79811556328565,"clears":true,"tierA":1,"step":"16384"},{"x":145818.0,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":393843,"trunc":14.0,"label":"ref-A-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":7.775125232643465,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-8B node A graphs think=true n=100","task":"gsm8k_platinum","pts":[{"x":6559.3,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":86530,"trunc":1.0,"label":"ref-A-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":7.504552259332024,"clears":true,"tierA":1,"step":"8192"},{"x":7133.7,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":93522,"trunc":1.0,"label":"ref-A-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":7.5515244755244755,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-8B node A graphs think=true n=50","task":"math500","pts":[{"x":40644.0,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":173818,"trunc":4.0,"label":"ref-A-qwen3-8b-math500_Qwen3-8B_math500","jpt":7.71640675879368,"clears":true,"tierA":1,"step":"16384"},{"x":32803.7,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":149876,"trunc":2.0,"label":"ref-A-qwen3-8b-math500_Qwen3-8B_math500","jpt":7.660534061490832,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-8B node A graphs think=true n=100","task":"mmlu_redux","pts":[{"x":6248.3,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":76856,"trunc":0.0,"label":"ref-A-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":7.479469371291766,"clears":true,"tierA":1,"step":"8192"},{"x":7316.5,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":87956,"trunc":1.0,"label":"ref-A-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":7.569699986356815,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ node A graphs n=50","task":"gpqa_diamond","pts":[{"x":472.1,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":4607,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-vllm-awq","jpt":2.1518404601693075,"clears":true,"tierA":1,"step":"16384"},{"x":539.0,"y":0.38,"lo":0.259,"hi":0.518,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":4297,"trunc":0.0,"label":"ref-A-qwen3-coder-30b-a3b-instruct-awq-gpqa-diam","jpt":2.3831656969979056,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ node A graphs n=100","task":"gsm8k_platinum","pts":[{"x":678.6,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":28680,"trunc":1.0,"label":"repeat6-A-qwen3-coder-30b-gsm8k","jpt":2.295112656903766,"clears":true,"tierA":1,"step":"8192"},{"x":1565.1,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":53088,"trunc":1.0,"label":"ref-A-qwen3-coder-30b-a3b-instruct-awq-gsm8k-pla","jpt":2.8302293550331523,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ node A graphs n=50","task":"math500","pts":[{"x":3323.6,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":53031,"trunc":2.0,"label":"enginewave-A-qwen3-coder-30b-vllm-awq","jpt":2.318857894439102,"clears":true,"tierA":1,"step":"16384"},{"x":4883.8,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":69447,"trunc":2.0,"label":"ref-A-qwen3-coder-30b-a3b-instruct-awq-math500_Q","jpt":2.6722995233775397,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ node A graphs n=100","task":"mmlu_redux","pts":[{"x":96.4,"y":0.81,"lo":0.722,"hi":0.875,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":2083,"trunc":0.0,"label":"ref-A-qwen3-coder-30b-a3b-instruct-awq-mmlu-redu","jpt":3.7469428708593373,"clears":true,"tierA":1,"step":"8192"},{"x":81.9,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":1403,"trunc":0.0,"label":"ref-A-qwen3-coder-30b-a3b-instruct-awq-mmlu-redu","jpt":4.611129722024233,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Mistral-7B-v0.2-AWQ node A graphs n=50","task":"gpqa_diamond","pts":[{"x":1807.4,"y":0.36,"lo":0.241,"hi":0.499,"model":"Mistral-7B-v0.2-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":12878,"trunc":0.0,"label":"ref-A-mistral-7b-instruct-v0-2-awq-gpqa-diamond_","jpt":2.5261959155148315,"clears":false,"tierA":0,"step":"16384"},{"x":1921.6,"y":0.36,"lo":0.241,"hi":0.499,"model":"Mistral-7B-v0.2-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":12878,"trunc":0.0,"label":"ref-A-mistral-7b-instruct-v0-2-awq-gpqa-diamond_","jpt":2.685881037428172,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"Mistral-7B-v0.2-AWQ node A graphs n=50","task":"math500","pts":[{"x":48036.8,"y":0.06,"lo":0.021,"hi":0.162,"model":"Mistral-7B-v0.2-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":51928,"trunc":4.0,"label":"ref-A-mistral-7b-instruct-v0-2-awq-math500_Mistr","jpt":2.7751965028501004,"clears":true,"tierA":0,"step":"16384"},{"x":122706.8,"y":0.06,"lo":0.021,"hi":0.162,"model":"Mistral-7B-v0.2-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":111108,"trunc":6.0,"label":"ref-A-mistral-7b-instruct-v0-2-awq-math500_Mistr","jpt":3.3131754959138857,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Mistral-7B-v0.2-AWQ node A graphs n=100","task":"mmlu_redux","pts":[{"x":221.3,"y":0.6,"lo":0.502,"hi":0.691,"model":"Mistral-7B-v0.2-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":3929,"trunc":0.0,"label":"ref-A-mistral-7b-instruct-v0-2-awq-mmlu-redux_Mi","jpt":3.3800710104352256,"clears":true,"tierA":1,"step":"8192"},{"x":224.9,"y":0.6,"lo":0.502,"hi":0.691,"model":"Mistral-7B-v0.2-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":3929,"trunc":0.0,"label":"ref-A-mistral-7b-instruct-v0-2-awq-mmlu-redux_Mi","jpt":3.4342420463222196,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"granite-4.2-8b node B graphs think=true n=50","task":"gpqa_diamond","pts":[{"x":177149.1,"y":0.48,"lo":0.348,"hi":0.615,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":628273,"trunc":52.0,"label":"ref-B-granite-4-2-8b-gpqa-diamond_granite-4.2-8b","jpt":6.76708634144711,"clears":true,"tierA":1,"step":"16384"},{"x":121481.2,"y":0.38,"lo":0.259,"hi":0.518,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":348552,"trunc":66.0,"label":"ref-B-granite-4-2-8b-gpqa-diamond_granite-4.2-8b","jpt":6.622091679290321,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"granite-4.2-8b node B graphs think=true n=100","task":"gsm8k_platinum","pts":[{"x":11467.1,"y":0.94,"lo":0.875,"hi":0.972,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":168992,"trunc":1.0,"label":"ref-B-granite-4-2-8b-gsm8k-platinum_granite-4.2-","jpt":6.378438310689264,"clears":true,"tierA":1,"step":"8192"},{"x":11662.6,"y":0.93,"lo":0.863,"hi":0.966,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":175110,"trunc":2.0,"label":"ref-B-granite-4-2-8b-gsm8k-platinum_granite-4.2-","jpt":6.193952452743989,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"granite-4.2-8b node B graphs think=true n=50","task":"math500","pts":[{"x":48131.4,"y":0.7,"lo":0.562,"hi":0.809,"model":"granite-4.2-8b","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":246224,"trunc":0.0,"label":"ref-B-granite-4-2-8b-math500_granite-4.2-8b_math","jpt":6.8417293643186685,"clears":true,"tierA":1,"step":"16384"},{"x":47149.0,"y":0.54,"lo":0.404,"hi":0.67,"model":"granite-4.2-8b","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":189518,"trunc":28.0,"label":"ref-B-granite-4-2-8b-math500_granite-4.2-8b_math","jpt":6.717164659821231,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"granite-4.2-8b node B graphs think=true n=100","task":"mmlu_redux","pts":[{"x":10213.4,"y":0.92,"lo":0.85,"hi":0.959,"model":"granite-4.2-8b","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":142691,"trunc":3.0,"label":"ref-B-granite-4-2-8b-mmlu-redux_granite-4.2-8b_m","jpt":6.585076255685363,"clears":true,"tierA":1,"step":"8192"},{"x":9893.3,"y":0.9,"lo":0.826,"hi":0.945,"model":"granite-4.2-8b","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":134613,"trunc":2.0,"label":"ref-B-granite-4-2-8b-mmlu-redux_granite-4.2-8b_m","jpt":6.614498956267225,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Mistral-7B-v0.2 node B graphs n=50","task":"math500","pts":[{"x":40631.8,"y":0.1,"lo":0.043,"hi":0.214,"model":"Mistral-7B-v0.2","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":32890,"trunc":2.0,"label":"ref-B-mistral-7b-instruct-v0-2-math500_Mistral-7","jpt":6.176929887503801,"clears":true,"tierA":1,"step":"16384"},{"x":60519.6,"y":0.1,"lo":0.043,"hi":0.214,"model":"Mistral-7B-v0.2","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":47978,"trunc":2.0,"label":"ref-B-mistral-7b-instruct-v0-2-math500_Mistral-7","jpt":6.307011609487682,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"gpt-oss-20b node B graphs think=medium n=50","task":"gpqa_diamond","pts":[{"x":13740.3,"y":0.54,"lo":0.404,"hi":0.67,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":183497,"trunc":8.0,"label":"ref-B-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.0217731352556174,"clears":true,"tierA":1,"step":"16384"},{"x":17784.5,"y":0.66,"lo":0.522,"hi":0.776,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"old","tok":264180,"trunc":2.0,"label":"ref-B-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.221553660383072,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"gpt-oss-20b node B graphs think=medium n=100","task":"gsm8k_platinum","pts":[{"x":472.9,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":23690,"trunc":0.0,"label":"ref-B-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm","jpt":1.9763739130434783,"clears":true,"tierA":1,"step":"8192"},{"x":473.9,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"old","tok":23770,"trunc":0.0,"label":"ref-B-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm","jpt":1.9736859907446362,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"gpt-oss-20b node B graphs think=medium n=50","task":"math500","pts":[{"x":2294.9,"y":0.86,"lo":0.738,"hi":0.93,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":49980,"trunc":0.0,"label":"ref-B-gpt-oss-20b-math500_gpt-oss-20b_math500","jpt":1.9744166066426572,"clears":true,"tierA":1,"step":"16384"},{"x":2377.1,"y":0.76,"lo":0.626,"hi":0.857,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"old","tok":45763,"trunc":0.0,"label":"ref-B-gpt-oss-20b-math500_gpt-oss-20b_math500","jpt":1.973825186285864,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"gpt-oss-20b node B graphs think=medium n=100","task":"mmlu_redux","pts":[{"x":721.7,"y":0.88,"lo":0.802,"hi":0.93,"model":"gpt-oss-20b","task":"mmlu_redux","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":31750,"trunc":1.0,"label":"ref-B-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_re","jpt":2.000232251968504,"clears":true,"tierA":1,"step":"8192"},{"x":772.5,"y":0.87,"lo":0.79,"hi":0.922,"model":"gpt-oss-20b","task":"mmlu_redux","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"old","tok":33546,"trunc":0.0,"label":"ref-B-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_re","jpt":2.0034364752876646,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-AWQ node B graphs n=50","task":"gpqa_diamond","pts":[{"x":73.5,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2","jpt":11.02043,"clears":false,"tierA":1,"step":"16384"},{"x":72.7,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2","jpt":10.90926,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-AWQ node B graphs n=100","task":"gsm8k_platinum","pts":[{"x":405.2,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15893,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwe","jpt":2.269035109796766,"clears":true,"tierA":1,"step":"8192"},{"x":399.2,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15879,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwe","jpt":2.262465457522514,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-AWQ node B graphs n=50","task":"math500","pts":[{"x":3231.5,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42817,"trunc":2.0,"label":"enginewave-B-qwen25-7b-vllm-awq","jpt":2.3396691033935118,"clears":true,"tierA":1,"step":"16384"},{"x":4800.0,"y":0.6,"lo":0.462,"hi":0.724,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":58167,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-awq-math500_Qwen2.5-7B","jpt":2.475636959100521,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-AWQ node B graphs n=100","task":"mmlu_redux","pts":[{"x":29.8,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":11.78374,"clears":true,"tierA":1,"step":"8192"},{"x":29.6,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":11.7044,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-GPTQ-Int4 node B graphs n=50","task":"gpqa_diamond","pts":[{"x":62.8,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen2.5-7B-GPTQ-Int4","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-gpqa-diamond","jpt":10.67935,"clears":false,"tierA":1,"step":"16384"},{"x":64.2,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen2.5-7B-GPTQ-Int4","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-gpqa-diamond","jpt":10.91089,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-GPTQ-Int4 node B graphs n=100","task":"gsm8k_platinum","pts":[{"x":591.2,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B-GPTQ-Int4","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23978,"trunc":1.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-gsm8k-platin","jpt":2.268489365251481,"clears":true,"tierA":1,"step":"8192"},{"x":594.0,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B-GPTQ-Int4","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":24202,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-gsm8k-platin","jpt":2.257911412279977,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-GPTQ-Int4 node B graphs n=50","task":"math500","pts":[{"x":1792.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-GPTQ-Int4","task":"math500","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":25137,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-math500_Qwen","jpt":2.210842821339062,"clears":true,"tierA":1,"step":"16384"},{"x":4513.2,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-GPTQ-Int4","task":"math500","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":56274,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-math500_Qwen","jpt":2.486190123325159,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-GPTQ-Int4 node B graphs n=100","task":"mmlu_redux","pts":[{"x":31.2,"y":0.75,"lo":0.657,"hi":0.825,"model":"Qwen2.5-7B-GPTQ-Int4","task":"mmlu_redux","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-mmlu-redux_Q","jpt":11.7037,"clears":true,"tierA":1,"step":"8192"},{"x":31.4,"y":0.75,"lo":0.657,"hi":0.825,"model":"Qwen2.5-7B-GPTQ-Int4","task":"mmlu_redux","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-mmlu-redux_Q","jpt":11.790315,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-GPTQ-Int8 node B graphs n=50","task":"gpqa_diamond","pts":[{"x":82.4,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-GPTQ-Int8","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-gpqa-diamond","jpt":12.36481,"clears":false,"tierA":1,"step":"16384"},{"x":81.9,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-GPTQ-Int8","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-gpqa-diamond","jpt":12.29039,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-GPTQ-Int8 node B graphs n=100","task":"gsm8k_platinum","pts":[{"x":580.5,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen2.5-7B-GPTQ-Int8","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15367,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-gsm8k-platin","jpt":3.437361228606755,"clears":true,"tierA":1,"step":"8192"},{"x":580.4,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen2.5-7B-GPTQ-Int8","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15367,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-gsm8k-platin","jpt":3.436776013535498,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-GPTQ-Int8 node B graphs n=50","task":"math500","pts":[{"x":4344.2,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B-GPTQ-Int8","task":"math500","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":40721,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-math500_Qwen","jpt":3.520545590727143,"clears":true,"tierA":1,"step":"16384"},{"x":5905.8,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B-GPTQ-Int8","task":"math500","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":55870,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-math500_Qwen","jpt":3.488305101127618,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B-GPTQ-Int8 node B graphs n=100","task":"mmlu_redux","pts":[{"x":34.7,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B-GPTQ-Int8","task":"mmlu_redux","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-mmlu-redux_Q","jpt":13.174069999999999,"clears":true,"tierA":1,"step":"8192"},{"x":34.8,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B-GPTQ-Int8","task":"mmlu_redux","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-mmlu-redux_Q","jpt":13.224725000000001,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B node B graphs n=50","task":"gpqa_diamond","pts":[{"x":116.6,"y":0.28,"lo":0.175,"hi":0.417,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":16.32242,"clears":false,"tierA":1,"step":"16384"},{"x":117.3,"y":0.28,"lo":0.175,"hi":0.417,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":16.42191,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B node B graphs n=100","task":"gsm8k_platinum","pts":[{"x":1008.4,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15429,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5","jpt":6.01312210771923,"clears":true,"tierA":1,"step":"8192"},{"x":948.6,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15415,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5","jpt":5.661273694453454,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B node B graphs n=50","task":"math500","pts":[{"x":7783.0,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41018,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":6.261626286020771,"clears":true,"tierA":1,"step":"16384"},{"x":10476.1,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen2.5-7B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":56163,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":5.968980289514449,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen2.5-7B node B graphs n=100","task":"mmlu_redux","pts":[{"x":44.5,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-","jpt":16.912585,"clears":true,"tierA":1,"step":"8192"},{"x":44.9,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-","jpt":17.052615,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-0.6B node B graphs think=true n=50","task":"gpqa_diamond","pts":[{"x":41580.7,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":556014,"trunc":56.0,"label":"ref-B-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":1.1965370332401701,"clears":false,"tierA":1,"step":"16384"},{"x":125151.7,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":1228461,"trunc":50.0,"label":"ref-B-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":1.731905585932317,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-0.6B node B graphs think=true n=100","task":"gsm8k_platinum","pts":[{"x":3475.3,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":109082,"trunc":4.0,"label":"ref-B-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":0.9239229478740764,"clears":true,"tierA":1,"step":"8192"},{"x":12447.2,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":237110,"trunc":4.0,"label":"ref-B-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":1.5223689005103118,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-0.6B node B graphs think=true n=50","task":"math500","pts":[{"x":9202.5,"y":0.5,"lo":0.366,"hi":0.634,"model":"Qwen3-0.6B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":204981,"trunc":10.0,"label":"ref-B-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.1223641654592378,"clears":true,"tierA":1,"step":"16384"},{"x":17242.3,"y":0.5,"lo":0.366,"hi":0.634,"model":"Qwen3-0.6B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":297674,"trunc":8.0,"label":"ref-B-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.4480848881662491,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-0.6B node B graphs think=true n=100","task":"mmlu_redux","pts":[{"x":1235.4,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":89324,"trunc":1.0,"label":"ref-B-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":0.8575056087949487,"clears":true,"tierA":1,"step":"8192"},{"x":2300.1,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":121261,"trunc":1.0,"label":"ref-B-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":1.1760052531316747,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-2B node B graphs think=false n=100","task":"gsm8k_platinum","pts":[{"x":2024.3,"y":0.72,"lo":0.625,"hi":0.799,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":78923,"trunc":4.0,"label":"ref-B-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k","jpt":1.8467377697249217,"clears":true,"tierA":1,"step":"8192"},{"x":9689.2,"y":0.73,"lo":0.636,"hi":0.807,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":308340,"trunc":1.0,"label":"ref-B-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k","jpt":2.2939387007848477,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-2B node B graphs think=false n=50","task":"math500","pts":[{"x":5467.2,"y":0.54,"lo":0.404,"hi":0.67,"model":"Qwen3.5-2B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":79776,"trunc":4.0,"label":"ref-B-qwen3-5-2b-math500_Qwen3.5-2B_math500","jpt":1.8503647337545124,"clears":true,"tierA":1,"step":"16384"},{"x":40516.0,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen3.5-2B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":591191,"trunc":4.0,"label":"ref-B-qwen3-5-2b-math500_Qwen3.5-2B_math500","jpt":2.261585391184913,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-8B node B graphs think=true n=50","task":"gpqa_diamond","pts":[{"x":129582.4,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-8B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":439613,"trunc":16.0,"label":"ref-B-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":6.484823310502646,"clears":true,"tierA":1,"step":"16384"},{"x":98771.4,"y":0.5,"lo":0.366,"hi":0.634,"model":"Qwen3-8B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":397183,"trunc":10.0,"label":"ref-B-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":6.2169931568068115,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-8B node B graphs think=true n=100","task":"gsm8k_platinum","pts":[{"x":5377.2,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":86456,"trunc":1.0,"label":"ref-B-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":6.157429652077357,"clears":true,"tierA":1,"step":"8192"},{"x":5821.8,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":93448,"trunc":1.0,"label":"ref-B-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":6.167638290814143,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-8B node B graphs think=true n=50","task":"math500","pts":[{"x":28936.0,"y":0.68,"lo":0.542,"hi":0.792,"model":"Qwen3-8B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":152390,"trunc":2.0,"label":"ref-B-qwen3-8b-math500_Qwen3-8B_math500","jpt":6.455952280333355,"clears":true,"tierA":1,"step":"16384"},{"x":30401.9,"y":0.68,"lo":0.542,"hi":0.792,"model":"Qwen3-8B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":166573,"trunc":4.0,"label":"ref-B-qwen3-8b-math500_Qwen3-8B_math500","jpt":6.205476872002065,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-8B node B graphs think=true n=100","task":"mmlu_redux","pts":[{"x":5156.8,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen3-8B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":76898,"trunc":0.0,"label":"ref-B-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":6.236617818408801,"clears":true,"tierA":1,"step":"8192"},{"x":5852.5,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen3-8B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":89283,"trunc":1.0,"label":"ref-B-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":5.965082176898178,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ node B graphs n=50","task":"gpqa_diamond","pts":[{"x":366.7,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":4393,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.7531267926246301,"clears":true,"tierA":1,"step":"16384"},{"x":363.0,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":4328,"trunc":0.0,"label":"ref-B-qwen3-coder-30b-a3b-instruct-awq-gpqa-diam","jpt":1.7613433456561922,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ node B graphs n=100","task":"gsm8k_platinum","pts":[{"x":534.8,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":29131,"trunc":1.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.780640520407813,"clears":true,"tierA":1,"step":"8192"},{"x":1274.4,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":54552,"trunc":1.0,"label":"ref-B-qwen3-coder-30b-a3b-instruct-awq-gsm8k-pla","jpt":2.2426431111599943,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ node B graphs n=50","task":"math500","pts":[{"x":2980.3,"y":0.68,"lo":0.542,"hi":0.792,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":53818,"trunc":2.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.8828017020327772,"clears":true,"tierA":1,"step":"16384"},{"x":3765.1,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":65609,"trunc":2.0,"label":"ref-B-qwen3-coder-30b-a3b-instruct-awq-math500_Q","jpt":2.1806886860034447,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ node B graphs n=100","task":"mmlu_redux","pts":[{"x":57.7,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":1853,"trunc":0.0,"label":"ref-B-qwen3-coder-30b-a3b-instruct-awq-mmlu-redu","jpt":2.4890053966540746,"clears":true,"tierA":1,"step":"8192"},{"x":58.2,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":1865,"trunc":0.0,"label":"ref-B-qwen3-coder-30b-a3b-instruct-awq-mmlu-redu","jpt":2.4954069705093835,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-0.8B node C graphs think=false n=100","task":"gsm8k_platinum","pts":[{"x":776.7,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":65489,"trunc":4.0,"label":"ref-C-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":0.6167564476476965,"clears":true,"tierA":1,"step":"8192"},{"x":6161.8,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":291783,"trunc":4.0,"label":"ref-C-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":1.098128657255563,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-0.8B node C graphs think=false n=100","task":"mmlu_redux","pts":[{"x":16.3,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":217,"trunc":0.0,"label":"ref-C-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":3.91736866359447,"clears":true,"tierA":1,"step":"8192"},{"x":15.5,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":217,"trunc":0.0,"label":"ref-C-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":3.7258709677419355,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-0.8B node C graphs think=false n=50","task":"math500","pts":[{"x":7182.4,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3.5-0.8B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":177801,"trunc":18.0,"label":"ref-C-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":0.6867307945399632,"clears":true,"tierA":1,"step":"16384"},{"x":34936.8,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3.5-0.8B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":555237,"trunc":16.0,"label":"ref-C-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":1.1326002896060603,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"Qwen3.5-0.8B node C graphs think=false n=50","task":"gpqa_diamond","pts":[{"x":3546.4,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":82011,"trunc":10.0,"label":"ref-C-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":0.691885929936228,"clears":false,"tierA":1,"step":"16384"},{"x":19159.7,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":261853,"trunc":8.0,"label":"ref-C-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":1.1707125295490217,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"LFM2.5-1.2B node C graphs n=100","task":"gsm8k_platinum","pts":[{"x":279.3,"y":0.76,"lo":0.668,"hi":0.833,"model":"LFM2.5-1.2B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":27493,"trunc":0.0,"label":"hz-C-lfm2-5-1-2b-instruct-gsm8k-platinum-5hz_LFM","jpt":0.7720547775797475,"clears":true,"tierA":0,"step":"8192"},{"x":286.1,"y":0.75,"lo":0.657,"hi":0.825,"model":"LFM2.5-1.2B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":27943,"trunc":0.0,"label":"ref-C-lfm2-5-1-2b-instruct-gsm8k-platinum_LFM2.5","jpt":0.7679504706008661,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"LFM2.5-1.2B node C graphs n=100","task":"mmlu_redux","pts":[{"x":19.3,"y":0.37,"lo":0.282,"hi":0.468,"model":"LFM2.5-1.2B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-C-lfm2-5-1-2b-instruct-mmlu-redux_LFM2.5-1.2","jpt":3.56293,"clears":true,"tierA":1,"step":"8192"},{"x":18.9,"y":0.37,"lo":0.282,"hi":0.468,"model":"LFM2.5-1.2B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-C-lfm2-5-1-2b-instruct-mmlu-redux_LFM2.5-1.2","jpt":3.5034449999999997,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"LFM2.5-1.2B node C graphs n=50","task":"math500","pts":[{"x":1603.4,"y":0.52,"lo":0.385,"hi":0.652,"model":"LFM2.5-1.2B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":53091,"trunc":0.0,"label":"ref-C-lfm2-5-1-2b-instruct-math500_LFM2.5-1.2B-I","jpt":0.7852190955152475,"clears":true,"tierA":1,"step":"16384"},{"x":1596.5,"y":0.52,"lo":0.385,"hi":0.652,"model":"LFM2.5-1.2B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":53091,"trunc":0.0,"label":"ref-C-lfm2-5-1-2b-instruct-math500_LFM2.5-1.2B-I","jpt":0.7818397280141643,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"LFM2.5-1.2B node C graphs n=50","task":"gpqa_diamond","pts":[{"x":30.1,"y":0.2,"lo":0.112,"hi":0.33,"model":"LFM2.5-1.2B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-C-lfm2-5-1-2b-instruct-gpqa-diamond_LFM2.5-1","jpt":3.0084199999999996,"clears":false,"tierA":1,"step":"16384"},{"x":29.5,"y":0.2,"lo":0.112,"hi":0.33,"model":"LFM2.5-1.2B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-C-lfm2-5-1-2b-instruct-gpqa-diamond_LFM2.5-1","jpt":2.94792,"clears":false,"tierA":0,"step":"\u221e"}]},{"series":"LFM2.5-2.6B node C graphs n=100","task":"gsm8k_platinum","pts":[{"x":2015.5,"y":0.97,"lo":0.915,"hi":0.99,"model":"LFM2.5-2.6B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":114172,"trunc":0.0,"label":"ref-C-lfm2-5-2-6b-gsm8k-platinum_LFM2.5-2.6B_gsm","jpt":1.7123762656343062,"clears":true,"tierA":1,"step":"8192"},{"x":2072.0,"y":0.81,"lo":0.722,"hi":0.875,"model":"LFM2.5-2.6B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":97229,"trunc":2.0,"label":"ref-C-lfm2-5-2-6b-gsm8k-platinum_LFM2.5-2.6B_gsm","jpt":1.726151570004834,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"LFM2.5-2.6B node C graphs n=100","task":"mmlu_redux","pts":[{"x":2489.2,"y":0.7,"lo":0.604,"hi":0.781,"model":"LFM2.5-2.6B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":101701,"trunc":0.0,"label":"ref-C-lfm2-5-2-6b-mmlu-redux_LFM2.5-2.6B_mmlu_re","jpt":1.7132855232495254,"clears":true,"tierA":1,"step":"8192"},{"x":1531.8,"y":0.4,"lo":0.309,"hi":0.498,"model":"LFM2.5-2.6B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":35503,"trunc":2.0,"label":"ref-C-lfm2-5-2-6b-mmlu-redux_LFM2.5-2.6B_mmlu_re","jpt":1.7258693913190435,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"LFM2.5-2.6B node C graphs n=50","task":"math500","pts":[{"x":5087.0,"y":0.72,"lo":0.583,"hi":0.825,"model":"LFM2.5-2.6B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":103310,"trunc":2.0,"label":"ref-C-lfm2-5-2-6b-math500_LFM2.5-2.6B_math500","jpt":1.772662694802052,"clears":true,"tierA":1,"step":"16384"},{"x":4050.0,"y":0.54,"lo":0.404,"hi":0.67,"model":"LFM2.5-2.6B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":62670,"trunc":14.0,"label":"ref-C-lfm2-5-2-6b-math500_LFM2.5-2.6B_math500","jpt":1.7448325035902346,"clears":true,"tierA":0,"step":"\u221e"}]},{"series":"LFM2.5-2.6B node C graphs n=50","task":"gpqa_diamond","pts":[{"x":35450.4,"y":0.52,"lo":0.385,"hi":0.652,"model":"LFM2.5-2.6B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":499669,"trunc":38.0,"label":"ref-C-lfm2-5-2-6b-gpqa-diamond_LFM2.5-2.6B_gpqa_","jpt":1.8446396234307112,"clears":true,"tierA":1,"step":"16384"},{"x":16961.5,"y":0.34,"lo":0.224,"hi":0.478,"model":"LFM2.5-2.6B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":166794,"trunc":66.0,"label":"ref-C-lfm2-5-2-6b-gpqa-diamond_LFM2.5-2.6B_gpqa_","jpt":1.7287486420374834,"clears":false,"tierA":0,"step":"\u221e"}]}],"graphs":[{"series":"Qwen3.5-2B node A cap=400 think=false n=100","task":"gsm8k_platinum","pts":[{"x":2415.2,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":30363,"trunc":23.0,"label":"graphtax-A-gen-eager_Qwen3.5-2B_gsm8k_platinum","jpt":4.931821987287158,"clears":true,"tierA":0,"step":"eager"},{"x":1359.9,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":30270,"trunc":21.0,"label":"graphtax-A-gen-graphs_Qwen3.5-2B_gsm8k_platinum","jpt":2.7853143045920055,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=400 think=false n=100","task":"gsm8k_platinum","pts":[{"x":3189.8,"y":0.83,"lo":0.745,"hi":0.891,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23253,"trunc":15.0,"label":"graphtax-A-gen-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.38581860405109,"clears":true,"tierA":0,"step":"eager"},{"x":2994.4,"y":0.82,"lo":0.733,"hi":0.883,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23074,"trunc":14.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_gsm8k_plati","jpt":10.641404871283697,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=512 think=false n=100","task":"mmlu_redux","pts":[{"x":81.0,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3.5-9B_mmlu_redu","jpt":34.82032,"clears":true,"tierA":0,"step":"eager"},{"x":77.3,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":200,"trunc":0.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_mmlu_redux","jpt":33.25315,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=512 think=false n=100","task":"gpqa_diamond","pts":[{"x":143.5,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3.5-9B_gpqa_di","jpt":29.426425,"clears":true,"tierA":0,"step":"eager"},{"x":142.4,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":200,"trunc":0.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_gpqa_diamon","jpt":29.19339,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=1024 think=false n=100","task":"math500","pts":[{"x":12988.3,"y":0.61,"lo":0.512,"hi":0.7,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":70128,"trunc":30.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_math500","jpt":11.29767808863792,"clears":true,"tierA":0,"step":"eager"},{"x":15037.3,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":70009,"trunc":29.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_math500","jpt":13.317021325829536,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"gpt-oss-20b node A cap=400 n=100","task":"gsm8k_platinum","pts":[{"x":1196.0,"y":0.91,"lo":0.838,"hi":0.952,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":23038,"trunc":12.0,"label":"graphtax-A-gen-eager_gpt-oss-20b_gsm8k_platinum","jpt":4.724267992013195,"clears":true,"tierA":0,"step":"eager"},{"x":1201.6,"y":0.91,"lo":0.838,"hi":0.952,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":22431,"trunc":8.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gsm8k_pla","jpt":4.8747437920734695,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"gpt-oss-20b node A cap=512 n=100","task":"mmlu_redux","pts":[{"x":894.4,"y":0.65,"lo":0.553,"hi":0.736,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":11560,"trunc":1.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_mmlu_redu","jpt":5.029298442906574,"clears":true,"tierA":0,"step":"eager"},{"x":1911.5,"y":0.32,"lo":0.237,"hi":0.417,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":512,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":11983,"trunc":0.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_mmlu_redu","jpt":5.104503379788033,"clears":false,"tierA":0,"step":"graphs"}]},{"series":"gpt-oss-20b node A cap=512 n=100","task":"gpqa_diamond","pts":[{"x":3589.6,"y":0.36,"lo":0.273,"hi":0.458,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":27302,"trunc":23.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gpqa_diam","jpt":4.733177496154128,"clears":true,"tierA":0,"step":"eager"},{"x":10070.0,"y":0.13,"lo":0.078,"hi":0.21,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":512,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":27094,"trunc":23.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gpqa_diam","jpt":4.8316895622647085,"clears":false,"tierA":0,"step":"graphs"}]},{"series":"gpt-oss-20b node A cap=1024 n=100","task":"math500","pts":[{"x":4969.8,"y":0.61,"lo":0.512,"hi":0.7,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":65392,"trunc":29.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_math500","jpt":4.635997048568632,"clears":true,"tierA":0,"step":"eager"},{"x":5470.5,"y":0.6,"lo":0.502,"hi":0.691,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":67080,"trunc":32.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_math500","jpt":4.893123002385211,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"granite-4.2-8b node A cap=400 think=false n=100","task":"gsm8k_platinum","pts":[{"x":2452.6,"y":0.78,"lo":0.689,"hi":0.85,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":22543,"trunc":24.0,"label":"graphtax-A-gen-eager_granite-4.2-8b_gsm8k_platin","jpt":8.486198065918467,"clears":true,"tierA":0,"step":"eager"},{"x":2235.3,"y":0.81,"lo":0.722,"hi":0.875,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":22216,"trunc":21.0,"label":"graphtax-A-gen-graphs_granite-4.2-8b_gsm8k_plati","jpt":8.14985893050054,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen2.5-7B-AWQ node A cap=400 n=100","task":"gsm8k_platinum","pts":[{"x":819.8,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15905,"trunc":0.0,"label":"enginewave-vllm-awq-eager","jpt":4.587528575919523,"clears":true,"tierA":0,"step":"eager"},{"x":569.0,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15893,"trunc":0.0,"label":"enginewave-vllm-awq","jpt":3.186627886490908,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen2.5-7B-AWQ node A cap=512 n=500","task":"mmlu_redux","pts":[{"x":63.8,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"enginewave-vllm-awq-eager","jpt":23.276968,"clears":true,"tierA":0,"step":"eager"},{"x":39.6,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"enginewave-vllm-awq","jpt":14.466175999999999,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=6144 think=false n=25","task":"gsm8k_platinum","pts":[{"x":2631.8,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5915,"trunc":0.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.12331411665258,"clears":true,"tierA":0,"step":"eager"},{"x":1878.8,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5852,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_gsm8k_platinu","jpt":8.026305707450444,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=6144 think=false n=25","task":"mmlu_redux","pts":[{"x":75.2,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_mmlu_redux","jpt":31.570459999999997,"clears":true,"tierA":0,"step":"eager"},{"x":93.2,"y":0.88,"lo":0.7,"hi":0.958,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_mmlu_redux","jpt":40.9906,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=6144 think=false n=25","task":"gpqa_diamond","pts":[{"x":114.0,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_gpqa_diamond","jpt":27.370520000000003,"clears":true,"tierA":0,"step":"eager"},{"x":149.2,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_gpqa_diamond","jpt":35.79848,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=6144 think=false n=25","task":"math500","pts":[{"x":18561.9,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":32059,"trunc":8.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_math500","jpt":11.000824978945069,"clears":true,"tierA":0,"step":"eager"},{"x":13116.5,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":31853,"trunc":8.0,"label":"capcheck-A-cap6144_Qwen3.5-9B_math500","jpt":7.823892192258186,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=6144 think=true n=25","task":"gsm8k_platinum","pts":[{"x":22395.7,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":42499,"trunc":0.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.06637963246194,"clears":true,"tierA":0,"step":"eager"},{"x":15125.4,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":37061,"trunc":0.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_gsm8k_platinum","jpt":7.7543191764928086,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=6144 think=true n=25","task":"mmlu_redux","pts":[{"x":1633.1,"y":0.16,"lo":0.064,"hi":0.347,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":503,"trunc":0.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_mmlu_redux","jpt":12.986834990059641,"clears":false,"tierA":0,"step":"eager"},{"x":1440.9,"y":0.16,"lo":0.064,"hi":0.347,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":502,"trunc":0.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_mmlu_redux","jpt":11.480924302788845,"clears":false,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=6144 think=true n=25","task":"gpqa_diamond","pts":[{"x":3692.0,"y":0.08,"lo":0.022,"hi":0.25,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":621,"trunc":0.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_gpqa_diamond","jpt":11.890458937198067,"clears":false,"tierA":0,"step":"eager"},{"x":3202.2,"y":0.08,"lo":0.022,"hi":0.25,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":631,"trunc":0.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_gpqa_diamond","jpt":10.149755942947703,"clears":false,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=6144 think=true n=25","task":"math500","pts":[{"x":210442.3,"y":0.16,"lo":0.064,"hi":0.347,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":76876,"trunc":40.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_math500","jpt":10.949698618554555,"clears":true,"tierA":0,"step":"eager"},{"x":317677.8,"y":0.08,"lo":0.022,"hi":0.25,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":81456,"trunc":40.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_math500","jpt":7.799984592909055,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-2B node A cap=512 think=false n=500","task":"mmlu_redux","pts":[{"x":56.4,"y":0.562,"lo":0.518,"hi":0.605,"model":"Qwen3.5-2B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"graphtax-A-letter-eager_Qwen3.5-2B_mmlu_redux","jpt":15.852339,"clears":true,"tierA":0,"step":"eager"},{"x":69.7,"y":0.566,"lo":0.522,"hi":0.609,"model":"Qwen3.5-2B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"graphtax-A-letter-graphs_Qwen3.5-2B_mmlu_redux","jpt":19.719132000000002,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"granite-4.2-8b node A cap=512 think=false n=500","task":"mmlu_redux","pts":[{"x":81.0,"y":0.676,"lo":0.634,"hi":0.716,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1053,"trunc":0.0,"label":"graphtax-A-letter-eager_granite-4.2-8b_mmlu_redu","jpt":25.998530864197534,"clears":true,"tierA":0,"step":"eager"},{"x":79.1,"y":0.678,"lo":0.636,"hi":0.717,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1053,"trunc":0.0,"label":"graphtax-A-letter-graphs_granite-4.2-8b_mmlu_red","jpt":25.477301994301992,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=512 think=false n=500","task":"mmlu_redux","pts":[{"x":84.0,"y":0.806,"lo":0.769,"hi":0.838,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"graphtax-A-letter-eager_Qwen3.5-9B_mmlu_redux","jpt":33.843222999999995,"clears":true,"tierA":0,"step":"eager"},{"x":108.1,"y":0.802,"lo":0.765,"hi":0.835,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"graphtax-A-letter-graphs_Qwen3.5-9B_mmlu_redux","jpt":43.339574,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"gpt-oss-20b node A cap=512 n=500","task":"mmlu_redux","pts":[{"x":1089.7,"y":0.58,"lo":0.536,"hi":0.622,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":65462,"trunc":1.8,"label":"graphtax-A-letter-eager_gpt-oss-20b_mmlu_redux","jpt":4.827379242919557,"clears":true,"tierA":0,"step":"eager"},{"x":643.1,"y":0.558,"lo":0.514,"hi":0.601,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":62846,"trunc":2.2,"label":"graphtax-A-letter-graphs_gpt-oss-20b_mmlu_redux","jpt":2.8547884829583428,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=false n=25","task":"gsm8k_platinum","pts":[{"x":2552.0,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":5801,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_gsm8k_platinu","jpt":10.998171694535426,"clears":true,"tierA":0,"step":"eager"},{"x":1838.9,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5692,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_gsm8k_platin","jpt":8.076854708362614,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=false n=25","task":"mmlu_redux","pts":[{"x":74.3,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_mmlu_redux","jpt":31.20944,"clears":true,"tierA":0,"step":"eager"},{"x":87.5,"y":0.88,"lo":0.7,"hi":0.958,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_mmlu_redux","jpt":38.5218,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=false n=25","task":"gpqa_diamond","pts":[{"x":120.3,"y":0.44,"lo":0.267,"hi":0.629,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_gpqa_diamond","jpt":26.45828,"clears":true,"tierA":0,"step":"eager"},{"x":113.5,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_gpqa_diamond","jpt":27.24342,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=false n=25","task":"math500","pts":[{"x":17033.1,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":29401,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_math500","jpt":11.007412230876502,"clears":true,"tierA":0,"step":"eager"},{"x":12833.3,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":31309,"trunc":4.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_math500","jpt":7.787970998754352,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=true n=25","task":"gsm8k_platinum","pts":[{"x":18041.4,"y":0.8,"lo":0.609,"hi":0.911,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":32821,"trunc":0.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_gsm8k_platinum","jpt":10.993804667743213,"clears":true,"tierA":0,"step":"eager"},{"x":15386.4,"y":0.88,"lo":0.7,"hi":0.958,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":43560,"trunc":0.0,"label":"thinkpilot2-A-on-graphs_Qwen3.5-9B_gsm8k_platinu","jpt":7.770907483930211,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=true n=25","task":"mmlu_redux","pts":[{"x":16204.7,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":17691,"trunc":0.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_mmlu_redux","jpt":10.991859080888586,"clears":true,"tierA":0,"step":"eager"},{"x":12982.2,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":19972,"trunc":4.0,"label":"thinkpilot2-A-on-graphs_Qwen3.5-9B_mmlu_redux","jpt":7.800258411776487,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=true n=25","task":"gpqa_diamond","pts":[{"x":138651.2,"y":0.44,"lo":0.267,"hi":0.629,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":138362,"trunc":40.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_gpqa_diamond","jpt":11.02298804585074,"clears":true,"tierA":0,"step":"eager"},{"x":90311.0,"y":0.64,"lo":0.445,"hi":0.798,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":185274,"trunc":12.0,"label":"thinkpilot3-A-on-graphs_Qwen3.5-9B_gpqa_diamond","jpt":7.799130876431664,"clears":true,"tierA":0,"step":"graphs"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=true n=25","task":"math500","pts":[{"x":152495.1,"y":0.24,"lo":0.115,"hi":0.434,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":81170,"trunc":24.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_math500","jpt":11.27227687569299,"clears":true,"tierA":0,"step":"eager"},{"x":298574.3,"y":0.12,"lo":0.042,"hi":0.3,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":114539,"trunc":12.0,"label":"thinkpilot3-A-on-graphs_Qwen3.5-9B_math500","jpt":7.820244117724094,"clears":true,"tierA":0,"step":"graphs"}]}],"engine":[{"series":"Qwen3.5-2B node A cap=400 think=false n=100 (eager era)","task":"gsm8k_platinum","pts":[{"x":1359.9,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":30270,"trunc":21.0,"label":"graphtax-A-gen-graphs_Qwen3.5-2B_gsm8k_platinum","jpt":2.7853143045920055,"clears":true,"tierA":0,"step":"vllm"},{"x":2415.2,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":30363,"trunc":23.0,"label":"graphtax-A-gen-eager_Qwen3.5-2B_gsm8k_platinum","jpt":4.931821987287158,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=400 think=false n=100 (eager era)","task":"gsm8k_platinum","pts":[{"x":2994.4,"y":0.82,"lo":0.733,"hi":0.883,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23074,"trunc":14.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_gsm8k_plati","jpt":10.641404871283697,"clears":true,"tierA":0,"step":"vllm"},{"x":975.8,"y":0.81,"lo":0.722,"hi":0.875,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23138,"trunc":19.0,"label":"reference-repeats-A","jpt":3.4159620969833178,"clears":true,"tierA":0,"step":"llama.cpp"},{"x":3189.8,"y":0.83,"lo":0.745,"hi":0.891,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23253,"trunc":15.0,"label":"graphtax-A-gen-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.38581860405109,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=1024 think=false n=100 (eager era)","task":"math500","pts":[{"x":15037.3,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":70009,"trunc":29.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_math500","jpt":13.317021325829536,"clears":true,"tierA":0,"step":"vllm"},{"x":12988.3,"y":0.61,"lo":0.512,"hi":0.7,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":70128,"trunc":30.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_math500","jpt":11.29767808863792,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen2.5-7B node A cap=400 n=100 (eager era)","task":"gsm8k_platinum","pts":[{"x":569.0,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15893,"trunc":0.0,"label":"enginewave-vllm-awq","jpt":3.186627886490908,"clears":true,"tierA":0,"step":"vllm"},{"x":429.9,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":16156,"trunc":0.0,"label":"enginewave-sglang-awq","jpt":2.395065672196088,"clears":true,"tierA":0,"step":"sglang"},{"x":446.7,"y":0.87,"lo":0.79,"hi":0.922,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":14482,"trunc":1.0,"label":"enginewave-llamacpp-q4km","jpt":2.6834125811352023,"clears":true,"tierA":0,"step":"llama.cpp"},{"x":638.2,"y":0.88,"lo":0.802,"hi":0.93,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gsm8k_platinum","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15951,"trunc":1.0,"label":"enginewave-ollama-q4km","jpt":3.5207840260798693,"clears":true,"tierA":0,"step":"ollama"},{"x":819.8,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15905,"trunc":0.0,"label":"enginewave-vllm-awq-eager","jpt":4.587528575919523,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"gpt-oss-20b node A cap=400 n=100 (eager era)","task":"gsm8k_platinum","pts":[{"x":1201.6,"y":0.91,"lo":0.838,"hi":0.952,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":22431,"trunc":8.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gsm8k_pla","jpt":4.8747437920734695,"clears":true,"tierA":0,"step":"vllm"},{"x":1196.0,"y":0.91,"lo":0.838,"hi":0.952,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":23038,"trunc":12.0,"label":"graphtax-A-gen-eager_gpt-oss-20b_gsm8k_platinum","jpt":4.724267992013195,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"gpt-oss-20b node A cap=1024 n=100 (eager era)","task":"math500","pts":[{"x":5470.5,"y":0.6,"lo":0.502,"hi":0.691,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":67080,"trunc":32.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_math500","jpt":4.893123002385211,"clears":true,"tierA":0,"step":"vllm"},{"x":4969.8,"y":0.61,"lo":0.512,"hi":0.7,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":65392,"trunc":29.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_math500","jpt":4.635997048568632,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"granite-4.2-8b node A cap=400 think=false n=100 (eager era)","task":"gsm8k_platinum","pts":[{"x":2235.3,"y":0.81,"lo":0.722,"hi":0.875,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":22216,"trunc":21.0,"label":"graphtax-A-gen-graphs_granite-4.2-8b_gsm8k_plati","jpt":8.14985893050054,"clears":true,"tierA":0,"step":"vllm"},{"x":2452.6,"y":0.78,"lo":0.689,"hi":0.85,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":22543,"trunc":24.0,"label":"graphtax-A-gen-eager_granite-4.2-8b_gsm8k_platin","jpt":8.486198065918467,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node B cap=400 think=false n=100 (eager era)","task":"gsm8k_platinum","pts":[{"x":842.8,"y":0.81,"lo":0.722,"hi":0.875,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23138,"trunc":19.0,"label":"reference-repeats-B","jpt":2.950497147549486,"clears":true,"tierA":0,"step":"llama.cpp"},{"x":2647.0,"y":0.83,"lo":0.745,"hi":0.891,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23253,"trunc":15.0,"label":"wave1-repro-B-c01-qwen3.5-9b_Qwen3.5-9B_gsm8k_pl","jpt":9.448156323915194,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen2.5-7B node A cap=512 n=500 (eager era)","task":"mmlu_redux","pts":[{"x":39.6,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"enginewave-vllm-awq","jpt":14.466175999999999,"clears":true,"tierA":0,"step":"vllm"},{"x":24.5,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"enginewave-sglang-awq","jpt":8.951749,"clears":true,"tierA":0,"step":"sglang"},{"x":38.2,"y":0.704,"lo":0.663,"hi":0.742,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"enginewave-llamacpp-q4km","jpt":13.444504,"clears":true,"tierA":0,"step":"llama.cpp"},{"x":179.4,"y":0.722,"lo":0.681,"hi":0.759,"model":"qwen2.5:7b-instruct-q4_K_M","task":"mmlu_redux","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"enginewave-ollama-q4km","jpt":64.768238,"clears":true,"tierA":0,"step":"ollama"},{"x":63.8,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"enginewave-vllm-awq-eager","jpt":23.276968,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Mistral-7B-v0.2 node A cap=400 n=100 (eager era)","task":"gsm8k_platinum","pts":[{"x":1138.6,"y":0.42,"lo":0.328,"hi":0.518,"model":"Mistral-7B-v0.2-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15447,"trunc":1.0,"label":"enginewave-mistral-7b-vllm-awq","jpt":3.095739820029779,"clears":true,"tierA":0,"step":"vllm"},{"x":822.1,"y":0.42,"lo":0.328,"hi":0.518,"model":"Mistral-7B-v0.2-AWQ","task":"gsm8k_platinum","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15512,"trunc":2.0,"label":"enginewave-mistral-7b-sglang-awq","jpt":2.2258407039711194,"clears":true,"tierA":0,"step":"sglang"},{"x":917.1,"y":0.46,"lo":0.366,"hi":0.557,"model":"Mistral-7B-v0.2","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":16392,"trunc":3.0,"label":"enginewave-mistral-7b-llamacpp-q4km","jpt":2.573582113225964,"clears":true,"tierA":0,"step":"llama.cpp"},{"x":1097.7,"y":0.45,"lo":0.356,"hi":0.548,"model":"mistral:7b-instruct-v0.2-q4_K_M","task":"gsm8k_platinum","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":16210,"trunc":3.0,"label":"enginewave-mistral-7b-ollama-q4km","jpt":3.0471831585441085,"clears":true,"tierA":0,"step":"ollama"}]},{"series":"Mistral-7B-v0.2 node A cap=512 n=500 (eager era)","task":"mmlu_redux","pts":[{"x":150.0,"y":0.556,"lo":0.512,"hi":0.599,"model":"Mistral-7B-v0.2-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":9894,"trunc":0.0,"label":"enginewave-mistral-7b-vllm-awq","jpt":4.2147190216292705,"clears":true,"tierA":0,"step":"vllm"},{"x":104.4,"y":0.554,"lo":0.51,"hi":0.597,"model":"Mistral-7B-v0.2-AWQ","task":"mmlu_redux","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":9890,"trunc":0.0,"label":"enginewave-mistral-7b-sglang-awq","jpt":2.9232432760364,"clears":true,"tierA":0,"step":"sglang"},{"x":123.1,"y":0.57,"lo":0.526,"hi":0.613,"model":"Mistral-7B-v0.2","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":9923,"trunc":0.0,"label":"enginewave-mistral-7b-llamacpp-q4km","jpt":3.536057139977829,"clears":true,"tierA":0,"step":"llama.cpp"},{"x":164.1,"y":0.574,"lo":0.53,"hi":0.617,"model":"mistral:7b-instruct-v0.2-q4_K_M","task":"mmlu_redux","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":9961,"trunc":0.0,"label":"enginewave-mistral-7b-ollama-q4km","jpt":4.728241040056219,"clears":true,"tierA":0,"step":"ollama"}]},{"series":"Qwen3.5-9B node A cap=400 n=100 (eager era)","task":"gsm8k_platinum","pts":[{"x":12253.3,"y":0.15,"lo":0.093,"hi":0.233,"model":"Qwen3.5-9B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":37862,"trunc":91.0,"label":"enginewave-qwen35-9b-vllm-awq","jpt":4.854449870582642,"clears":true,"tierA":0,"step":"vllm"},{"x":4887.2,"y":0.26,"lo":0.184,"hi":0.354,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":38154,"trunc":94.0,"label":"enginewave-qwen35-9b-llamacpp-q4km","jpt":3.33040108507627,"clears":true,"tierA":0,"step":"llama.cpp"},{"x":11933.6,"y":0.2,"lo":0.133,"hi":0.289,"model":"qwen3.5:9b-q4_K_M","task":"gsm8k_platinum","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":38796,"trunc":94.0,"label":"enginewave-qwen35-9b-ollama-q4km","jpt":6.151968012166202,"clears":true,"tierA":0,"step":"ollama"}]},{"series":"Qwen3.5-9B node A cap=512 n=500 (eager era)","task":"mmlu_redux","pts":[{"x":718.5,"y":0.222,"lo":0.188,"hi":0.26,"model":"Qwen3.5-9B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":10103,"trunc":0.0,"label":"enginewave-qwen35-9b-vllm-awq","jpt":7.894320993764228,"clears":false,"tierA":0,"step":"vllm"},{"x":2568.3,"y":0.044,"lo":0.029,"hi":0.066,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":9646,"trunc":0.0,"label":"enginewave-qwen35-9b-llamacpp-q4km","jpt":5.8575332780427125,"clears":false,"tierA":0,"step":"llama.cpp"},{"x":2591.2,"y":0.128,"lo":0.102,"hi":0.16,"model":"qwen3.5:9b-q4_K_M","task":"mmlu_redux","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":9118,"trunc":0.0,"label":"enginewave-qwen35-9b-ollama-q4km","jpt":18.18816977407326,"clears":false,"tierA":0,"step":"ollama"}]},{"series":"Qwen3.5-9B node A cap=6144 think=false n=25 (eager era)","task":"gsm8k_platinum","pts":[{"x":1878.8,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5852,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_gsm8k_platinu","jpt":8.026305707450444,"clears":true,"tierA":0,"step":"vllm"},{"x":2631.8,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5915,"trunc":0.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.12331411665258,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=6144 think=false n=25 (eager era)","task":"mmlu_redux","pts":[{"x":93.2,"y":0.88,"lo":0.7,"hi":0.958,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_mmlu_redux","jpt":40.9906,"clears":true,"tierA":0,"step":"vllm"},{"x":75.2,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_mmlu_redux","jpt":31.570459999999997,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=6144 think=false n=25 (eager era)","task":"gpqa_diamond","pts":[{"x":149.2,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-graphs_Qwen3.5-9B_gpqa_diamond","jpt":35.79848,"clears":true,"tierA":0,"step":"vllm"},{"x":114.0,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"blank","tok":50,"trunc":0.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_gpqa_diamond","jpt":27.370520000000003,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=6144 think=false n=25 (eager era)","task":"math500","pts":[{"x":13116.5,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":31853,"trunc":8.0,"label":"capcheck-A-cap6144_Qwen3.5-9B_math500","jpt":7.823892192258186,"clears":true,"tierA":0,"step":"vllm"},{"x":18561.9,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":32059,"trunc":8.0,"label":"thinkpilot-A-off-eager_Qwen3.5-9B_math500","jpt":11.000824978945069,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=6144 think=true n=25 (eager era)","task":"gsm8k_platinum","pts":[{"x":15125.4,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":37061,"trunc":0.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_gsm8k_platinum","jpt":7.7543191764928086,"clears":true,"tierA":0,"step":"vllm"},{"x":22395.7,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":42499,"trunc":0.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.06637963246194,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=6144 think=true n=25 (eager era)","task":"mmlu_redux","pts":[{"x":1440.9,"y":0.16,"lo":0.064,"hi":0.347,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":502,"trunc":0.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_mmlu_redux","jpt":11.480924302788845,"clears":false,"tierA":0,"step":"vllm"},{"x":1633.1,"y":0.16,"lo":0.064,"hi":0.347,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":503,"trunc":0.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_mmlu_redux","jpt":12.986834990059641,"clears":false,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=6144 think=true n=25 (eager era)","task":"gpqa_diamond","pts":[{"x":3202.2,"y":0.08,"lo":0.022,"hi":0.25,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":631,"trunc":0.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_gpqa_diamond","jpt":10.149755942947703,"clears":false,"tierA":0,"step":"vllm"},{"x":3692.0,"y":0.08,"lo":0.022,"hi":0.25,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"blank","tok":621,"trunc":0.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_gpqa_diamond","jpt":11.890458937198067,"clears":false,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=6144 think=true n=25 (eager era)","task":"math500","pts":[{"x":317677.8,"y":0.08,"lo":0.022,"hi":0.25,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":81456,"trunc":40.0,"label":"thinkpilot-A-on-graphs_Qwen3.5-9B_math500","jpt":7.799984592909055,"clears":true,"tierA":0,"step":"vllm"},{"x":210442.3,"y":0.16,"lo":0.064,"hi":0.347,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":6144,"think":"enable_thinking=true","n":25,"rep":0,"era":"unrecorded","tok":76876,"trunc":40.0,"label":"thinkpilot-A-on-eager_Qwen3.5-9B_math500","jpt":10.949698618554555,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-2B node A cap=512 think=false n=500 (eager era)","task":"mmlu_redux","pts":[{"x":69.7,"y":0.566,"lo":0.522,"hi":0.609,"model":"Qwen3.5-2B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"graphtax-A-letter-graphs_Qwen3.5-2B_mmlu_redux","jpt":19.719132000000002,"clears":true,"tierA":0,"step":"vllm"},{"x":56.4,"y":0.562,"lo":0.518,"hi":0.605,"model":"Qwen3.5-2B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"graphtax-A-letter-eager_Qwen3.5-2B_mmlu_redux","jpt":15.852339,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"granite-4.2-8b node A cap=512 think=false n=500 (eager era)","task":"mmlu_redux","pts":[{"x":79.1,"y":0.678,"lo":0.636,"hi":0.717,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1053,"trunc":0.0,"label":"graphtax-A-letter-graphs_granite-4.2-8b_mmlu_red","jpt":25.477301994301992,"clears":true,"tierA":0,"step":"vllm"},{"x":81.0,"y":0.676,"lo":0.634,"hi":0.716,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1053,"trunc":0.0,"label":"graphtax-A-letter-eager_granite-4.2-8b_mmlu_redu","jpt":25.998530864197534,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=512 think=false n=500 (eager era)","task":"mmlu_redux","pts":[{"x":108.1,"y":0.802,"lo":0.765,"hi":0.835,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"graphtax-A-letter-graphs_Qwen3.5-9B_mmlu_redux","jpt":43.339574,"clears":true,"tierA":0,"step":"vllm"},{"x":84.0,"y":0.806,"lo":0.769,"hi":0.838,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":500,"rep":0,"era":"blank","tok":1000,"trunc":0.0,"label":"graphtax-A-letter-eager_Qwen3.5-9B_mmlu_redux","jpt":33.843222999999995,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"gpt-oss-20b node A cap=512 n=500 (eager era)","task":"mmlu_redux","pts":[{"x":643.1,"y":0.558,"lo":0.514,"hi":0.601,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":62846,"trunc":2.2,"label":"graphtax-A-letter-graphs_gpt-oss-20b_mmlu_redux","jpt":2.8547884829583428,"clears":true,"tierA":0,"step":"vllm"},{"x":1089.7,"y":0.58,"lo":0.536,"hi":0.622,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":512,"think":null,"n":500,"rep":0,"era":"blank","tok":65462,"trunc":1.8,"label":"graphtax-A-letter-eager_gpt-oss-20b_mmlu_redux","jpt":4.827379242919557,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=false n=25 (eager era)","task":"gsm8k_platinum","pts":[{"x":1838.9,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":5692,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_gsm8k_platin","jpt":8.076854708362614,"clears":true,"tierA":0,"step":"vllm"},{"x":2552.0,"y":1.0,"lo":0.867,"hi":1.0,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":5801,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_gsm8k_platinu","jpt":10.998171694535426,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=false n=25 (eager era)","task":"mmlu_redux","pts":[{"x":87.5,"y":0.88,"lo":0.7,"hi":0.958,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_mmlu_redux","jpt":38.5218,"clears":true,"tierA":0,"step":"vllm"},{"x":74.3,"y":0.84,"lo":0.653,"hi":0.936,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_mmlu_redux","jpt":31.20944,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=false n=25 (eager era)","task":"gpqa_diamond","pts":[{"x":113.5,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_gpqa_diamond","jpt":27.24342,"clears":true,"tierA":0,"step":"vllm"},{"x":120.3,"y":0.44,"lo":0.267,"hi":0.629,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":50,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_gpqa_diamond","jpt":26.45828,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=false n=25 (eager era)","task":"math500","pts":[{"x":12833.3,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"unrecorded","tok":31309,"trunc":4.0,"label":"thinkpilot2-A-off-graphs_Qwen3.5-9B_math500","jpt":7.787970998754352,"clears":true,"tierA":0,"step":"vllm"},{"x":17033.1,"y":0.76,"lo":0.566,"hi":0.885,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":25,"rep":0,"era":"old","tok":29401,"trunc":0.0,"label":"thinkpilot2-A-off-eager_Qwen3.5-9B_math500","jpt":11.007412230876502,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=true n=25 (eager era)","task":"gsm8k_platinum","pts":[{"x":15386.4,"y":0.88,"lo":0.7,"hi":0.958,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":43560,"trunc":0.0,"label":"thinkpilot2-A-on-graphs_Qwen3.5-9B_gsm8k_platinu","jpt":7.770907483930211,"clears":true,"tierA":0,"step":"vllm"},{"x":18041.4,"y":0.8,"lo":0.609,"hi":0.911,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":32821,"trunc":0.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_gsm8k_platinum","jpt":10.993804667743213,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=true n=25 (eager era)","task":"mmlu_redux","pts":[{"x":12982.2,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":19972,"trunc":4.0,"label":"thinkpilot2-A-on-graphs_Qwen3.5-9B_mmlu_redux","jpt":7.800258411776487,"clears":true,"tierA":0,"step":"vllm"},{"x":16204.7,"y":0.48,"lo":0.3,"hi":0.665,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":17691,"trunc":0.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_mmlu_redux","jpt":10.991859080888586,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=true n=25 (eager era)","task":"gpqa_diamond","pts":[{"x":90311.0,"y":0.64,"lo":0.445,"hi":0.798,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":185274,"trunc":12.0,"label":"thinkpilot3-A-on-graphs_Qwen3.5-9B_gpqa_diamond","jpt":7.799130876431664,"clears":true,"tierA":0,"step":"vllm"},{"x":138651.2,"y":0.44,"lo":0.267,"hi":0.629,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":138362,"trunc":40.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_gpqa_diamond","jpt":11.02298804585074,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"Qwen3.5-9B node A cap=\u221e think=true n=25 (eager era)","task":"math500","pts":[{"x":298574.3,"y":0.12,"lo":0.042,"hi":0.3,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":114539,"trunc":12.0,"label":"thinkpilot3-A-on-graphs_Qwen3.5-9B_math500","jpt":7.820244117724094,"clears":true,"tierA":0,"step":"vllm"},{"x":152495.1,"y":0.24,"lo":0.115,"hi":0.434,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=true","n":25,"rep":0,"era":"old","tok":81170,"trunc":24.0,"label":"thinkpilot2-A-on-eager_Qwen3.5-9B_math500","jpt":11.27227687569299,"clears":true,"tierA":0,"step":"vllm-eager"}]},{"series":"gpt-oss-20b node B cap=16384 think=medium n=50 (tier A era)","task":"gpqa_diamond","pts":[{"x":13740.3,"y":0.54,"lo":0.404,"hi":0.67,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":183497,"trunc":8.0,"label":"ref-B-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.0217731352556174,"clears":true,"tierA":1,"step":"vllm"},{"x":105839.7,"y":0.6,"lo":0.462,"hi":0.724,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"B","engine":"sglang","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":197898,"trunc":8.0,"label":"parity-B-gpt-oss-20b-sglang","jpt":16.044588586039275,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"gpt-oss-20b node B cap=8192 think=medium n=100 (tier A era)","task":"gsm8k_platinum","pts":[{"x":472.9,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":23690,"trunc":0.0,"label":"ref-B-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm","jpt":1.9763739130434783,"clears":true,"tierA":1,"step":"vllm"},{"x":4728.9,"y":0.83,"lo":0.745,"hi":0.891,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"B","engine":"sglang","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":23947,"trunc":0.0,"label":"parity-B-gpt-oss-20b-sglang","jpt":16.39041604376331,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"gpt-oss-20b node B cap=16384 think=medium n=50 (tier A era)","task":"math500","pts":[{"x":2294.9,"y":0.86,"lo":0.738,"hi":0.93,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":49980,"trunc":0.0,"label":"ref-B-gpt-oss-20b-math500_gpt-oss-20b_math500","jpt":1.9744166066426572,"clears":true,"tierA":1,"step":"vllm"},{"x":18555.0,"y":0.76,"lo":0.626,"hi":0.857,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"sglang","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":43556,"trunc":0.0,"label":"parity-B-gpt-oss-20b-sglang","jpt":16.188086761869776,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"gpt-oss-20b node B cap=8192 think=medium n=100 (tier A era)","task":"mmlu_redux","pts":[{"x":721.7,"y":0.88,"lo":0.802,"hi":0.93,"model":"gpt-oss-20b","task":"mmlu_redux","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":31750,"trunc":1.0,"label":"ref-B-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_re","jpt":2.000232251968504,"clears":true,"tierA":1,"step":"vllm"},{"x":4977.6,"y":0.87,"lo":0.79,"hi":0.922,"model":"gpt-oss-20b","task":"mmlu_redux","host":"B","engine":"sglang","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":26783,"trunc":0.0,"label":"parity-B-gpt-oss-20b-sglang","jpt":16.16903610499197,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"Qwen2.5-7B node B cap=16384 n=50 (tier A era)","task":"math500","pts":[{"x":3231.5,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42817,"trunc":2.0,"label":"enginewave-B-qwen25-7b-vllm-awq","jpt":2.3396691033935118,"clears":true,"tierA":1,"step":"vllm"},{"x":2873.3,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":43103,"trunc":2.0,"label":"enginewave-B-qwen25-7b-sglang-awq","jpt":2.1998275062060646,"clears":true,"tierA":1,"step":"sglang"},{"x":2980.5,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B","task":"math500","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41248,"trunc":2.0,"label":"enginewave-B-qwen25-7b-llamacpp-q4km","jpt":2.384479514158262,"clears":true,"tierA":1,"step":"llama.cpp"},{"x":3166.7,"y":0.64,"lo":0.501,"hi":0.759,"model":"qwen2.5:7b-instruct-q4_K_M","task":"math500","host":"B","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41299,"trunc":2.0,"label":"enginewave-B-qwen25-7b-ollama-q4km","jpt":2.4536554638126833,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen2.5-7B node B cap=8192 n=100 (tier A era)","task":"gsm8k_platinum","pts":[{"x":580.5,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen2.5-7B-GPTQ-Int8","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"gptq-8bit","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15367,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int8-gsm8k-platin","jpt":3.437361228606755,"clears":true,"tierA":1,"step":"vllm"},{"x":591.4,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":24173,"trunc":1.0,"label":"enginewave-B-qwen25-7b-sglang-awq","jpt":2.1773239151119017,"clears":true,"tierA":1,"step":"sglang"},{"x":388.2,"y":0.88,"lo":0.802,"hi":0.93,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":14556,"trunc":0.0,"label":"enginewave-B-qwen25-7b-llamacpp-q4km","jpt":2.346833264633141,"clears":true,"tierA":1,"step":"llama.cpp"},{"x":500.1,"y":0.88,"lo":0.802,"hi":0.93,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gsm8k_platinum","host":"B","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":16033,"trunc":0.0,"label":"enginewave-B-qwen25-7b-ollama-q4km","jpt":2.7450203330630574,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen3-Coder-30B-A3B node B cap=16384 n=50 (tier A era)","task":"gpqa_diamond","pts":[{"x":366.7,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":4393,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.7531267926246301,"clears":true,"tierA":1,"step":"vllm"},{"x":319.1,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":4125,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-sglang-awq","jpt":1.7017912727272728,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"Qwen3-Coder-30B-A3B node B cap=8192 n=100 (tier A era)","task":"gsm8k_platinum","pts":[{"x":534.8,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":29131,"trunc":1.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.780640520407813,"clears":true,"tierA":1,"step":"vllm"},{"x":355.1,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":21431,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-sglang-awq","jpt":1.6070479678969716,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"Qwen3-Coder-30B-A3B node B cap=16384 n=50 (tier A era)","task":"math500","pts":[{"x":2980.3,"y":0.68,"lo":0.542,"hi":0.792,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":53818,"trunc":2.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.8828017020327772,"clears":true,"tierA":1,"step":"vllm"},{"x":1619.0,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":37979,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-sglang-awq","jpt":1.6198974696542827,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"gpt-oss-20b node B cap=8192 n=100 (tier A era)","task":"gsm8k_platinum","pts":[{"x":471.5,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23605,"trunc":0.0,"label":"enginewave-B-gpt-oss-20b-vllm-mxfp4","jpt":1.9775850455411987,"clears":true,"tierA":1,"step":"vllm"},{"x":694.2,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss:20b","task":"gsm8k_platinum","host":"B","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":24619,"trunc":0.0,"label":"enginewave-B-gpt-oss-20b-ollama-mxfp4","jpt":2.7914306429993094,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"gpt-oss-20b node B cap=8192 n=500 (tier A era)","task":"mmlu_redux","pts":[{"x":923.2,"y":0.822,"lo":0.786,"hi":0.853,"model":"gpt-oss-20b","task":"mmlu_redux","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":192081,"trunc":0.6,"label":"enginewave-B-gpt-oss-20b-vllm-mxfp4","jpt":1.9753622117752407,"clears":true,"tierA":1,"step":"vllm"},{"x":1058.4,"y":0.834,"lo":0.799,"hi":0.864,"model":"gpt-oss:20b","task":"mmlu_redux","host":"B","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":183969,"trunc":0.2,"label":"enginewave-B-gpt-oss-20b-ollama-mxfp4","jpt":2.399068272371976,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"gpt-oss-20b node B cap=16384 n=50 (tier A era)","task":"math500","pts":[{"x":2572.9,"y":0.82,"lo":0.692,"hi":0.902,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":53354,"trunc":0.0,"label":"enginewave-B-gpt-oss-20b-vllm-mxfp4","jpt":1.97716017543202,"clears":true,"tierA":1,"step":"vllm"},{"x":3510.6,"y":0.8,"lo":0.67,"hi":0.888,"model":"gpt-oss:20b","task":"math500","host":"B","engine":"ollama","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":62691,"trunc":0.0,"label":"enginewave-B-gpt-oss-20b-ollama-mxfp4","jpt":2.239912922110032,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"gpt-oss-20b node B cap=16384 n=50 (tier A era)","task":"gpqa_diamond","pts":[{"x":11715.6,"y":0.68,"lo":0.542,"hi":0.792,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":197123,"trunc":6.0,"label":"enginewave-B-gpt-oss-20b-vllm-mxfp4","jpt":2.0207182063990503,"clears":true,"tierA":1,"step":"vllm"},{"x":11969.3,"y":0.62,"lo":0.482,"hi":0.741,"model":"gpt-oss:20b","task":"gpqa_diamond","host":"B","engine":"ollama","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":169464,"trunc":8.0,"label":"enginewave-B-gpt-oss-20b-ollama-mxfp4","jpt":2.1895335351461074,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen3-Coder-30B-A3B node B cap=8192 n=500 (tier A era)","task":"mmlu_redux","pts":[{"x":105.6,"y":0.78,"lo":0.742,"hi":0.814,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":21257,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.9376280754574966,"clears":true,"tierA":1,"step":"vllm"},{"x":83.0,"y":0.762,"lo":0.723,"hi":0.797,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":16277,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-sglang-awq","jpt":1.9422635006450821,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"Qwen2.5-7B node B cap=8192 n=500 (tier A era)","task":"mmlu_redux","pts":[{"x":24.1,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-B-qwen25-7b-vllm-awq","jpt":8.797683999999999,"clears":true,"tierA":1,"step":"vllm"},{"x":23.7,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-B-qwen25-7b-sglang-awq","jpt":8.654294,"clears":true,"tierA":1,"step":"sglang"},{"x":23.6,"y":0.704,"lo":0.663,"hi":0.742,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-B-qwen25-7b-llamacpp-q4km","jpt":8.290649,"clears":true,"tierA":1,"step":"llama.cpp"},{"x":67.4,"y":0.722,"lo":0.681,"hi":0.759,"model":"qwen2.5:7b-instruct-q4_K_M","task":"mmlu_redux","host":"B","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1008,"trunc":0.0,"label":"enginewave-B-qwen25-7b-ollama-q4km","jpt":24.130544642857142,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen2.5-7B node B cap=16384 n=50 (tier A era)","task":"gpqa_diamond","pts":[{"x":62.8,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen2.5-7B-GPTQ-Int4","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"gptq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gptq-int4-gpqa-diamond","jpt":10.67935,"clears":false,"tierA":1,"step":"vllm"},{"x":76.4,"y":0.28,"lo":0.175,"hi":0.417,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-B-qwen25-7b-sglang-awq","jpt":10.7008,"clears":false,"tierA":1,"step":"sglang"},{"x":71.0,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-B-qwen25-7b-llamacpp-q4km","jpt":10.65709,"clears":false,"tierA":1,"step":"llama.cpp"},{"x":153.7,"y":0.34,"lo":0.224,"hi":0.478,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gpqa_diamond","host":"B","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-B-qwen25-7b-ollama-q4km","jpt":26.12256,"clears":false,"tierA":1,"step":"ollama"}]},{"series":"Qwen2.5-7B node C cap=8192 n=100 (tier A era)","task":"gsm8k_platinum","pts":[{"x":303.6,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":14602,"trunc":0.0,"label":"offload-C-qwen25-7b-q4km_ngl99","jpt":1.8715580742364062,"clears":true,"tierA":1,"step":"llama.cpp"},{"x":353.7,"y":0.88,"lo":0.802,"hi":0.93,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gsm8k_platinum","host":"C","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15665,"trunc":0.0,"label":"enginewave-C-qwen25-7b-ollama-q4km","jpt":1.9868187041174592,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen2.5-7B node C cap=8192 n=500 (tier A era)","task":"mmlu_redux","pts":[{"x":17.1,"y":0.708,"lo":0.667,"hi":0.746,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1008,"trunc":0.0,"label":"enginewave-C-qwen25-7b-llamacpp-q4km","jpt":6.011921626984127,"clears":true,"tierA":1,"step":"llama.cpp"},{"x":25.7,"y":0.73,"lo":0.689,"hi":0.767,"model":"qwen2.5:7b-instruct-q4_K_M","task":"mmlu_redux","host":"C","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-C-qwen25-7b-ollama-q4km","jpt":9.394939,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen2.5-7B node C cap=16384 n=50 (tier A era)","task":"math500","pts":[{"x":1479.8,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen2.5-7B","task":"math500","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":26072,"trunc":0.0,"label":"enginewave-C-qwen25-7b-llamacpp-q4km","jpt":1.8162080776311753,"clears":true,"tierA":1,"step":"llama.cpp"},{"x":2486.8,"y":0.62,"lo":0.482,"hi":0.741,"model":"qwen2.5:7b-instruct-q4_K_M","task":"math500","host":"C","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41478,"trunc":2.0,"label":"enginewave-C-qwen25-7b-ollama-q4km","jpt":1.8585631901248854,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen2.5-7B node C cap=16384 n=50 (tier A era)","task":"gpqa_diamond","pts":[{"x":50.8,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-C-qwen25-7b-llamacpp-q4km","jpt":8.132060000000001,"clears":false,"tierA":1,"step":"llama.cpp"},{"x":72.4,"y":0.32,"lo":0.208,"hi":0.458,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gpqa_diamond","host":"C","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-C-qwen25-7b-ollama-q4km","jpt":11.586590000000001,"clears":false,"tierA":1,"step":"ollama"}]},{"series":"Qwen2.5-7B node A cap=16384 n=50 (tier A era)","task":"gpqa_diamond","pts":[{"x":109.1,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":16.36897,"clears":false,"tierA":1,"step":"vllm"},{"x":76.4,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-A-qwen25-7b-sglang-awq","jpt":11.454970000000001,"clears":false,"tierA":1,"step":"sglang"},{"x":105.9,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-A-qwen25-7b-llamacpp-q4km","jpt":15.883659999999999,"clears":false,"tierA":1,"step":"llama.cpp"},{"x":388.7,"y":0.34,"lo":0.224,"hi":0.478,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gpqa_diamond","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-A-qwen25-7b-ollama-q4km","jpt":66.0721,"clears":false,"tierA":1,"step":"ollama"}]},{"series":"Qwen2.5-7B node A cap=8192 n=100 (tier A era)","task":"gsm8k_platinum","pts":[{"x":182.1,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15547,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c8-gsm8k-platinum_Qwe","jpt":1.0890002572843636,"clears":true,"tierA":0,"step":"vllm"},{"x":645.5,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":24221,"trunc":1.0,"label":"enginewave-A-qwen25-7b-sglang-awq","jpt":2.3986766029478552,"clears":true,"tierA":1,"step":"sglang"},{"x":431.3,"y":0.88,"lo":0.802,"hi":0.93,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":14556,"trunc":0.0,"label":"enginewave-A-qwen25-7b-llamacpp-q4km","jpt":2.607205138774389,"clears":true,"tierA":1,"step":"llama.cpp"},{"x":699.0,"y":0.88,"lo":0.802,"hi":0.93,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gsm8k_platinum","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":16033,"trunc":0.0,"label":"enginewave-A-qwen25-7b-ollama-q4km","jpt":3.836461360943055,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen2.5-7B node A cap=16384 n=50 (tier A era)","task":"math500","pts":[{"x":3673.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42817,"trunc":2.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":2.6597966228367236,"clears":true,"tierA":1,"step":"vllm"},{"x":3254.5,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42606,"trunc":2.0,"label":"enginewave-A-qwen25-7b-sglang-awq","jpt":2.4443641740599915,"clears":true,"tierA":1,"step":"sglang"},{"x":3322.3,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41248,"trunc":2.0,"label":"enginewave-A-qwen25-7b-llamacpp-q4km","jpt":2.6579586161753297,"clears":true,"tierA":1,"step":"llama.cpp"},{"x":3947.2,"y":0.64,"lo":0.501,"hi":0.759,"model":"qwen2.5:7b-instruct-q4_K_M","task":"math500","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41299,"trunc":2.0,"label":"enginewave-A-qwen25-7b-ollama-q4km","jpt":3.058422867381777,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen3-Coder-30B-A3B node A cap=16384 n=50 (tier A era)","task":"gpqa_diamond","pts":[{"x":472.1,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":4607,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-vllm-awq","jpt":2.1518404601693075,"clears":true,"tierA":1,"step":"vllm"},{"x":303.7,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":3564,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-sglang-awq","jpt":1.8747836700336702,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"Qwen3-Coder-30B-A3B node A cap=8192 n=100 (tier A era)","task":"gsm8k_platinum","pts":[{"x":678.6,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":28680,"trunc":1.0,"label":"repeat6-A-qwen3-coder-30b-gsm8k","jpt":2.295112656903766,"clears":true,"tierA":1,"step":"vllm"},{"x":385.7,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":21315,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-sglang-awq","jpt":1.7554241144733755,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"Qwen3-Coder-30B-A3B node A cap=16384 n=50 (tier A era)","task":"math500","pts":[{"x":3323.6,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":53031,"trunc":2.0,"label":"enginewave-A-qwen3-coder-30b-vllm-awq","jpt":2.318857894439102,"clears":true,"tierA":1,"step":"vllm"},{"x":2019.7,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42598,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-sglang-awq","jpt":1.801660289215456,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"gpt-oss-20b node A cap=8192 n=100 (tier A era)","task":"gsm8k_platinum","pts":[{"x":595.4,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23678,"trunc":0.0,"label":"repeat6-A-gpt-oss-20b-gsm8k","jpt":2.489258721175775,"clears":true,"tierA":1,"step":"vllm"},{"x":977.0,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss:20b","task":"gsm8k_platinum","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":24779,"trunc":0.0,"label":"enginewave-A-gpt-oss-20b-ollama-mxfp4","jpt":3.9036051091650186,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"gpt-oss-20b node A cap=8192 n=500 (tier A era)","task":"mmlu_redux","pts":[{"x":1203.7,"y":0.812,"lo":0.775,"hi":0.844,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":202165,"trunc":1.0,"label":"enginewave-A-gpt-oss-20b-vllm-mxfp4","jpt":2.4174079984171346,"clears":true,"tierA":1,"step":"vllm"},{"x":1616.7,"y":0.824,"lo":0.788,"hi":0.855,"model":"gpt-oss:20b","task":"mmlu_redux","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":193093,"trunc":0.4,"label":"enginewave-A-gpt-oss-20b-ollama-mxfp4","jpt":3.449498568047521,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"gpt-oss-20b node A cap=16384 n=50 (tier A era)","task":"math500","pts":[{"x":3229.9,"y":0.82,"lo":0.692,"hi":0.902,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":55739,"trunc":0.0,"label":"enginewave-A-gpt-oss-20b-vllm-mxfp4","jpt":2.3757845314770627,"clears":true,"tierA":1,"step":"vllm"},{"x":4353.7,"y":0.76,"lo":0.626,"hi":0.857,"model":"gpt-oss:20b","task":"math500","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":52869,"trunc":0.0,"label":"enginewave-A-gpt-oss-20b-ollama-mxfp4","jpt":3.1292296430800657,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"gpt-oss-20b node A cap=16384 n=50 (tier A era)","task":"gpqa_diamond","pts":[{"x":16874.2,"y":0.56,"lo":0.423,"hi":0.688,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":196908,"trunc":12.0,"label":"enginewave-A-gpt-oss-20b-vllm-mxfp4","jpt":2.399480645783818,"clears":true,"tierA":1,"step":"vllm"},{"x":16210.3,"y":0.7,"lo":0.562,"hi":0.809,"model":"gpt-oss:20b","task":"gpqa_diamond","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":186254,"trunc":8.0,"label":"enginewave-A-gpt-oss-20b-ollama-mxfp4","jpt":3.0461662675700927,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen3-Coder-30B-A3B node A cap=8192 n=500 (tier A era)","task":"mmlu_redux","pts":[{"x":122.1,"y":0.77,"lo":0.731,"hi":0.805,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":16793,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-vllm-awq","jpt":2.7995581492288455,"clears":true,"tierA":1,"step":"vllm"},{"x":81.8,"y":0.764,"lo":0.725,"hi":0.799,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":14615,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-sglang-awq","jpt":2.1379181662675335,"clears":true,"tierA":1,"step":"sglang"}]},{"series":"Qwen2.5-7B node A cap=8192 n=500 (tier A era)","task":"mmlu_redux","pts":[{"x":37.7,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":13.768528,"clears":true,"tierA":1,"step":"vllm"},{"x":24.3,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-A-qwen25-7b-sglang-awq","jpt":8.881694,"clears":true,"tierA":1,"step":"sglang"},{"x":38.9,"y":0.704,"lo":0.663,"hi":0.742,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-A-qwen25-7b-llamacpp-q4km","jpt":13.688691,"clears":true,"tierA":1,"step":"llama.cpp"},{"x":171.3,"y":0.722,"lo":0.681,"hi":0.759,"model":"qwen2.5:7b-instruct-q4_K_M","task":"mmlu_redux","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1008,"trunc":0.0,"label":"enginewave-A-qwen25-7b-ollama-q4km","jpt":61.347947420634924,"clears":true,"tierA":1,"step":"ollama"}]},{"series":"Qwen3-8B node A cap=16384 think=false n=50 (tier A era)","task":"gpqa_diamond","pts":[{"x":9708.5,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-8B-FP8","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"fp8","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":36225,"trunc":4.0,"label":"quant-A-qwen3-8b-fp8-gpqa-diamond_Qwen3-8B-FP8_g","jpt":4.824081187025534,"clears":false,"tierA":1,"step":"vllm"},{"x":4862.7,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"Q8_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":17535,"trunc":2.0,"label":"prism-A-qwen3-8b-q8-0","jpt":4.714323866552609,"clears":false,"tierA":1,"step":"llama.cpp"}]},{"series":"Qwen3-8B node A cap=8192 think=false n=100 (tier A era)","task":"gsm8k_platinum","pts":[{"x":753.1,"y":0.95,"lo":0.888,"hi":0.978,"model":"Qwen3-8B-FP8","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"fp8","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":16144,"trunc":0.0,"label":"quant-A-qwen3-8b-fp8-gsm8k-platinum_Qwen3-8B-FP8","jpt":4.431466612983152,"clears":true,"tierA":1,"step":"vllm"},{"x":1484.5,"y":0.95,"lo":0.888,"hi":0.978,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q8_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":31958,"trunc":2.0,"label":"prism-A-qwen3-8b-q8-0","jpt":4.413028756492897,"clears":true,"tierA":1,"step":"llama.cpp"}]},{"series":"Qwen3-8B node A cap=16384 think=false n=50 (tier A era)","task":"math500","pts":[{"x":3812.9,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B-FP8","task":"math500","host":"A","engine":"vllm","quant":"fp8","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":30361,"trunc":0.0,"label":"quant-A-qwen3-8b-fp8-math500_Qwen3-8B-FP8_math50","jpt":4.395494186620994,"clears":true,"tierA":1,"step":"vllm"},{"x":4941.4,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3-8B","task":"math500","host":"A","engine":"llama.cpp","quant":"Q8_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":41972,"trunc":2.0,"label":"prism-A-qwen3-8b-q8-0","jpt":4.47374907080911,"clears":true,"tierA":1,"step":"llama.cpp"}]},{"series":"gpt-oss-20b node A cap=8192 think=low n=100 (tier A era)","task":"gsm8k_platinum","pts":[{"x":347.6,"y":0.97,"lo":0.915,"hi":0.99,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=low","n":100,"rep":0,"era":"new","tok":13154,"trunc":0.0,"label":"axis-A-effort-low-gpt-oss-20b-gsm8k-platinum_gpt","jpt":2.5631355481222444,"clears":true,"tierA":0,"step":"vllm"},{"x":522.9,"y":0.95,"lo":0.888,"hi":0.978,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=low","n":100,"rep":0,"era":"new","tok":12996,"trunc":0.0,"label":"parity-A-gpt-oss-20b-ollama","jpt":3.82201161895968,"clears":true,"tierA":0,"step":"ollama"}]},{"series":"gpt-oss-20b node A cap=16384 think=low n=50 (tier A era)","task":"math500","pts":[{"x":1920.5,"y":0.66,"lo":0.522,"hi":0.776,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=low","n":50,"rep":0,"era":"new","tok":26011,"trunc":0.0,"label":"axis-A-effort-low-gpt-oss-20b-math500_gpt-oss-20","jpt":2.436523432393987,"clears":true,"tierA":0,"step":"vllm"},{"x":2450.7,"y":0.68,"lo":0.542,"hi":0.792,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=low","n":50,"rep":0,"era":"new","tok":28205,"trunc":0.0,"label":"parity-A-gpt-oss-20b-ollama","jpt":2.9542157773444426,"clears":true,"tierA":0,"step":"ollama"}]},{"series":"gpt-oss-20b node A cap=8192 think=low n=100 (tier A era)","task":"mmlu_redux","pts":[{"x":202.4,"y":0.86,"lo":0.779,"hi":0.915,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=low","n":100,"rep":0,"era":"new","tok":5941,"trunc":0.0,"label":"axis-A-effort-low-gpt-oss-20b-mmlu-redux_gpt-oss","jpt":2.929425685911463,"clears":true,"tierA":1,"step":"vllm"},{"x":373.5,"y":0.89,"lo":0.814,"hi":0.937,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=low","n":100,"rep":0,"era":"new","tok":6477,"trunc":0.0,"label":"parity-A-gpt-oss-20b-ollama","jpt":5.1317413926200395,"clears":true,"tierA":1,"step":"ollama"}]}],"xnode":[{"series":"Qwen3.5-0.8B vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":2776.0,"y":0.45,"lo":0.356,"hi":0.548,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":30464,"trunc":23.0,"label":"wave1-fp16-c01-qwen3.5-0.8b_Qwen3.5-0.8B_gsm8k_p","jpt":4.100597131039916,"clears":true,"tierA":0,"step":"A"},{"x":1086.3,"y":0.46,"lo":0.366,"hi":0.557,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":30611,"trunc":31.0,"label":"wave1-fp16-C_Qwen3.5-0.8B_gsm8k_platinum","jpt":1.6324386985070725,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":46.0,"y":0.54,"lo":0.443,"hi":0.634,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":221,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3.5-0.8B_mmlu_re","jpt":11.246122171945702,"clears":true,"tierA":0,"step":"A"},{"x":16.6,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":217,"trunc":0.0,"label":"wave1-fp16-C_Qwen3.5-0.8B_mmlu_redux","jpt":3.981124423963134,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":56.5,"y":0.39,"lo":0.3,"hi":0.488,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":202,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3.5-0.8B_gpqa_","jpt":10.898920792079208,"clears":true,"tierA":0,"step":"A"},{"x":23.4,"y":0.38,"lo":0.291,"hi":0.478,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":201,"trunc":0.0,"label":"wave1-fp16-C_Qwen3.5-0.8B_gpqa_diamond","jpt":4.42581592039801,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=1024 eager","task":"math500","pts":[{"x":10403.5,"y":0.28,"lo":0.201,"hi":0.375,"model":"Qwen3.5-0.8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":70803,"trunc":39.0,"label":"wave1-fp16-c01-qwen3.5-0.8b_Qwen3.5-0.8B_math500","jpt":4.114200697710548,"clears":true,"tierA":0,"step":"A"},{"x":3411.8,"y":0.31,"lo":0.228,"hi":0.406,"model":"Qwen3.5-0.8B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":69538,"trunc":39.0,"label":"wave1-fp16-C_Qwen3.5-0.8B_math500","jpt":1.5209997842906036,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-2B vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":2415.2,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":30363,"trunc":23.0,"label":"graphtax-A-gen-eager_Qwen3.5-2B_gsm8k_platinum","jpt":4.931821987287158,"clears":true,"tierA":0,"step":"A"},{"x":974.1,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":29949,"trunc":22.0,"label":"wave1-fp16-C_Qwen3.5-2B_gsm8k_platinum","jpt":2.016663160706534,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-2B vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":53.4,"y":0.53,"lo":0.433,"hi":0.625,"model":"Qwen3.5-2B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-fp16-c02-qwen3.5-2b_Qwen3.5-2B_mmlu_redux","jpt":14.14009,"clears":true,"tierA":0,"step":"A"},{"x":24.5,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-2B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-fp16-C_Qwen3.5-2B_mmlu_redux","jpt":6.376385,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-2B vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":75.5,"y":0.37,"lo":0.282,"hi":0.468,"model":"Qwen3.5-2B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-fp16-c02-qwen3.5-2b_Qwen3.5-2B_gpqa_diamon","jpt":13.965945,"clears":true,"tierA":0,"step":"A"},{"x":28.0,"y":0.38,"lo":0.291,"hi":0.478,"model":"Qwen3.5-2B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-fp16-C_Qwen3.5-2B_gpqa_diamond","jpt":5.311055,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-2B vllm cap=1024 eager","task":"math500","pts":[{"x":6932.8,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-2B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":73316,"trunc":35.0,"label":"wave1-fp16-c02-qwen3.5-2b_Qwen3.5-2B_math500","jpt":4.917163484096241,"clears":true,"tierA":0,"step":"A"},{"x":3086.3,"y":0.47,"lo":0.375,"hi":0.567,"model":"Qwen3.5-2B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":73605,"trunc":38.0,"label":"wave1-fp16-C_Qwen3.5-2B_math500","jpt":1.9707558046328375,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-9B vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":3189.8,"y":0.83,"lo":0.745,"hi":0.891,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23253,"trunc":15.0,"label":"graphtax-A-gen-eager_Qwen3.5-9B_gsm8k_platinum","jpt":11.38581860405109,"clears":true,"tierA":0,"step":"A"},{"x":2647.0,"y":0.83,"lo":0.745,"hi":0.891,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23253,"trunc":15.0,"label":"wave1-repro-B-c01-qwen3.5-9b_Qwen3.5-9B_gsm8k_pl","jpt":9.448156323915194,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3.5-9B vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":81.0,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3.5-9B_mmlu_redu","jpt":34.82032,"clears":true,"tierA":0,"step":"A"},{"x":66.6,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-repro-B-c01-qwen3.5-9b_Qwen3.5-9B_mmlu_red","jpt":28.632150000000003,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3.5-9B vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":143.5,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3.5-9B_gpqa_di","jpt":29.426425,"clears":true,"tierA":0,"step":"A"},{"x":112.6,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-repro-B-c01-qwen3.5-9b_Qwen3.5-9B_gpqa_dia","jpt":23.080405,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3.5-9B vllm cap=1024 eager","task":"math500","pts":[{"x":12988.3,"y":0.61,"lo":0.512,"hi":0.7,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":70128,"trunc":30.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_math500","jpt":11.29767808863792,"clears":true,"tierA":0,"step":"A"},{"x":10752.5,"y":0.61,"lo":0.512,"hi":0.7,"model":"Qwen3.5-9B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":70128,"trunc":30.0,"label":"wave1-repro-B-c01-qwen3.5-9b_Qwen3.5-9B_math500","jpt":9.35296637577002,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":1226.9,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15355,"trunc":1.0,"label":"frontier-repeats-gsm8k-platinum_Qwen2.5-7B-Instr","jpt":7.670873656789319,"clears":true,"tierA":0,"step":"A"},{"x":1028.5,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15355,"trunc":1.0,"label":"quant-ladder-qwen25-7b-c01-qwen2.5-7b-instruct_Q","jpt":6.430337154021491,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":64.5,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-fp16-c05-qwen2.5-7b-instruct_Qwen2.5-7B-In","jpt":24.523270000000004,"clears":true,"tierA":0,"step":"A"},{"x":45.1,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"quant-ladder-qwen25-7b-c01-qwen2.5-7b-instruct_Q","jpt":17.155665,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":162.5,"y":0.31,"lo":0.228,"hi":0.406,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-fp16-c05-qwen2.5-7b-instruct_Qwen2.5-7B-In","jpt":25.18737,"clears":false,"tierA":0,"step":"A"},{"x":114.2,"y":0.31,"lo":0.228,"hi":0.406,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-repro-B-c02-qwen2.5-7b-instruct_Qwen2.5-7B","jpt":17.704375,"clears":false,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=1024 eager","task":"math500","pts":[{"x":5662.0,"y":0.65,"lo":0.553,"hi":0.736,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":48668,"trunc":9.0,"label":"wave1-fp16-c05-qwen2.5-7b-instruct_Qwen2.5-7B-In","jpt":7.562032464863976,"clears":true,"tierA":0,"step":"A"},{"x":4685.6,"y":0.65,"lo":0.553,"hi":0.736,"model":"Qwen2.5-7B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":48668,"trunc":9.0,"label":"wave1-repro-B-c02-qwen2.5-7b-instruct_Qwen2.5-7B","jpt":6.257951734199063,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3.8-27B-AWQ vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":5733.1,"y":0.82,"lo":0.733,"hi":0.883,"model":"Qwen3.8-27B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":28323,"trunc":22.0,"label":"wave1-4bit-c03-qwen3.8-27b-awq-int4_Qwen3.8-27B-","jpt":16.598340959644105,"clears":true,"tierA":0,"step":"A"},{"x":5530.3,"y":0.83,"lo":0.745,"hi":0.891,"model":"Qwen3.8-27B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":28247,"trunc":21.0,"label":"wave2-4bit-B-c02-qwen3.8-27b-awq-int4_Qwen3.8-27","jpt":16.249895387120755,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3.8-27B-AWQ vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":185.9,"y":0.87,"lo":0.79,"hi":0.922,"model":"Qwen3.8-27B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-4bit-c03-qwen3.8-27b-awq-int4_Qwen3.8-27B-","jpt":80.86422999999999,"clears":true,"tierA":0,"step":"A"},{"x":170.0,"y":0.88,"lo":0.802,"hi":0.93,"model":"Qwen3.8-27B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave2-suspect-rerun-27b-B-c01-qwen3.8-27b-awq-in","jpt":74.78705,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3.8-27B-AWQ vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":312.3,"y":0.4,"lo":0.309,"hi":0.498,"model":"Qwen3.8-27B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-4bit-c03-qwen3.8-27b-awq-int4_Qwen3.8-27B-","jpt":62.462145,"clears":true,"tierA":0,"step":"A"},{"x":272.1,"y":0.4,"lo":0.309,"hi":0.498,"model":"Qwen3.8-27B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave2-suspect-rerun-27b-B-c01-qwen3.8-27b-awq-in","jpt":54.42731,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3.8-27B-AWQ vllm cap=1024 eager","task":"math500","pts":[{"x":18555.7,"y":0.64,"lo":0.542,"hi":0.727,"model":"Qwen3.8-27B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":70282,"trunc":28.0,"label":"wave1-4bit-c03-qwen3.8-27b-awq-int4_Qwen3.8-27B-","jpt":16.897173301841157,"clears":true,"tierA":0,"step":"A"},{"x":18216.2,"y":0.61,"lo":0.512,"hi":0.7,"model":"Qwen3.8-27B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":70513,"trunc":29.0,"label":"wave2-4bit-B-c02-qwen3.8-27b-awq-int4_Qwen3.8-27","jpt":15.758611447534498,"clears":true,"tierA":0,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":1196.0,"y":0.91,"lo":0.838,"hi":0.952,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":23038,"trunc":12.0,"label":"graphtax-A-gen-eager_gpt-oss-20b_gsm8k_platinum","jpt":4.724267992013195,"clears":true,"tierA":0,"step":"A"},{"x":834.3,"y":0.92,"lo":0.85,"hi":0.959,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"mxfp4","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":23036,"trunc":11.0,"label":"wave1-repro-B-c03-gpt-oss-20b_gpt-oss-20b_gsm8k_","jpt":3.3321340510505295,"clears":true,"tierA":0,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":894.4,"y":0.65,"lo":0.553,"hi":0.736,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":11560,"trunc":1.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_mmlu_redu","jpt":5.029298442906574,"clears":true,"tierA":0,"step":"A"},{"x":656.5,"y":0.68,"lo":0.583,"hi":0.763,"model":"gpt-oss-20b","task":"mmlu_redux","host":"B","engine":"vllm","quant":"mxfp4","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":12289,"trunc":1.0,"label":"wave1-repro-B-c03-gpt-oss-20b_gpt-oss-20b_mmlu_r","jpt":3.632726991618521,"clears":true,"tierA":0,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":3589.6,"y":0.36,"lo":0.273,"hi":0.458,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":27302,"trunc":23.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gpqa_diam","jpt":4.733177496154128,"clears":true,"tierA":0,"step":"A"},{"x":2869.8,"y":0.33,"lo":0.246,"hi":0.427,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"mxfp4","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":27454,"trunc":23.0,"label":"wave1-repro-B-c03-gpt-oss-20b_gpt-oss-20b_gpqa_d","jpt":3.4495365702629854,"clears":false,"tierA":0,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=1024 eager","task":"math500","pts":[{"x":4969.8,"y":0.61,"lo":0.512,"hi":0.7,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":65392,"trunc":29.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_math500","jpt":4.635997048568632,"clears":true,"tierA":0,"step":"A"},{"x":3764.2,"y":0.58,"lo":0.482,"hi":0.672,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"vllm","quant":"mxfp4","eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":66246,"trunc":32.0,"label":"wave1-repro-B-c03-gpt-oss-20b_gpt-oss-20b_math50","jpt":3.2956753615312624,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3.5-9B llama.cpp cap=400","task":"gsm8k_platinum","pts":[{"x":975.8,"y":0.81,"lo":0.722,"hi":0.875,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23138,"trunc":19.0,"label":"reference-repeats-A","jpt":3.4159620969833178,"clears":true,"tierA":0,"step":"A"},{"x":842.8,"y":0.81,"lo":0.722,"hi":0.875,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23138,"trunc":19.0,"label":"reference-repeats-B","jpt":2.950497147549486,"clears":true,"tierA":0,"step":"B"},{"x":641.4,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":22596,"trunc":17.0,"label":"reference-repeats-C","jpt":2.270820720481501,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3-0.6B vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":690.6,"y":0.45,"lo":0.356,"hi":0.548,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":12729,"trunc":0.0,"label":"frontier-repeats-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":2.4412566580249826,"clears":true,"tierA":0,"step":"A"},{"x":474.7,"y":0.45,"lo":0.356,"hi":0.548,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":12729,"trunc":0.0,"label":"wave2-qwen3-B-c01-qwen3-0.6b_Qwen3-0.6B_gsm8k_pl","jpt":1.6783453531306465,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":36.9,"y":0.49,"lo":0.394,"hi":0.587,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":503,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":3.59741351888668,"clears":true,"tierA":0,"step":"A"},{"x":24.8,"y":0.49,"lo":0.394,"hi":0.587,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":503,"trunc":0.0,"label":"wave2-qwen3-B-c01-qwen3-0.6b_Qwen3-0.6B_mmlu_red","jpt":2.4134035785288273,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":498.2,"y":0.2,"lo":0.133,"hi":0.289,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":3923,"trunc":1.0,"label":"wave2-qwen3-c01-qwen3-0.6b_Qwen3-0.6B_gpqa_diamo","jpt":2.5397407596227377,"clears":false,"tierA":0,"step":"A"},{"x":338.7,"y":0.2,"lo":0.133,"hi":0.289,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":3923,"trunc":1.0,"label":"wave2-qwen3-B-c01-qwen3-0.6b_Qwen3-0.6B_gpqa_dia","jpt":1.7269717053275555,"clears":false,"tierA":0,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=1024 eager","task":"math500","pts":[{"x":2485.9,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3-0.6B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":41754,"trunc":8.0,"label":"wave2-qwen3-c01-qwen3-0.6b_Qwen3-0.6B_math500","jpt":2.4409746132107104,"clears":true,"tierA":0,"step":"A"},{"x":1736.1,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3-0.6B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":41754,"trunc":8.0,"label":"wave2-qwen3-B-c01-qwen3-0.6b_Qwen3-0.6B_math500","jpt":1.7047429228337403,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-8B vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":1367.7,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":16451,"trunc":2.0,"label":"wave2-qwen3-c02-qwen3-8b_Qwen3-8B_gsm8k_platinum","jpt":7.815085891435171,"clears":true,"tierA":0,"step":"A"},{"x":1201.5,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":16451,"trunc":2.0,"label":"wave2-qwen3-B-c02-qwen3-8b_Qwen3-8B_gsm8k_platin","jpt":6.865215670779892,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-8B vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":75.9,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":210,"trunc":0.0,"label":"wave2-qwen3-c02-qwen3-8b_Qwen3-8B_mmlu_redux","jpt":28.176557142857146,"clears":true,"tierA":0,"step":"A"},{"x":47.9,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen3-8B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":210,"trunc":0.0,"label":"wave2-qwen3-B-c02-qwen3-8b_Qwen3-8B_mmlu_redux","jpt":17.782161904761903,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-8B vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":291.4,"y":0.35,"lo":0.264,"hi":0.447,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":794,"trunc":0.0,"label":"wave2-qwen3-c02-qwen3-8b_Qwen3-8B_gpqa_diamond","jpt":12.843132241813603,"clears":true,"tierA":0,"step":"A"},{"x":221.0,"y":0.35,"lo":0.264,"hi":0.447,"model":"Qwen3-8B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":794,"trunc":0.0,"label":"wave2-qwen3-B-c02-qwen3-8b_Qwen3-8B_gpqa_diamond","jpt":9.742627204030226,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-8B vllm cap=1024 eager","task":"math500","pts":[{"x":6798.6,"y":0.64,"lo":0.542,"hi":0.727,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":54902,"trunc":17.0,"label":"wave2-qwen3-c02-qwen3-8b_Qwen3-8B_math500","jpt":7.925267494808932,"clears":true,"tierA":0,"step":"A"},{"x":5956.4,"y":0.64,"lo":0.542,"hi":0.727,"model":"Qwen3-8B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":54902,"trunc":17.0,"label":"wave2-qwen3-B-c02-qwen3-8b_Qwen3-8B_math500","jpt":6.943437397544716,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":1376.2,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":18346,"trunc":10.0,"label":"wave2-4bit-c01-qwen3-coder-30b-a3b-instruct-awq_","jpt":6.901335004905702,"clears":true,"tierA":0,"step":"A"},{"x":931.4,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":18128,"trunc":7.0,"label":"wave2-4bit-B-c01-qwen3-coder-30b-a3b-instruct-aw","jpt":4.778272230803178,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":50.5,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":233,"trunc":0.0,"label":"wave2-4bit-c01-qwen3-coder-30b-a3b-instruct-awq_","jpt":17.13488841201717,"clears":true,"tierA":0,"step":"A"},{"x":29.2,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":233,"trunc":0.0,"label":"wave2-4bit-B-c01-qwen3-coder-30b-a3b-instruct-aw","jpt":9.902776824034335,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":119.8,"y":0.4,"lo":0.309,"hi":0.498,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":370,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3-Coder-30B-A3","jpt":12.946583783783783,"clears":true,"tierA":0,"step":"A"},{"x":81.3,"y":0.39,"lo":0.3,"hi":0.488,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":388,"trunc":0.0,"label":"wave2-4bit-B-c01-qwen3-coder-30b-a3b-instruct-aw","jpt":8.167237113402061,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=1024 eager","task":"math500","pts":[{"x":6644.1,"y":0.63,"lo":0.532,"hi":0.718,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":60933,"trunc":27.0,"label":"wave2-4bit-c01-qwen3-coder-30b-a3b-instruct-awq_","jpt":6.8694998933254565,"clears":true,"tierA":0,"step":"A"},{"x":4709.6,"y":0.63,"lo":0.532,"hi":0.718,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":61549,"trunc":26.0,"label":"wave2-4bit-B-c01-qwen3-coder-30b-a3b-instruct-aw","jpt":4.820610521698159,"clears":true,"tierA":0,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":2452.6,"y":0.78,"lo":0.689,"hi":0.85,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":22543,"trunc":24.0,"label":"graphtax-A-gen-eager_granite-4.2-8b_gsm8k_platin","jpt":8.486198065918467,"clears":true,"tierA":0,"step":"A"},{"x":2155.9,"y":0.78,"lo":0.689,"hi":0.85,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":22543,"trunc":24.0,"label":"wave2-fp16-B-c01-granite-4.2-8b_granite-4.2-8b_g","jpt":7.459472696624229,"clears":true,"tierA":0,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":85.8,"y":0.71,"lo":0.615,"hi":0.79,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave2-fp16-c03-granite-4.2-8b_granite-4.2-8b_mml","jpt":30.446315,"clears":true,"tierA":0,"step":"A"},{"x":57.9,"y":0.71,"lo":0.615,"hi":0.79,"model":"granite-4.2-8b","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave2-fp16-B-c01-granite-4.2-8b_granite-4.2-8b_m","jpt":20.57195,"clears":true,"tierA":0,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":151.6,"y":0.43,"lo":0.337,"hi":0.528,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":253,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_granite-4.2-8b_gpq","jpt":25.76605928853755,"clears":true,"tierA":0,"step":"A"},{"x":108.6,"y":0.43,"lo":0.337,"hi":0.528,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":253,"trunc":0.0,"label":"wave2-fp16-B-c01-granite-4.2-8b_granite-4.2-8b_g","jpt":18.458584980237156,"clears":true,"tierA":0,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=1024 eager","task":"math500","pts":[{"x":12761.6,"y":0.48,"lo":0.385,"hi":0.577,"model":"granite-4.2-8b","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":71730,"trunc":48.0,"label":"wave2-fp16-c03-granite-4.2-8b_granite-4.2-8b_mat","jpt":8.539751596263766,"clears":true,"tierA":0,"step":"A"},{"x":11059.3,"y":0.48,"lo":0.385,"hi":0.577,"model":"granite-4.2-8b","task":"math500","host":"B","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":71730,"trunc":48.0,"label":"wave2-suspect-rerun-B-c01-granite-4.2-8b_granite","jpt":7.400602272410428,"clears":true,"tierA":0,"step":"B"}]},{"series":"Ornith-1.5-9B vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":1454.5,"y":0.93,"lo":0.863,"hi":0.966,"model":"Ornith-1.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":11660,"trunc":0.0,"label":"wave2-fp16-c04-ornith-1.5-9b_Ornith-1.5-9B_gsm8k","jpt":11.601376843910806,"clears":true,"tierA":0,"step":"A"},{"x":1225.8,"y":0.93,"lo":0.863,"hi":0.966,"model":"Ornith-1.5-9B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":11660,"trunc":0.0,"label":"wave2-fp16-B-c02-ornith-1.5-9b_Ornith-1.5-9B_gsm","jpt":9.776586449399657,"clears":true,"tierA":0,"step":"B"}]},{"series":"Ornith-1.5-9B vllm cap=512 eager","task":"mmlu_redux","pts":[{"x":81.4,"y":0.8,"lo":0.711,"hi":0.867,"model":"Ornith-1.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave2-fp16-c04-ornith-1.5-9b_Ornith-1.5-9B_mmlu_","jpt":32.578405,"clears":true,"tierA":0,"step":"A"},{"x":72.0,"y":0.8,"lo":0.711,"hi":0.867,"model":"Ornith-1.5-9B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave2-fp16-B-c02-ornith-1.5-9b_Ornith-1.5-9B_mml","jpt":28.81014,"clears":true,"tierA":0,"step":"B"}]},{"series":"Ornith-1.5-9B vllm cap=512 eager","task":"gpqa_diamond","pts":[{"x":136.7,"y":0.4,"lo":0.309,"hi":0.498,"model":"Ornith-1.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":202,"trunc":0.0,"label":"wave2-fp16-c04-ornith-1.5-9b_Ornith-1.5-9B_gpqa_","jpt":27.071876237623762,"clears":true,"tierA":0,"step":"A"},{"x":117.9,"y":0.4,"lo":0.309,"hi":0.498,"model":"Ornith-1.5-9B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":202,"trunc":0.0,"label":"wave2-fp16-B-c02-ornith-1.5-9b_Ornith-1.5-9B_gpq","jpt":23.33693069306931,"clears":true,"tierA":0,"step":"B"}]},{"series":"Ornith-1.5-9B vllm cap=1024 eager","task":"math500","pts":[{"x":7360.3,"y":0.62,"lo":0.522,"hi":0.709,"model":"Ornith-1.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":40495,"trunc":4.0,"label":"wave2-fp16-c04-ornith-1.5-9b_Ornith-1.5-9B_math5","jpt":11.2689614026423,"clears":true,"tierA":0,"step":"A"},{"x":6156.1,"y":0.62,"lo":0.522,"hi":0.709,"model":"Ornith-1.5-9B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":40495,"trunc":4.0,"label":"wave2-fp16-B-c02-ornith-1.5-9b_Ornith-1.5-9B_mat","jpt":9.425386368687493,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ vllm cap=400 eager","task":"gsm8k_platinum","pts":[{"x":819.8,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15905,"trunc":0.0,"label":"enginewave-vllm-awq-eager","jpt":4.587528575919523,"clears":true,"tierA":0,"step":"A"},{"x":670.4,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15905,"trunc":0.0,"label":"quant-ladder-qwen25-7b-c03-qwen2.5-7b-instruct-a","jpt":3.751448286702295,"clears":true,"tierA":0,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=\u221e","task":"gpqa_diamond","pts":[{"x":5273.6,"y":0.14,"lo":0.07,"hi":0.262,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"blank","tok":4359,"trunc":0.0,"label":"ref-A-blankstop-granite-4-2-8b-gpqa-diamond_gran","jpt":8.468747877953659,"clears":false,"tierA":0,"step":"A"},{"x":3808.6,"y":0.16,"lo":0.083,"hi":0.285,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"blank","tok":4039,"trunc":0.0,"label":"ref-B-blankstop-granite-4-2-8b-gpqa-diamond_gran","jpt":7.543711809853924,"clears":false,"tierA":0,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=\u221e","task":"gpqa_diamond","pts":[{"x":152914.0,"y":0.38,"lo":0.259,"hi":0.518,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":349118,"trunc":72.0,"label":"ref-A-granite-4-2-8b-gpqa-diamond_granite-4.2-8b","jpt":8.322015928711782,"clears":true,"tierA":0,"step":"A"},{"x":121481.2,"y":0.38,"lo":0.259,"hi":0.518,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":348552,"trunc":66.0,"label":"ref-B-granite-4-2-8b-gpqa-diamond_granite-4.2-8b","jpt":6.622091679290321,"clears":true,"tierA":0,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=\u221e","task":"gsm8k_platinum","pts":[{"x":14630.6,"y":0.94,"lo":0.875,"hi":0.972,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":168924,"trunc":1.0,"label":"ref-A-granite-4-2-8b-gsm8k-platinum_granite-4.2-","jpt":8.141404779664228,"clears":true,"tierA":0,"step":"A"},{"x":11662.6,"y":0.93,"lo":0.863,"hi":0.966,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":175110,"trunc":2.0,"label":"ref-B-granite-4-2-8b-gsm8k-platinum_granite-4.2-","jpt":6.193952452743989,"clears":true,"tierA":0,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=\u221e","task":"math500","pts":[{"x":60329.0,"y":0.54,"lo":0.404,"hi":0.67,"model":"granite-4.2-8b","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":195713,"trunc":28.0,"label":"ref-A-granite-4-2-8b-math500_granite-4.2-8b_math","jpt":8.322809608968234,"clears":true,"tierA":0,"step":"A"},{"x":47149.0,"y":0.54,"lo":0.404,"hi":0.67,"model":"granite-4.2-8b","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":189518,"trunc":28.0,"label":"ref-B-granite-4-2-8b-math500_granite-4.2-8b_math","jpt":6.717164659821231,"clears":true,"tierA":0,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=\u221e","task":"mmlu_redux","pts":[{"x":12181.6,"y":0.86,"lo":0.779,"hi":0.915,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":128291,"trunc":3.0,"label":"ref-A-granite-4-2-8b-mmlu-redux_granite-4.2-8b_m","jpt":8.165946021155031,"clears":true,"tierA":0,"step":"A"},{"x":9893.3,"y":0.9,"lo":0.826,"hi":0.945,"model":"granite-4.2-8b","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":134613,"trunc":2.0,"label":"ref-B-granite-4-2-8b-mmlu-redux_granite-4.2-8b_m","jpt":6.614498956267225,"clears":true,"tierA":0,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=\u221e","task":"gpqa_diamond","pts":[{"x":28941.2,"y":0.7,"lo":0.562,"hi":0.809,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"old","tok":371259,"trunc":6.0,"label":"ref-A-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.7283983903420523,"clears":true,"tierA":0,"step":"A"},{"x":17784.5,"y":0.66,"lo":0.522,"hi":0.776,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"old","tok":264180,"trunc":2.0,"label":"ref-B-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.221553660383072,"clears":true,"tierA":0,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=\u221e","task":"gsm8k_platinum","pts":[{"x":643.8,"y":0.98,"lo":0.93,"hi":0.994,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"old","tok":25069,"trunc":0.0,"label":"ref-A-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm","jpt":2.516815748534046,"clears":true,"tierA":0,"step":"A"},{"x":473.9,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"old","tok":23770,"trunc":0.0,"label":"ref-B-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm","jpt":1.9736859907446362,"clears":true,"tierA":0,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=\u221e","task":"math500","pts":[{"x":3556.9,"y":0.82,"lo":0.692,"hi":0.902,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"old","tok":59106,"trunc":0.0,"label":"ref-A-gpt-oss-20b-math500_gpt-oss-20b_math500","jpt":2.4673382736101246,"clears":true,"tierA":0,"step":"A"},{"x":2377.1,"y":0.76,"lo":0.626,"hi":0.857,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"old","tok":45763,"trunc":0.0,"label":"ref-B-gpt-oss-20b-math500_gpt-oss-20b_math500","jpt":1.973825186285864,"clears":true,"tierA":0,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=\u221e","task":"mmlu_redux","pts":[{"x":652.9,"y":0.89,"lo":0.814,"hi":0.937,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"old","tok":22896,"trunc":0.0,"label":"ref-A-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_re","jpt":2.537795903214535,"clears":true,"tierA":0,"step":"A"},{"x":772.5,"y":0.87,"lo":0.79,"hi":0.922,"model":"gpt-oss-20b","task":"mmlu_redux","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":null,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"old","tok":33546,"trunc":0.0,"label":"ref-B-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_re","jpt":2.0034364752876646,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ vllm cap=\u221e","task":"gpqa_diamond","pts":[{"x":85.0,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2","jpt":12.74282,"clears":false,"tierA":0,"step":"A"},{"x":72.7,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2","jpt":10.90926,"clears":false,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ vllm cap=\u221e","task":"gsm8k_platinum","pts":[{"x":508.1,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15879,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwe","jpt":2.8796486554568927,"clears":true,"tierA":0,"step":"A"},{"x":399.2,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15879,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwe","jpt":2.262465457522514,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ vllm cap=\u221e","task":"math500","pts":[{"x":5765.0,"y":0.6,"lo":0.462,"hi":0.724,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":58167,"trunc":2.0,"label":"ref-A-qwen2-5-7b-instruct-awq-math500_Qwen2.5-7B","jpt":2.9733570237419844,"clears":true,"tierA":0,"step":"A"},{"x":4800.0,"y":0.6,"lo":0.462,"hi":0.724,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":58167,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-awq-math500_Qwen2.5-7B","jpt":2.475636959100521,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ vllm cap=\u221e","task":"mmlu_redux","pts":[{"x":40.9,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":15.945595,"clears":true,"tierA":0,"step":"A"},{"x":29.6,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":11.7044,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=\u221e","task":"gpqa_diamond","pts":[{"x":141.4,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":22.624160000000003,"clears":false,"tierA":0,"step":"A"},{"x":117.3,"y":0.28,"lo":0.175,"hi":0.417,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":16.42191,"clears":false,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=\u221e","task":"gsm8k_platinum","pts":[{"x":1215.3,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15425,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5","jpt":7.248394100486224,"clears":true,"tierA":0,"step":"A"},{"x":948.6,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":15415,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5","jpt":5.661273694453454,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=\u221e","task":"math500","pts":[{"x":13085.3,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":56398,"trunc":2.0,"label":"ref-A-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":7.424523990212419,"clears":true,"tierA":0,"step":"A"},{"x":10476.1,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen2.5-7B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":56163,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":5.968980289514449,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=\u221e","task":"mmlu_redux","pts":[{"x":60.5,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-","jpt":23.00258,"clears":true,"tierA":0,"step":"A"},{"x":44.9,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-","jpt":17.052615,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=\u221e","task":"gpqa_diamond","pts":[{"x":157435.9,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":1226130,"trunc":50.0,"label":"ref-A-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":2.1828113992806637,"clears":false,"tierA":0,"step":"A"},{"x":125151.7,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":1228461,"trunc":50.0,"label":"ref-B-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":1.731905585932317,"clears":false,"tierA":0,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=\u221e","task":"gsm8k_platinum","pts":[{"x":15151.6,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":248779,"trunc":4.0,"label":"ref-A-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":1.7662144754983338,"clears":true,"tierA":0,"step":"A"},{"x":12447.2,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":237110,"trunc":4.0,"label":"ref-B-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":1.5223689005103118,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=\u221e","task":"math500","pts":[{"x":15810.9,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-0.6B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":222374,"trunc":4.0,"label":"ref-A-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.5642123989315297,"clears":true,"tierA":0,"step":"A"},{"x":17242.3,"y":0.5,"lo":0.366,"hi":0.634,"model":"Qwen3-0.6B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":297674,"trunc":8.0,"label":"ref-B-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.4480848881662491,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=\u221e","task":"mmlu_redux","pts":[{"x":2757.5,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":121664,"trunc":1.0,"label":"ref-A-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":1.4052425614807997,"clears":true,"tierA":0,"step":"A"},{"x":2300.1,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":121261,"trunc":1.0,"label":"ref-B-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":1.1760052531316747,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3.5-0.8B vllm cap=\u221e","task":"gpqa_diamond","pts":[{"x":126389.3,"y":0.24,"lo":0.143,"hi":0.374,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":789354,"trunc":6.0,"label":"ref-A-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":1.9214088735852355,"clears":false,"tierA":0,"step":"A"},{"x":19159.7,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":261853,"trunc":8.0,"label":"ref-C-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":1.1707125295490217,"clears":false,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=\u221e","task":"gsm8k_platinum","pts":[{"x":52343.9,"y":0.51,"lo":0.413,"hi":0.606,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":1341243,"trunc":5.0,"label":"ref-A-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":1.9903478348069663,"clears":true,"tierA":0,"step":"A"},{"x":6161.8,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":291783,"trunc":4.0,"label":"ref-C-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":1.098128657255563,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=\u221e","task":"math500","pts":[{"x":243026.8,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":1866048,"trunc":14.0,"label":"ref-A-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":2.083777383539973,"clears":true,"tierA":0,"step":"A"},{"x":34936.8,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3.5-0.8B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":555237,"trunc":16.0,"label":"ref-C-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":1.1326002896060603,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=\u221e","task":"mmlu_redux","pts":[{"x":30.9,"y":0.53,"lo":0.433,"hi":0.625,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":217,"trunc":0.0,"label":"ref-A-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":7.550723502304148,"clears":true,"tierA":0,"step":"A"},{"x":15.5,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":217,"trunc":0.0,"label":"ref-C-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":3.7258709677419355,"clears":true,"tierA":0,"step":"C"}]},{"series":"Qwen3-8B vllm cap=\u221e","task":"gpqa_diamond","pts":[{"x":145818.0,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":393843,"trunc":14.0,"label":"ref-A-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":7.775125232643465,"clears":true,"tierA":0,"step":"A"},{"x":98771.4,"y":0.5,"lo":0.366,"hi":0.634,"model":"Qwen3-8B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":397183,"trunc":10.0,"label":"ref-B-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":6.2169931568068115,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-8B vllm cap=\u221e","task":"gsm8k_platinum","pts":[{"x":7133.7,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":93522,"trunc":1.0,"label":"ref-A-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":7.5515244755244755,"clears":true,"tierA":0,"step":"A"},{"x":5821.8,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":93448,"trunc":1.0,"label":"ref-B-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":6.167638290814143,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-8B vllm cap=\u221e","task":"math500","pts":[{"x":32803.7,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":149876,"trunc":2.0,"label":"ref-A-qwen3-8b-math500_Qwen3-8B_math500","jpt":7.660534061490832,"clears":true,"tierA":0,"step":"A"},{"x":30401.9,"y":0.68,"lo":0.542,"hi":0.792,"model":"Qwen3-8B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":50,"rep":0,"era":"old","tok":166573,"trunc":4.0,"label":"ref-B-qwen3-8b-math500_Qwen3-8B_math500","jpt":6.205476872002065,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-8B vllm cap=\u221e","task":"mmlu_redux","pts":[{"x":7316.5,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":87956,"trunc":1.0,"label":"ref-A-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":7.569699986356815,"clears":true,"tierA":0,"step":"A"},{"x":5852.5,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen3-8B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":null,"think":"enable_thinking=true","n":100,"rep":0,"era":"old","tok":89283,"trunc":1.0,"label":"ref-B-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":5.965082176898178,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=\u221e","task":"gpqa_diamond","pts":[{"x":539.0,"y":0.38,"lo":0.259,"hi":0.518,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":4297,"trunc":0.0,"label":"ref-A-qwen3-coder-30b-a3b-instruct-awq-gpqa-diam","jpt":2.3831656969979056,"clears":true,"tierA":0,"step":"A"},{"x":363.0,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":4328,"trunc":0.0,"label":"ref-B-qwen3-coder-30b-a3b-instruct-awq-gpqa-diam","jpt":1.7613433456561922,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=\u221e","task":"gsm8k_platinum","pts":[{"x":1565.1,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":53088,"trunc":1.0,"label":"ref-A-qwen3-coder-30b-a3b-instruct-awq-gsm8k-pla","jpt":2.8302293550331523,"clears":true,"tierA":0,"step":"A"},{"x":1274.4,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":54552,"trunc":1.0,"label":"ref-B-qwen3-coder-30b-a3b-instruct-awq-gsm8k-pla","jpt":2.2426431111599943,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=\u221e","task":"math500","pts":[{"x":4883.8,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":69447,"trunc":2.0,"label":"ref-A-qwen3-coder-30b-a3b-instruct-awq-math500_Q","jpt":2.6722995233775397,"clears":true,"tierA":0,"step":"A"},{"x":3765.1,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":50,"rep":0,"era":"old","tok":65609,"trunc":2.0,"label":"ref-B-qwen3-coder-30b-a3b-instruct-awq-math500_Q","jpt":2.1806886860034447,"clears":true,"tierA":0,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=\u221e","task":"mmlu_redux","pts":[{"x":81.9,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":1403,"trunc":0.0,"label":"ref-A-qwen3-coder-30b-a3b-instruct-awq-mmlu-redu","jpt":4.611129722024233,"clears":true,"tierA":0,"step":"A"},{"x":58.2,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":null,"think":null,"n":100,"rep":0,"era":"old","tok":1865,"trunc":0.0,"label":"ref-B-qwen3-coder-30b-a3b-instruct-awq-mmlu-redu","jpt":2.4954069705093835,"clears":true,"tierA":0,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=16384","task":"gpqa_diamond","pts":[{"x":196300.8,"y":0.52,"lo":0.385,"hi":0.652,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":593999,"trunc":46.0,"label":"ref-A-granite-4-2-8b-gpqa-diamond_granite-4.2-8b","jpt":8.592306419707777,"clears":true,"tierA":1,"step":"A"},{"x":177149.1,"y":0.48,"lo":0.348,"hi":0.615,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":628273,"trunc":52.0,"label":"ref-B-granite-4-2-8b-gpqa-diamond_granite-4.2-8b","jpt":6.76708634144711,"clears":true,"tierA":1,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":15834.4,"y":0.93,"lo":0.863,"hi":0.966,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":179505,"trunc":3.0,"label":"ref-A-granite-4-2-8b-gsm8k-platinum_granite-4.2-","jpt":8.203691050388569,"clears":true,"tierA":1,"step":"A"},{"x":11467.1,"y":0.94,"lo":0.875,"hi":0.972,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":168992,"trunc":1.0,"label":"ref-B-granite-4-2-8b-gsm8k-platinum_granite-4.2-","jpt":6.378438310689264,"clears":true,"tierA":1,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=16384","task":"math500","pts":[{"x":55791.8,"y":0.74,"lo":0.604,"hi":0.841,"model":"granite-4.2-8b","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":244147,"trunc":6.0,"label":"ref-A-granite-4-2-8b-math500_granite-4.2-8b_math","jpt":8.455131551892917,"clears":true,"tierA":1,"step":"A"},{"x":48131.4,"y":0.7,"lo":0.562,"hi":0.809,"model":"granite-4.2-8b","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":246224,"trunc":0.0,"label":"ref-B-granite-4-2-8b-math500_granite-4.2-8b_math","jpt":6.8417293643186685,"clears":true,"tierA":1,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=8192","task":"mmlu_redux","pts":[{"x":12499.5,"y":0.92,"lo":0.85,"hi":0.959,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":140681,"trunc":3.0,"label":"ref-A-granite-4-2-8b-mmlu-redux_granite-4.2-8b_m","jpt":8.174207824795102,"clears":true,"tierA":1,"step":"A"},{"x":10213.4,"y":0.92,"lo":0.85,"hi":0.959,"model":"granite-4.2-8b","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":142691,"trunc":3.0,"label":"ref-B-granite-4-2-8b-mmlu-redux_granite-4.2-8b_m","jpt":6.585076255685363,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=16384","task":"gpqa_diamond","pts":[{"x":15112.0,"y":0.62,"lo":0.482,"hi":0.741,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":190536,"trunc":10.0,"label":"ref-A-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.4587078557332998,"clears":true,"tierA":1,"step":"A"},{"x":13740.3,"y":0.54,"lo":0.404,"hi":0.67,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":183497,"trunc":8.0,"label":"ref-B-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","jpt":2.0217731352556174,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":158.7,"y":0.98,"lo":0.93,"hi":0.994,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":23440,"trunc":0.0,"label":"conc-A-gpt-oss-20b-c8-gsm8k-platinum_gpt-oss-20b","jpt":0.6636952218430034,"clears":true,"tierA":0,"step":"A"},{"x":472.9,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":23690,"trunc":0.0,"label":"ref-B-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm","jpt":1.9763739130434783,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=16384","task":"math500","pts":[{"x":2913.3,"y":0.82,"lo":0.692,"hi":0.902,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":51173,"trunc":0.0,"label":"ref-A-gpt-oss-20b-math500_gpt-oss-20b_math500","jpt":2.3341684872882182,"clears":true,"tierA":1,"step":"A"},{"x":2294.9,"y":0.86,"lo":0.738,"hi":0.93,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":49980,"trunc":0.0,"label":"ref-B-gpt-oss-20b-math500_gpt-oss-20b_math500","jpt":1.9744166066426572,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=8192","task":"mmlu_redux","pts":[{"x":209.6,"y":0.88,"lo":0.802,"hi":0.93,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":27148,"trunc":0.0,"label":"conc-A-gpt-oss-20b-c8-mmlu-redux_gpt-oss-20b_mml","jpt":0.679430639457787,"clears":true,"tierA":0,"step":"A"},{"x":721.7,"y":0.88,"lo":0.802,"hi":0.93,"model":"gpt-oss-20b","task":"mmlu_redux","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":31750,"trunc":1.0,"label":"ref-B-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_re","jpt":2.000232251968504,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ vllm cap=16384","task":"math500","pts":[{"x":3673.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42817,"trunc":2.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":2.6597966228367236,"clears":true,"tierA":1,"step":"A"},{"x":3231.5,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42817,"trunc":2.0,"label":"enginewave-B-qwen25-7b-vllm-awq","jpt":2.3396691033935118,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=16384","task":"math500","pts":[{"x":8919.8,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":40677,"trunc":2.0,"label":"ref-A-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":7.236344371512158,"clears":true,"tierA":1,"step":"A"},{"x":7783.0,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41018,"trunc":2.0,"label":"ref-B-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Ins","jpt":6.261626286020771,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=16384","task":"gpqa_diamond","pts":[{"x":51598.9,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":553683,"trunc":56.0,"label":"ref-A-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":1.4910747052013518,"clears":false,"tierA":1,"step":"A"},{"x":41580.7,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":556014,"trunc":56.0,"label":"ref-B-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":1.1965370332401701,"clears":false,"tierA":1,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":4911.0,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":119856,"trunc":5.0,"label":"ref-A-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":1.1882574422640504,"clears":true,"tierA":1,"step":"A"},{"x":3475.3,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":109082,"trunc":4.0,"label":"ref-B-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":0.9239229478740764,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=16384","task":"math500","pts":[{"x":10648.7,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-0.6B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":175867,"trunc":4.0,"label":"ref-A-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.3320900055155316,"clears":true,"tierA":1,"step":"A"},{"x":9202.5,"y":0.5,"lo":0.366,"hi":0.634,"model":"Qwen3-0.6B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":204981,"trunc":10.0,"label":"ref-B-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.1223641654592378,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=8192","task":"mmlu_redux","pts":[{"x":1579.0,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":89486,"trunc":1.0,"label":"ref-A-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":1.0940090628701695,"clears":true,"tierA":1,"step":"A"},{"x":1235.4,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":89324,"trunc":1.0,"label":"ref-B-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":0.8575056087949487,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3.5-2B vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":1731.6,"y":0.73,"lo":0.636,"hi":0.807,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":56074,"trunc":1.0,"label":"ref-A-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k","jpt":2.254294343189357,"clears":true,"tierA":1,"step":"A"},{"x":2024.3,"y":0.72,"lo":0.625,"hi":0.799,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":78923,"trunc":4.0,"label":"ref-B-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k","jpt":1.8467377697249217,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3.5-2B vllm cap=16384","task":"math500","pts":[{"x":9779.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen3.5-2B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":133855,"trunc":10.0,"label":"ref-A-qwen3-5-2b-math500_Qwen3.5-2B_math500","jpt":2.2649129505808525,"clears":true,"tierA":1,"step":"A"},{"x":5467.2,"y":0.54,"lo":0.404,"hi":0.67,"model":"Qwen3.5-2B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":79776,"trunc":4.0,"label":"ref-B-qwen3-5-2b-math500_Qwen3.5-2B_math500","jpt":1.8503647337545124,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-8B vllm cap=16384","task":"gpqa_diamond","pts":[{"x":132264.8,"y":0.48,"lo":0.348,"hi":0.615,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":407067,"trunc":18.0,"label":"ref-A-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":7.79811556328565,"clears":true,"tierA":1,"step":"A"},{"x":129582.4,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-8B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":439613,"trunc":16.0,"label":"ref-B-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":6.484823310502646,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-8B vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":6559.3,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":86530,"trunc":1.0,"label":"ref-A-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":7.504552259332024,"clears":true,"tierA":1,"step":"A"},{"x":5377.2,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":86456,"trunc":1.0,"label":"ref-B-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":6.157429652077357,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-8B vllm cap=16384","task":"math500","pts":[{"x":40644.0,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":173818,"trunc":4.0,"label":"ref-A-qwen3-8b-math500_Qwen3-8B_math500","jpt":7.71640675879368,"clears":true,"tierA":1,"step":"A"},{"x":28936.0,"y":0.68,"lo":0.542,"hi":0.792,"model":"Qwen3-8B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":152390,"trunc":2.0,"label":"ref-B-qwen3-8b-math500_Qwen3-8B_math500","jpt":6.455952280333355,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-8B vllm cap=8192","task":"mmlu_redux","pts":[{"x":6248.3,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":76856,"trunc":0.0,"label":"ref-A-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":7.479469371291766,"clears":true,"tierA":1,"step":"A"},{"x":5156.8,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen3-8B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":76898,"trunc":0.0,"label":"ref-B-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":6.236617818408801,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=16384","task":"gpqa_diamond","pts":[{"x":472.1,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":4607,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-vllm-awq","jpt":2.1518404601693075,"clears":true,"tierA":1,"step":"A"},{"x":366.7,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":4393,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.7531267926246301,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":678.6,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":28680,"trunc":1.0,"label":"repeat6-A-qwen3-coder-30b-gsm8k","jpt":2.295112656903766,"clears":true,"tierA":1,"step":"A"},{"x":534.8,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":29131,"trunc":1.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.780640520407813,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=16384","task":"math500","pts":[{"x":3323.6,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":53031,"trunc":2.0,"label":"enginewave-A-qwen3-coder-30b-vllm-awq","jpt":2.318857894439102,"clears":true,"tierA":1,"step":"A"},{"x":2980.3,"y":0.68,"lo":0.542,"hi":0.792,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":53818,"trunc":2.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.8828017020327772,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=8192","task":"mmlu_redux","pts":[{"x":96.4,"y":0.81,"lo":0.722,"hi":0.875,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":2083,"trunc":0.0,"label":"ref-A-qwen3-coder-30b-a3b-instruct-awq-mmlu-redu","jpt":3.7469428708593373,"clears":true,"tierA":1,"step":"A"},{"x":57.7,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":1853,"trunc":0.0,"label":"ref-B-qwen3-coder-30b-a3b-instruct-awq-mmlu-redu","jpt":2.4890053966540746,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":595.4,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23678,"trunc":0.0,"label":"repeat6-A-gpt-oss-20b-gsm8k","jpt":2.489258721175775,"clears":true,"tierA":1,"step":"A"},{"x":471.5,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23605,"trunc":0.0,"label":"enginewave-B-gpt-oss-20b-vllm-mxfp4","jpt":1.9775850455411987,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=8192","task":"mmlu_redux","pts":[{"x":1203.7,"y":0.812,"lo":0.775,"hi":0.844,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":202165,"trunc":1.0,"label":"enginewave-A-gpt-oss-20b-vllm-mxfp4","jpt":2.4174079984171346,"clears":true,"tierA":1,"step":"A"},{"x":923.2,"y":0.822,"lo":0.786,"hi":0.853,"model":"gpt-oss-20b","task":"mmlu_redux","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":192081,"trunc":0.6,"label":"enginewave-B-gpt-oss-20b-vllm-mxfp4","jpt":1.9753622117752407,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=16384","task":"math500","pts":[{"x":3229.9,"y":0.82,"lo":0.692,"hi":0.902,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":55739,"trunc":0.0,"label":"enginewave-A-gpt-oss-20b-vllm-mxfp4","jpt":2.3757845314770627,"clears":true,"tierA":1,"step":"A"},{"x":2572.9,"y":0.82,"lo":0.692,"hi":0.902,"model":"gpt-oss-20b","task":"math500","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":53354,"trunc":0.0,"label":"enginewave-B-gpt-oss-20b-vllm-mxfp4","jpt":1.97716017543202,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss-20b vllm cap=16384","task":"gpqa_diamond","pts":[{"x":16874.2,"y":0.56,"lo":0.423,"hi":0.688,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":196908,"trunc":12.0,"label":"enginewave-A-gpt-oss-20b-vllm-mxfp4","jpt":2.399480645783818,"clears":true,"tierA":1,"step":"A"},{"x":11715.6,"y":0.68,"lo":0.542,"hi":0.792,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":197123,"trunc":6.0,"label":"enginewave-B-gpt-oss-20b-vllm-mxfp4","jpt":2.0207182063990503,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss:20b ollama cap=8192","task":"gsm8k_platinum","pts":[{"x":977.0,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss:20b","task":"gsm8k_platinum","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":24779,"trunc":0.0,"label":"enginewave-A-gpt-oss-20b-ollama-mxfp4","jpt":3.9036051091650186,"clears":true,"tierA":1,"step":"A"},{"x":694.2,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss:20b","task":"gsm8k_platinum","host":"B","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":24619,"trunc":0.0,"label":"enginewave-B-gpt-oss-20b-ollama-mxfp4","jpt":2.7914306429993094,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss:20b ollama cap=8192","task":"mmlu_redux","pts":[{"x":1616.7,"y":0.824,"lo":0.788,"hi":0.855,"model":"gpt-oss:20b","task":"mmlu_redux","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":193093,"trunc":0.4,"label":"enginewave-A-gpt-oss-20b-ollama-mxfp4","jpt":3.449498568047521,"clears":true,"tierA":1,"step":"A"},{"x":1058.4,"y":0.834,"lo":0.799,"hi":0.864,"model":"gpt-oss:20b","task":"mmlu_redux","host":"B","engine":"ollama","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":183969,"trunc":0.2,"label":"enginewave-B-gpt-oss-20b-ollama-mxfp4","jpt":2.399068272371976,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss:20b ollama cap=16384","task":"math500","pts":[{"x":4353.7,"y":0.76,"lo":0.626,"hi":0.857,"model":"gpt-oss:20b","task":"math500","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":52869,"trunc":0.0,"label":"enginewave-A-gpt-oss-20b-ollama-mxfp4","jpt":3.1292296430800657,"clears":true,"tierA":1,"step":"A"},{"x":3510.6,"y":0.8,"lo":0.67,"hi":0.888,"model":"gpt-oss:20b","task":"math500","host":"B","engine":"ollama","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":62691,"trunc":0.0,"label":"enginewave-B-gpt-oss-20b-ollama-mxfp4","jpt":2.239912922110032,"clears":true,"tierA":1,"step":"B"}]},{"series":"gpt-oss:20b ollama cap=16384","task":"gpqa_diamond","pts":[{"x":16210.3,"y":0.7,"lo":0.562,"hi":0.809,"model":"gpt-oss:20b","task":"gpqa_diamond","host":"A","engine":"ollama","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":186254,"trunc":8.0,"label":"enginewave-A-gpt-oss-20b-ollama-mxfp4","jpt":3.0461662675700927,"clears":true,"tierA":1,"step":"A"},{"x":11969.3,"y":0.62,"lo":0.482,"hi":0.741,"model":"gpt-oss:20b","task":"gpqa_diamond","host":"B","engine":"ollama","quant":"mxfp4","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":169464,"trunc":8.0,"label":"enginewave-B-gpt-oss-20b-ollama-mxfp4","jpt":2.1895335351461074,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ vllm cap=8192","task":"mmlu_redux","pts":[{"x":122.1,"y":0.77,"lo":0.731,"hi":0.805,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":16793,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-vllm-awq","jpt":2.7995581492288455,"clears":true,"tierA":1,"step":"A"},{"x":105.6,"y":0.78,"lo":0.742,"hi":0.814,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":21257,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-vllm-awq","jpt":1.9376280754574966,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":487.4,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15879,"trunc":0.0,"label":"repeat6-A-qwen25-7b-gsm8k","jpt":2.762635367466465,"clears":true,"tierA":1,"step":"A"},{"x":405.2,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15893,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwe","jpt":2.269035109796766,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ vllm cap=8192","task":"mmlu_redux","pts":[{"x":37.7,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":13.768528,"clears":true,"tierA":1,"step":"A"},{"x":24.1,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-B-qwen25-7b-vllm-awq","jpt":8.797683999999999,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ vllm cap=16384","task":"gpqa_diamond","pts":[{"x":109.1,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-A-qwen25-7b-vllm-awq","jpt":16.36897,"clears":false,"tierA":1,"step":"A"},{"x":73.5,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2","jpt":11.02043,"clears":false,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ sglang cap=8192","task":"gsm8k_platinum","pts":[{"x":645.5,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":24221,"trunc":1.0,"label":"enginewave-A-qwen25-7b-sglang-awq","jpt":2.3986766029478552,"clears":true,"tierA":1,"step":"A"},{"x":591.4,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":24173,"trunc":1.0,"label":"enginewave-B-qwen25-7b-sglang-awq","jpt":2.1773239151119017,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ sglang cap=8192","task":"mmlu_redux","pts":[{"x":24.3,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-A-qwen25-7b-sglang-awq","jpt":8.881694,"clears":true,"tierA":1,"step":"A"},{"x":23.7,"y":0.73,"lo":0.689,"hi":0.767,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-B-qwen25-7b-sglang-awq","jpt":8.654294,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ sglang cap=16384","task":"math500","pts":[{"x":3254.5,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42606,"trunc":2.0,"label":"enginewave-A-qwen25-7b-sglang-awq","jpt":2.4443641740599915,"clears":true,"tierA":1,"step":"A"},{"x":2873.3,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B-AWQ","task":"math500","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":43103,"trunc":2.0,"label":"enginewave-B-qwen25-7b-sglang-awq","jpt":2.1998275062060646,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B-AWQ sglang cap=16384","task":"gpqa_diamond","pts":[{"x":76.4,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-A-qwen25-7b-sglang-awq","jpt":11.454970000000001,"clears":false,"tierA":1,"step":"A"},{"x":76.4,"y":0.28,"lo":0.175,"hi":0.417,"model":"Qwen2.5-7B-AWQ","task":"gpqa_diamond","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-B-qwen25-7b-sglang-awq","jpt":10.7008,"clears":false,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B llama.cpp cap=8192","task":"gsm8k_platinum","pts":[{"x":431.3,"y":0.88,"lo":0.802,"hi":0.93,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":14556,"trunc":0.0,"label":"enginewave-A-qwen25-7b-llamacpp-q4km","jpt":2.607205138774389,"clears":true,"tierA":1,"step":"A"},{"x":388.2,"y":0.88,"lo":0.802,"hi":0.93,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":14556,"trunc":0.0,"label":"enginewave-B-qwen25-7b-llamacpp-q4km","jpt":2.346833264633141,"clears":true,"tierA":1,"step":"B"},{"x":303.6,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":14602,"trunc":0.0,"label":"offload-C-qwen25-7b-q4km_ngl99","jpt":1.8715580742364062,"clears":true,"tierA":1,"step":"C"}]},{"series":"Qwen2.5-7B llama.cpp cap=8192","task":"mmlu_redux","pts":[{"x":38.9,"y":0.704,"lo":0.663,"hi":0.742,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-A-qwen25-7b-llamacpp-q4km","jpt":13.688691,"clears":true,"tierA":1,"step":"A"},{"x":23.6,"y":0.704,"lo":0.663,"hi":0.742,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-B-qwen25-7b-llamacpp-q4km","jpt":8.290649,"clears":true,"tierA":1,"step":"B"},{"x":17.1,"y":0.708,"lo":0.667,"hi":0.746,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1008,"trunc":0.0,"label":"enginewave-C-qwen25-7b-llamacpp-q4km","jpt":6.011921626984127,"clears":true,"tierA":1,"step":"C"}]},{"series":"Qwen2.5-7B llama.cpp cap=16384","task":"math500","pts":[{"x":3322.3,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B","task":"math500","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41248,"trunc":2.0,"label":"enginewave-A-qwen25-7b-llamacpp-q4km","jpt":2.6579586161753297,"clears":true,"tierA":1,"step":"A"},{"x":2980.5,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen2.5-7B","task":"math500","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41248,"trunc":2.0,"label":"enginewave-B-qwen25-7b-llamacpp-q4km","jpt":2.384479514158262,"clears":true,"tierA":1,"step":"B"},{"x":1479.8,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen2.5-7B","task":"math500","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":26072,"trunc":0.0,"label":"enginewave-C-qwen25-7b-llamacpp-q4km","jpt":1.8162080776311753,"clears":true,"tierA":1,"step":"C"}]},{"series":"Qwen2.5-7B llama.cpp cap=16384","task":"gpqa_diamond","pts":[{"x":105.9,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-A-qwen25-7b-llamacpp-q4km","jpt":15.883659999999999,"clears":false,"tierA":1,"step":"A"},{"x":71.0,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-B-qwen25-7b-llamacpp-q4km","jpt":10.65709,"clears":false,"tierA":1,"step":"B"},{"x":50.8,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-C-qwen25-7b-llamacpp-q4km","jpt":8.132060000000001,"clears":false,"tierA":1,"step":"C"}]},{"series":"qwen2.5:7b-instruct-q4_K_M ollama cap=8192","task":"gsm8k_platinum","pts":[{"x":699.0,"y":0.88,"lo":0.802,"hi":0.93,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gsm8k_platinum","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":16033,"trunc":0.0,"label":"enginewave-A-qwen25-7b-ollama-q4km","jpt":3.836461360943055,"clears":true,"tierA":1,"step":"A"},{"x":500.1,"y":0.88,"lo":0.802,"hi":0.93,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gsm8k_platinum","host":"B","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":16033,"trunc":0.0,"label":"enginewave-B-qwen25-7b-ollama-q4km","jpt":2.7450203330630574,"clears":true,"tierA":1,"step":"B"},{"x":353.7,"y":0.88,"lo":0.802,"hi":0.93,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gsm8k_platinum","host":"C","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15665,"trunc":0.0,"label":"enginewave-C-qwen25-7b-ollama-q4km","jpt":1.9868187041174592,"clears":true,"tierA":1,"step":"C"}]},{"series":"qwen2.5:7b-instruct-q4_K_M ollama cap=8192","task":"mmlu_redux","pts":[{"x":171.3,"y":0.722,"lo":0.681,"hi":0.759,"model":"qwen2.5:7b-instruct-q4_K_M","task":"mmlu_redux","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1008,"trunc":0.0,"label":"enginewave-A-qwen25-7b-ollama-q4km","jpt":61.347947420634924,"clears":true,"tierA":1,"step":"A"},{"x":67.4,"y":0.722,"lo":0.681,"hi":0.759,"model":"qwen2.5:7b-instruct-q4_K_M","task":"mmlu_redux","host":"B","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1008,"trunc":0.0,"label":"enginewave-B-qwen25-7b-ollama-q4km","jpt":24.130544642857142,"clears":true,"tierA":1,"step":"B"},{"x":25.7,"y":0.73,"lo":0.689,"hi":0.767,"model":"qwen2.5:7b-instruct-q4_K_M","task":"mmlu_redux","host":"C","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":1000,"trunc":0.0,"label":"enginewave-C-qwen25-7b-ollama-q4km","jpt":9.394939,"clears":true,"tierA":1,"step":"C"}]},{"series":"qwen2.5:7b-instruct-q4_K_M ollama cap=16384","task":"math500","pts":[{"x":3947.2,"y":0.64,"lo":0.501,"hi":0.759,"model":"qwen2.5:7b-instruct-q4_K_M","task":"math500","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41299,"trunc":2.0,"label":"enginewave-A-qwen25-7b-ollama-q4km","jpt":3.058422867381777,"clears":true,"tierA":1,"step":"A"},{"x":3166.7,"y":0.64,"lo":0.501,"hi":0.759,"model":"qwen2.5:7b-instruct-q4_K_M","task":"math500","host":"B","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41299,"trunc":2.0,"label":"enginewave-B-qwen25-7b-ollama-q4km","jpt":2.4536554638126833,"clears":true,"tierA":1,"step":"B"},{"x":2486.8,"y":0.62,"lo":0.482,"hi":0.741,"model":"qwen2.5:7b-instruct-q4_K_M","task":"math500","host":"C","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":41478,"trunc":2.0,"label":"enginewave-C-qwen25-7b-ollama-q4km","jpt":1.8585631901248854,"clears":true,"tierA":1,"step":"C"}]},{"series":"qwen2.5:7b-instruct-q4_K_M ollama cap=16384","task":"gpqa_diamond","pts":[{"x":388.7,"y":0.34,"lo":0.224,"hi":0.478,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gpqa_diamond","host":"A","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-A-qwen25-7b-ollama-q4km","jpt":66.0721,"clears":false,"tierA":1,"step":"A"},{"x":153.7,"y":0.34,"lo":0.224,"hi":0.478,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gpqa_diamond","host":"B","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-B-qwen25-7b-ollama-q4km","jpt":26.12256,"clears":false,"tierA":1,"step":"B"},{"x":72.4,"y":0.32,"lo":0.208,"hi":0.458,"model":"qwen2.5:7b-instruct-q4_K_M","task":"gpqa_diamond","host":"C","engine":"ollama","quant":"Q4_K_M","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"enginewave-C-qwen25-7b-ollama-q4km","jpt":11.586590000000001,"clears":false,"tierA":1,"step":"C"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ sglang cap=8192","task":"gsm8k_platinum","pts":[{"x":385.7,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":21315,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-sglang-awq","jpt":1.7554241144733755,"clears":true,"tierA":1,"step":"A"},{"x":355.1,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":21431,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-sglang-awq","jpt":1.6070479678969716,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ sglang cap=8192","task":"mmlu_redux","pts":[{"x":81.8,"y":0.764,"lo":0.725,"hi":0.799,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":14615,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-sglang-awq","jpt":2.1379181662675335,"clears":true,"tierA":1,"step":"A"},{"x":83.0,"y":0.762,"lo":0.723,"hi":0.797,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"mmlu_redux","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":8192,"think":null,"n":500,"rep":0,"era":"new","tok":16277,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-sglang-awq","jpt":1.9422635006450821,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ sglang cap=16384","task":"math500","pts":[{"x":2019.7,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":42598,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-sglang-awq","jpt":1.801660289215456,"clears":true,"tierA":1,"step":"A"},{"x":1619.0,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"math500","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":37979,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-sglang-awq","jpt":1.6198974696542827,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-Coder-30B-A3B-AWQ sglang cap=16384","task":"gpqa_diamond","pts":[{"x":303.7,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":3564,"trunc":0.0,"label":"enginewave-A-qwen3-coder-30b-sglang-awq","jpt":1.8747836700336702,"clears":true,"tierA":1,"step":"A"},{"x":319.1,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"B","engine":"sglang","quant":"awq","eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":4125,"trunc":0.0,"label":"enginewave-B-qwen3-coder-30b-sglang-awq","jpt":1.7017912727272728,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3.5-0.8B vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":1137.6,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":52904,"trunc":2.0,"label":"ref-A-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":1.1181583245123243,"clears":true,"tierA":1,"step":"A"},{"x":776.7,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":65489,"trunc":4.0,"label":"ref-C-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":0.6167564476476965,"clears":true,"tierA":1,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=8192","task":"mmlu_redux","pts":[{"x":62.8,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":220,"trunc":0.0,"label":"ref-A-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":14.832409090909092,"clears":true,"tierA":1,"step":"A"},{"x":16.3,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":217,"trunc":0.0,"label":"ref-C-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":3.91736866359447,"clears":true,"tierA":1,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=16384","task":"math500","pts":[{"x":11187.8,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":155024,"trunc":14.0,"label":"ref-A-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":1.1546916348436371,"clears":true,"tierA":1,"step":"A"},{"x":7182.4,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3.5-0.8B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":177801,"trunc":18.0,"label":"ref-C-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":0.6867307945399632,"clears":true,"tierA":1,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=16384","task":"gpqa_diamond","pts":[{"x":5061.3,"y":0.24,"lo":0.143,"hi":0.374,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":52763,"trunc":6.0,"label":"ref-A-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":1.1510998805981465,"clears":false,"tierA":1,"step":"A"},{"x":3546.4,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":82011,"trunc":10.0,"label":"ref-C-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":0.691885929936228,"clears":false,"tierA":1,"step":"C"}]},{"series":"Qwen2.5-7B-AWQ vllm cap=8192","task":"mmlu_redux","pts":[{"x":50.7,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":19.77478,"clears":true,"tierA":1,"step":"A"},{"x":29.8,"y":0.79,"lo":0.7,"hi":0.858,"model":"Qwen2.5-7B-AWQ","task":"mmlu_redux","host":"B","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5","jpt":11.78374,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=16384","task":"gpqa_diamond","pts":[{"x":140.5,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-A-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":22.4862,"clears":false,"tierA":1,"step":"A"},{"x":116.6,"y":0.28,"lo":0.175,"hi":0.417,"model":"Qwen2.5-7B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7","jpt":16.32242,"clears":false,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":182.1,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15547,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c8-gsm8k-platinum_Qwe","jpt":1.0890002572843636,"clears":true,"tierA":0,"step":"A"},{"x":1008.4,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15429,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5","jpt":6.01312210771923,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen2.5-7B vllm cap=8192","task":"mmlu_redux","pts":[{"x":30.0,"y":0.77,"lo":0.678,"hi":0.842,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c8-mmlu-redux_Qwen2.5","jpt":11.552245000000001,"clears":true,"tierA":0,"step":"A"},{"x":44.5,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-B-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-","jpt":16.912585,"clears":true,"tierA":1,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=16384","task":"gpqa_diamond","pts":[{"x":12071.7,"y":0.42,"lo":0.294,"hi":0.558,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":29170,"trunc":2.0,"label":"axis-A-thinkoff-granite-4-2-8b-gpqa-diamond_gran","jpt":8.690657422008913,"clears":true,"tierA":1,"step":"A"},{"x":10583.1,"y":0.42,"lo":0.294,"hi":0.558,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":31005,"trunc":2.0,"label":"axis-B-thinkoff-granite-4-2-8b-gpqa-diamond_gran","jpt":7.1680134171907754,"clears":true,"tierA":1,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":4390.3,"y":0.98,"lo":0.93,"hi":0.994,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":52679,"trunc":1.0,"label":"axis-A-thinkoff-granite-4-2-8b-gsm8k-platinum_gr","jpt":8.16731285711574,"clears":true,"tierA":1,"step":"A"},{"x":2664.7,"y":0.99,"lo":0.946,"hi":0.998,"model":"granite-4.2-8b","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":41835,"trunc":1.0,"label":"axis-B-thinkoff-granite-4-2-8b-gsm8k-platinum_gr","jpt":6.305965555157165,"clears":true,"tierA":1,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=16384","task":"math500","pts":[{"x":23914.2,"y":0.72,"lo":0.583,"hi":0.825,"model":"granite-4.2-8b","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":102971,"trunc":2.0,"label":"axis-A-thinkoff-granite-4-2-8b-math500_granite-4","jpt":8.36070673296365,"clears":true,"tierA":1,"step":"A"},{"x":21398.6,"y":0.74,"lo":0.604,"hi":0.841,"model":"granite-4.2-8b","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":123341,"trunc":2.0,"label":"axis-B-thinkoff-granite-4-2-8b-math500_granite-4","jpt":6.419177524099854,"clears":true,"tierA":1,"step":"B"}]},{"series":"granite-4.2-8b vllm cap=8192","task":"mmlu_redux","pts":[{"x":74.1,"y":0.72,"lo":0.625,"hi":0.799,"model":"granite-4.2-8b","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-A-thinkoff-granite-4-2-8b-mmlu-redux_granit","jpt":26.682765,"clears":true,"tierA":1,"step":"A"},{"x":58.7,"y":0.72,"lo":0.625,"hi":0.799,"model":"granite-4.2-8b","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-B-thinkoff-granite-4-2-8b-mmlu-redux_granit","jpt":21.14098,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=16384","task":"gpqa_diamond","pts":[{"x":999.7,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":14066,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-gpqa-diamond_Qwen3-0.","jpt":1.0660578700412342,"clears":false,"tierA":1,"step":"A"},{"x":822.4,"y":0.26,"lo":0.159,"hi":0.396,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":13660,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-gpqa-diamond_Qwen3-0.","jpt":0.7826720351390922,"clears":false,"tierA":1,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":373.9,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":12825,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-gsm8k-platinum_Qwen3-","jpt":1.1954030409356724,"clears":true,"tierA":1,"step":"A"},{"x":225.9,"y":0.46,"lo":0.366,"hi":0.557,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":12496,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-gsm8k-platinum_Qwen3-","jpt":0.8316941421254802,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=16384","task":"math500","pts":[{"x":1543.9,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-0.6B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":23792,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-math500_Qwen3-0.6B_ma","jpt":1.1680313130464022,"clears":true,"tierA":1,"step":"A"},{"x":1150.5,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-0.6B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":23792,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-math500_Qwen3-0.6B_ma","jpt":0.8704153496973772,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-0.6B vllm cap=8192","task":"mmlu_redux","pts":[{"x":157.2,"y":0.5,"lo":0.404,"hi":0.596,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":6445,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-mmlu-redux_Qwen3-0.6B","jpt":1.219810550814585,"clears":true,"tierA":1,"step":"A"},{"x":106.1,"y":0.5,"lo":0.404,"hi":0.596,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":6445,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-mmlu-redux_Qwen3-0.6B","jpt":0.8227624515128006,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-8B vllm cap=16384","task":"gpqa_diamond","pts":[{"x":7745.2,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":17362,"trunc":2.0,"label":"axis-A-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_g","jpt":8.0298015781592,"clears":false,"tierA":1,"step":"A"},{"x":5977.3,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-8B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":17362,"trunc":2.0,"label":"axis-B-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_g","jpt":6.196994585877203,"clears":false,"tierA":1,"step":"B"}]},{"series":"Qwen3-8B vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":1319.8,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":16493,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B","jpt":7.521892499848421,"clears":true,"tierA":1,"step":"A"},{"x":967.7,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":16493,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B","jpt":5.51519499181471,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-8B vllm cap=16384","task":"math500","pts":[{"x":6705.7,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":31323,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-math500_Qwen3-8B_math50","jpt":7.492852440698528,"clears":true,"tierA":1,"step":"A"},{"x":7241.7,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":43880,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-8b-math500_Qwen3-8B_math50","jpt":5.776214927073838,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3-8B vllm cap=8192","task":"mmlu_redux","pts":[{"x":61.4,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mml","jpt":23.959215,"clears":true,"tierA":1,"step":"A"},{"x":47.5,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen3-8B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mml","jpt":18.517815,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3.5-0.8B vllm cap=16384","task":"gpqa_diamond","pts":[{"x":62504.3,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":819200,"trunc":100.0,"label":"axis-A-thinkon-qwen3-5-0-8b-gpqa-diamond_Qwen3.5","jpt":1.220786453857422,"clears":false,"tierA":1,"step":"A"},{"x":35346.4,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":819200,"trunc":100.0,"label":"axis-C-thinkon-qwen3-5-0-8b-gpqa-diamond_Qwen3.5","jpt":0.6903598107910156,"clears":false,"tierA":1,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":35759.8,"y":0.22,"lo":0.15,"hi":0.311,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":664679,"trunc":76.0,"label":"axis-A-thinkon-qwen3-5-0-8b-gsm8k-platinum_Qwen3","jpt":1.1836018845186926,"clears":true,"tierA":1,"step":"A"},{"x":17337.8,"y":0.24,"lo":0.167,"hi":0.332,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":672081,"trunc":78.0,"label":"axis-C-thinkon-qwen3-5-0-8b-gsm8k-platinum_Qwen3","jpt":0.6191342115012923,"clears":true,"tierA":1,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=16384","task":"math500","pts":[{"x":233409.5,"y":0.08,"lo":0.032,"hi":0.188,"model":"Qwen3.5-0.8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":757590,"trunc":92.0,"label":"axis-A-thinkon-qwen3-5-0-8b-math500_Qwen3.5-0.8B","jpt":1.2323787378397286,"clears":true,"tierA":1,"step":"A"},{"x":131915.1,"y":0.08,"lo":0.032,"hi":0.188,"model":"Qwen3.5-0.8B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":743117,"trunc":90.0,"label":"axis-C-thinkon-qwen3-5-0-8b-math500_Qwen3.5-0.8B","jpt":0.7100635821815408,"clears":true,"tierA":1,"step":"C"}]},{"series":"Qwen3.5-0.8B vllm cap=8192","task":"mmlu_redux","pts":[{"x":15221.8,"y":0.45,"lo":0.356,"hi":0.548,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":581046,"trunc":69.0,"label":"axis-A-thinkon-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0","jpt":1.1788724008081977,"clears":true,"tierA":1,"step":"A"},{"x":6300.6,"y":0.48,"lo":0.385,"hi":0.577,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":494090,"trunc":57.0,"label":"axis-C-thinkon-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0","jpt":0.6120968750632476,"clears":true,"tierA":1,"step":"C"}]},{"series":"Qwen3.5-2B vllm cap=8192","task":"gsm8k_platinum","pts":[{"x":25102.0,"y":0.5,"lo":0.404,"hi":0.596,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":533932,"trunc":51.0,"label":"axis-A-thinkon-qwen3-5-2b-gsm8k-platinum_Qwen3.5","jpt":2.350675698403542,"clears":true,"tierA":1,"step":"A"},{"x":18211.9,"y":0.51,"lo":0.413,"hi":0.606,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":551702,"trunc":55.0,"label":"axis-B-thinkon-qwen3-5-2b-gsm8k-platinum_Qwen3.5","jpt":1.683529735255627,"clears":true,"tierA":1,"step":"B"}]},{"series":"Qwen3.5-2B vllm cap=16384","task":"math500","pts":[{"x":36036.4,"y":0.52,"lo":0.385,"hi":0.652,"model":"Qwen3.5-2B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":391311,"trunc":34.0,"label":"axis-A-thinkon-qwen3-5-2b-math500_Qwen3.5-2B_mat","jpt":2.394378752450097,"clears":true,"tierA":1,"step":"A"},{"x":27372.0,"y":0.5,"lo":0.366,"hi":0.634,"model":"Qwen3.5-2B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":398638,"trunc":36.0,"label":"axis-B-thinkon-qwen3-5-2b-math500_Qwen3.5-2B_mat","jpt":1.7165931270977681,"clears":true,"tierA":1,"step":"B"}]},{"series":"Ternary-Bonsai-8B llama.cpp cap=8192","task":"gsm8k_platinum","pts":[{"x":330.2,"y":0.89,"lo":0.814,"hi":0.937,"model":"Ternary-Bonsai-8B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":15909,"trunc":0.0,"label":"prism-A-bonsai8b-pq2-0","jpt":1.847460431202464,"clears":true,"tierA":1,"step":"A"},{"x":223.2,"y":0.89,"lo":0.814,"hi":0.937,"model":"Ternary-Bonsai-8B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":15877,"trunc":0.0,"label":"prism-C-bonsai8b-pq2-0","jpt":1.251234616111356,"clears":true,"tierA":1,"step":"C"}]},{"series":"Ternary-Bonsai-8B llama.cpp cap=8192","task":"mmlu_redux","pts":[{"x":118.0,"y":0.636,"lo":0.593,"hi":0.677,"model":"Ternary-Bonsai-8B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":14450,"trunc":0.2,"label":"prism-A-bonsai8b-pq2-0","jpt":2.597453702422145,"clears":true,"tierA":1,"step":"A"},{"x":72.0,"y":0.638,"lo":0.595,"hi":0.679,"model":"Ternary-Bonsai-8B","task":"mmlu_redux","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":14356,"trunc":0.2,"label":"prism-C-bonsai8b-pq2-0","jpt":1.600264210086375,"clears":true,"tierA":1,"step":"C"}]},{"series":"Ternary-Bonsai-8B llama.cpp cap=16384","task":"math500","pts":[{"x":4614.0,"y":0.54,"lo":0.404,"hi":0.67,"model":"Ternary-Bonsai-8B","task":"math500","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":60938,"trunc":4.0,"label":"prism-A-bonsai8b-pq2-0","jpt":2.044332288555581,"clears":true,"tierA":1,"step":"A"},{"x":2932.0,"y":0.58,"lo":0.442,"hi":0.706,"model":"Ternary-Bonsai-8B","task":"math500","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":60778,"trunc":4.0,"label":"prism-C-bonsai8b-pq2-0","jpt":1.3989989469873967,"clears":true,"tierA":1,"step":"C"}]},{"series":"Ternary-Bonsai-8B llama.cpp cap=16384","task":"gpqa_diamond","pts":[{"x":10649.0,"y":0.38,"lo":0.259,"hi":0.518,"model":"Ternary-Bonsai-8B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":95054,"trunc":8.0,"label":"prism-A-bonsai8b-pq2-0","jpt":2.1285820375786395,"clears":true,"tierA":1,"step":"A"},{"x":14960.9,"y":0.3,"lo":0.191,"hi":0.438,"model":"Ternary-Bonsai-8B","task":"gpqa_diamond","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":152755,"trunc":16.0,"label":"prism-C-bonsai8b-pq2-0","jpt":1.4691079964649276,"clears":false,"tierA":1,"step":"C"}]},{"series":"Ternary-Bonsai-2-27B llama.cpp cap=8192","task":"gsm8k_platinum","pts":[{"x":1611.5,"y":0.99,"lo":0.946,"hi":0.998,"model":"Ternary-Bonsai-2-27B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":21693,"trunc":0.0,"label":"prism-A-bonsai2-27b-ptq1-0","jpt":7.354528695892684,"clears":true,"tierA":1,"step":"A"},{"x":1170.4,"y":0.99,"lo":0.946,"hi":0.998,"model":"Ternary-Bonsai-2-27B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":22284,"trunc":0.0,"label":"prism-C-bonsai2-27b-ptq1-0","jpt":5.19967084006462,"clears":true,"tierA":1,"step":"C"}]},{"series":"Ternary-Bonsai-2-27B llama.cpp cap=8192","task":"mmlu_redux","pts":[{"x":407.2,"y":0.76,"lo":0.721,"hi":0.795,"model":"Ternary-Bonsai-2-27B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":6088,"trunc":0.0,"label":"prism-A-bonsai2-27b-ptq1-0","jpt":25.417903745072273,"clears":true,"tierA":1,"step":"A"},{"x":367.6,"y":0.76,"lo":0.721,"hi":0.795,"model":"Ternary-Bonsai-2-27B","task":"mmlu_redux","host":"C","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":12935,"trunc":0.0,"label":"prism-C-bonsai2-27b-ptq1-0","jpt":10.799782914572866,"clears":true,"tierA":1,"step":"C"}]},{"series":"Ternary-Bonsai-2-27B llama.cpp cap=16384","task":"math500","pts":[{"x":6872.5,"y":0.82,"lo":0.692,"hi":0.902,"model":"Ternary-Bonsai-2-27B","task":"math500","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":43982,"trunc":0.0,"label":"prism-A-bonsai2-27b-ptq1-0","jpt":6.406558069210132,"clears":true,"tierA":1,"step":"A"},{"x":5382.5,"y":0.82,"lo":0.692,"hi":0.902,"model":"Ternary-Bonsai-2-27B","task":"math500","host":"C","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":47966,"trunc":0.0,"label":"prism-C-bonsai2-27b-ptq1-0","jpt":4.600842492598924,"clears":true,"tierA":1,"step":"C"}]},{"series":"Ternary-Bonsai-2-27B llama.cpp cap=16384","task":"gpqa_diamond","pts":[{"x":42513.7,"y":0.66,"lo":0.522,"hi":0.776,"model":"Ternary-Bonsai-2-27B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":221622,"trunc":8.0,"label":"prism-A-bonsai2-27b-ptq1-0","jpt":6.330378685329074,"clears":true,"tierA":1,"step":"A"},{"x":25392.8,"y":0.76,"lo":0.626,"hi":0.857,"model":"Ternary-Bonsai-2-27B","task":"gpqa_diamond","host":"C","engine":"llama.cpp","quant":"PTQ1_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":213788,"trunc":6.0,"label":"prism-C-bonsai2-27b-ptq1-0","jpt":4.513470166707205,"clears":true,"tierA":1,"step":"C"}]},{"series":"Qwen3.5-9B llama.cpp cap=8192","task":"gsm8k_platinum","pts":[{"x":1251.7,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-A","jpt":3.4097168613794655,"clears":true,"tierA":0,"step":"A"},{"x":1072.5,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-B","jpt":2.921515670635812,"clears":true,"tierA":0,"step":"B"},{"x":665.2,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":28433,"trunc":0.0,"label":"reference-repeats-C","jpt":2.24583452326522,"clears":true,"tierA":0,"step":"C"}]}],"repeats":[{"series":"wave1-fp16 \u00b7 Qwen3.5-9B node A","task":"mmlu_redux","kind":"wave1-fp16","arch":"hybrid_linear","pts":[{"x":75.9,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_mmlu_redux","jpt":32.621785,"clears":true,"tierA":0,"step":"rep 0"},{"x":80.3,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":200,"trunc":0.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_mmlu_redux","jpt":34.513895000000005,"clears":true,"tierA":0,"step":"rep 0"},{"x":77.3,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":200,"trunc":0.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_mmlu_redux","jpt":33.25315,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"wave1-fp16 \u00b7 Qwen3.5-9B node A","task":"gpqa_diamond","kind":"wave1-fp16","arch":"hybrid_linear","pts":[{"x":135.6,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_gpqa_diamon","jpt":27.80453,"clears":true,"tierA":0,"step":"rep 0"},{"x":149.8,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":200,"trunc":0.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_gpqa_diamon","jpt":30.712609999999998,"clears":true,"tierA":0,"step":"rep 0"},{"x":142.4,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":200,"trunc":0.0,"label":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_gpqa_diamon","jpt":29.19339,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"wave1-4bit \u00b7 gpt-oss-20b node A","task":"gsm8k_platinum","kind":"wave1-4bit","arch":"moe","pts":[{"x":1151.1,"y":0.94,"lo":0.875,"hi":0.972,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":22978,"trunc":11.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gsm8k_pla","jpt":4.708948603011576,"clears":true,"tierA":0,"step":"rep 0"},{"x":1220.4,"y":0.88,"lo":0.802,"hi":0.93,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":22660,"trunc":12.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gsm8k_pla","jpt":4.739475110326566,"clears":true,"tierA":0,"step":"rep 0"},{"x":1201.6,"y":0.91,"lo":0.838,"hi":0.952,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":22431,"trunc":8.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gsm8k_pla","jpt":4.8747437920734695,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"wave1-4bit \u00b7 gpt-oss-20b node A","task":"mmlu_redux","kind":"wave1-4bit","arch":"moe","pts":[{"x":894.4,"y":0.65,"lo":0.553,"hi":0.736,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":11560,"trunc":1.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_mmlu_redu","jpt":5.029298442906574,"clears":true,"tierA":0,"step":"rep 0"},{"x":2068.7,"y":0.3,"lo":0.219,"hi":0.396,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":512,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":12064,"trunc":1.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_mmlu_redu","jpt":5.144369280503979,"clears":false,"tierA":0,"step":"rep 0"},{"x":1911.5,"y":0.32,"lo":0.237,"hi":0.417,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":512,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":11983,"trunc":0.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_mmlu_redu","jpt":5.104503379788033,"clears":false,"tierA":0,"step":"rep 0"}]},{"series":"wave1-4bit \u00b7 gpt-oss-20b node A","task":"gpqa_diamond","kind":"wave1-4bit","arch":"moe","pts":[{"x":3589.6,"y":0.36,"lo":0.273,"hi":0.458,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":27302,"trunc":23.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gpqa_diam","jpt":4.733177496154128,"clears":true,"tierA":0,"step":"rep 0"},{"x":8543.5,"y":0.15,"lo":0.093,"hi":0.233,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":512,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":26797,"trunc":21.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gpqa_diam","jpt":4.782361719595477,"clears":false,"tierA":0,"step":"rep 0"},{"x":10070.0,"y":0.13,"lo":0.078,"hi":0.21,"model":"gpt-oss-20b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":512,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":27094,"trunc":23.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gpqa_diam","jpt":4.8316895622647085,"clears":false,"tierA":0,"step":"rep 0"}]},{"series":"wave1-4bit \u00b7 gpt-oss-20b node A","task":"math500","kind":"wave1-4bit","arch":"moe","pts":[{"x":4969.8,"y":0.61,"lo":0.512,"hi":0.7,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":65392,"trunc":29.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_math500","jpt":4.635997048568632,"clears":true,"tierA":0,"step":"rep 0"},{"x":5338.0,"y":0.6,"lo":0.502,"hi":0.691,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":66746,"trunc":30.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_math500","jpt":4.798484253738052,"clears":true,"tierA":0,"step":"rep 0"},{"x":5470.5,"y":0.6,"lo":0.502,"hi":0.691,"model":"gpt-oss-20b","task":"math500","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":1024,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":67080,"trunc":32.0,"label":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_math500","jpt":4.893123002385211,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"reference-repeats \u00b7 Qwen3.5-9B node A","task":"gsm8k_platinum","kind":"reference-repeats","arch":"hybrid_linear","pts":[{"x":975.8,"y":0.81,"lo":0.722,"hi":0.875,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23138,"trunc":19.0,"label":"reference-repeats-A","jpt":3.4159620969833178,"clears":true,"tierA":0,"step":"rep 0"},{"x":1251.7,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-A","jpt":3.4097168613794655,"clears":true,"tierA":0,"step":"rep 0"},{"x":965.1,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":1,"era":"unrecorded","tok":22834,"trunc":18.0,"label":"reference-repeats-A","jpt":3.381309976351055,"clears":true,"tierA":0,"step":"rep 1"},{"x":1246.7,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":1,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-A","jpt":3.3962684789934845,"clears":true,"tierA":0,"step":"rep 1"},{"x":966.8,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":2,"era":"unrecorded","tok":22834,"trunc":18.0,"label":"reference-repeats-A","jpt":3.3870964789349216,"clears":true,"tierA":0,"step":"rep 2"},{"x":1238.1,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":2,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-A","jpt":3.3727535385306675,"clears":true,"tierA":0,"step":"rep 2"},{"x":966.8,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":3,"era":"unrecorded","tok":22834,"trunc":18.0,"label":"reference-repeats-A","jpt":3.387360339844092,"clears":true,"tierA":0,"step":"rep 3"},{"x":1236.3,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":3,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-A","jpt":3.3676948438553134,"clears":true,"tierA":0,"step":"rep 3"},{"x":964.4,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":4,"era":"unrecorded","tok":22834,"trunc":18.0,"label":"reference-repeats-A","jpt":3.378783086625208,"clears":true,"tierA":0,"step":"rep 4"},{"x":1255.1,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":4,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-A","jpt":3.41909722534262,"clears":true,"tierA":0,"step":"rep 4"},{"x":965.5,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":5,"era":"unrecorded","tok":22834,"trunc":18.0,"label":"reference-repeats-A","jpt":3.3827325917491464,"clears":true,"tierA":0,"step":"rep 5"},{"x":1253.8,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":5,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-A","jpt":3.415511654684341,"clears":true,"tierA":0,"step":"rep 5"}]},{"series":"frontier-repeats-gsm8k-platinum \u00b7 gemma-4-31B-AWQ node A","task":"gsm8k_platinum","kind":"frontier-repeats-gsm8k-platinum","arch":"dense","pts":[{"x":2417.0,"y":1.0,"lo":0.963,"hi":1.0,"model":"gemma-4-31B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":14171,"trunc":0.0,"label":"frontier-repeats-gsm8k-platinum_gemma-4-31B-it-A","jpt":17.055781172817728,"clears":true,"tierA":0,"step":"rep 0"},{"x":2383.5,"y":1.0,"lo":0.963,"hi":1.0,"model":"gemma-4-31B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":1,"era":"unrecorded","tok":14171,"trunc":0.0,"label":"frontier-repeats-gsm8k-platinum_gemma-4-31B-it-A","jpt":16.819447533695577,"clears":true,"tierA":0,"step":"rep 1"},{"x":2420.9,"y":1.0,"lo":0.963,"hi":1.0,"model":"gemma-4-31B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":400,"think":null,"n":100,"rep":2,"era":"unrecorded","tok":14171,"trunc":0.0,"label":"frontier-repeats-gsm8k-platinum_gemma-4-31B-it-A","jpt":17.083458894926256,"clears":true,"tierA":0,"step":"rep 2"}]},{"series":"frontier-repeats-gsm8k-platinum \u00b7 Qwen2.5-7B node A","task":"gsm8k_platinum","kind":"frontier-repeats-gsm8k-platinum","arch":"dense","pts":[{"x":1226.9,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":15355,"trunc":1.0,"label":"frontier-repeats-gsm8k-platinum_Qwen2.5-7B-Instr","jpt":7.670873656789319,"clears":true,"tierA":0,"step":"rep 0"},{"x":1260.1,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":null,"n":100,"rep":1,"era":"unrecorded","tok":15417,"trunc":0.0,"label":"frontier-repeats-gsm8k-platinum_Qwen2.5-7B-Instr","jpt":7.601578776675098,"clears":true,"tierA":0,"step":"rep 1"},{"x":1279.0,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":null,"n":100,"rep":2,"era":"unrecorded","tok":15417,"trunc":0.0,"label":"frontier-repeats-gsm8k-platinum_Qwen2.5-7B-Instr","jpt":7.715534085749497,"clears":true,"tierA":0,"step":"rep 2"}]},{"series":"frontier-repeats-gsm8k-platinum \u00b7 gpt-oss-20b node A","task":"gsm8k_platinum","kind":"frontier-repeats-gsm8k-platinum","arch":"moe","pts":[{"x":1089.8,"y":0.93,"lo":0.863,"hi":0.966,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":400,"think":null,"n":100,"rep":0,"era":"unrecorded","tok":22302,"trunc":9.0,"label":"frontier-repeats-gsm8k-platinum_gpt-oss-20b_gsm8","jpt":4.544309837682719,"clears":true,"tierA":0,"step":"rep 0"},{"x":1114.0,"y":0.91,"lo":0.838,"hi":0.952,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":400,"think":null,"n":100,"rep":1,"era":"unrecorded","tok":22558,"trunc":13.0,"label":"frontier-repeats-gsm8k-platinum_gpt-oss-20b_gsm8","jpt":4.49407199219789,"clears":true,"tierA":0,"step":"rep 1"},{"x":1104.1,"y":0.91,"lo":0.838,"hi":0.952,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":true,"cap":400,"think":null,"n":100,"rep":2,"era":"unrecorded","tok":22558,"trunc":13.0,"label":"frontier-repeats-gsm8k-platinum_gpt-oss-20b_gsm8","jpt":4.453962851316606,"clears":true,"tierA":0,"step":"rep 2"}]},{"series":"frontier-repeats-gsm8k-platinum \u00b7 Qwen3-0.6B node A","task":"gsm8k_platinum","kind":"frontier-repeats-gsm8k-platinum","arch":"dense","pts":[{"x":690.6,"y":0.45,"lo":0.356,"hi":0.548,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":12729,"trunc":0.0,"label":"frontier-repeats-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":2.4412566580249826,"clears":true,"tierA":0,"step":"rep 0"},{"x":709.0,"y":0.44,"lo":0.347,"hi":0.538,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":1,"era":"unrecorded","tok":12727,"trunc":1.0,"label":"frontier-repeats-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":2.4511547890311935,"clears":true,"tierA":0,"step":"rep 1"},{"x":708.4,"y":0.44,"lo":0.347,"hi":0.538,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":100,"rep":2,"era":"unrecorded","tok":12727,"trunc":1.0,"label":"frontier-repeats-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":2.4492437337942956,"clears":true,"tierA":0,"step":"rep 2"}]},{"series":"frontier-repeats-mmlu-redux \u00b7 gemma-4-31B-AWQ node A","task":"mmlu_redux","kind":"frontier-repeats-mmlu-redux","arch":"dense","pts":[{"x":124.1,"y":0.96,"lo":0.902,"hi":0.984,"model":"gemma-4-31B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_gemma-4-31B-it-AWQ-4","jpt":59.55639,"clears":true,"tierA":0,"step":"rep 0"},{"x":123.1,"y":0.96,"lo":0.902,"hi":0.984,"model":"gemma-4-31B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_gemma-4-31B-it-AWQ-4","jpt":59.105815,"clears":true,"tierA":0,"step":"rep 0"},{"x":123.7,"y":0.96,"lo":0.902,"hi":0.984,"model":"gemma-4-31B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_gemma-4-31B-it-AWQ-4","jpt":59.390024999999994,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"frontier-repeats-mmlu-redux \u00b7 Qwen3.5-9B node A","task":"mmlu_redux","kind":"frontier-repeats-mmlu-redux","arch":"hybrid_linear","pts":[{"x":80.4,"y":0.85,"lo":0.767,"hi":0.907,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3.5-9B_mmlu_redu","jpt":34.170195,"clears":true,"tierA":0,"step":"rep 0"},{"x":79.6,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3.5-9B_mmlu_redu","jpt":34.208765,"clears":true,"tierA":0,"step":"rep 0"},{"x":81.0,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3.5-9B_mmlu_redu","jpt":34.82032,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"frontier-repeats-mmlu-redux \u00b7 gemma-4-26B-A4B-AWQ node A","task":"mmlu_redux","kind":"frontier-repeats-mmlu-redux","arch":"moe","pts":[{"x":52.9,"y":0.84,"lo":0.756,"hi":0.899,"model":"gemma-4-26B-A4B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_gemma-4-26B-A4B-it-A","jpt":22.228735,"clears":true,"tierA":0,"step":"rep 0"},{"x":53.9,"y":0.82,"lo":0.733,"hi":0.883,"model":"gemma-4-26B-A4B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":201,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_gemma-4-26B-A4B-it-A","jpt":21.98460199004975,"clears":true,"tierA":0,"step":"rep 0"},{"x":57.0,"y":0.82,"lo":0.733,"hi":0.883,"model":"gemma-4-26B-A4B-AWQ","task":"mmlu_redux","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":201,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_gemma-4-26B-A4B-it-A","jpt":23.249358208955226,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"frontier-repeats-mmlu-redux \u00b7 Qwen3.5-0.8B node A","task":"mmlu_redux","kind":"frontier-repeats-mmlu-redux","arch":"hybrid_linear","pts":[{"x":44.1,"y":0.54,"lo":0.443,"hi":0.634,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":221,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3.5-0.8B_mmlu_re","jpt":10.786389140271492,"clears":true,"tierA":0,"step":"rep 0"},{"x":49.5,"y":0.54,"lo":0.443,"hi":0.634,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":221,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3.5-0.8B_mmlu_re","jpt":12.089117647058824,"clears":true,"tierA":0,"step":"rep 0"},{"x":46.0,"y":0.54,"lo":0.443,"hi":0.634,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":221,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3.5-0.8B_mmlu_re","jpt":11.246122171945702,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"frontier-repeats-mmlu-redux \u00b7 Qwen3-0.6B node A","task":"mmlu_redux","kind":"frontier-repeats-mmlu-redux","arch":"dense","pts":[{"x":37.9,"y":0.49,"lo":0.394,"hi":0.587,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":503,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":3.6878528827037775,"clears":true,"tierA":0,"step":"rep 0"},{"x":34.7,"y":0.49,"lo":0.394,"hi":0.587,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":503,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":3.383332007952286,"clears":true,"tierA":0,"step":"rep 0"},{"x":36.9,"y":0.49,"lo":0.394,"hi":0.587,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":503,"trunc":0.0,"label":"frontier-repeats-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":3.59741351888668,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"frontier-repeats-gpqa-diamond \u00b7 granite-4.2-8b node A","task":"gpqa_diamond","kind":"frontier-repeats-gpqa-diamond","arch":"dense","pts":[{"x":151.2,"y":0.43,"lo":0.337,"hi":0.528,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":253,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_granite-4.2-8b_gpq","jpt":25.697916996047432,"clears":true,"tierA":0,"step":"rep 0"},{"x":155.2,"y":0.43,"lo":0.337,"hi":0.528,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":253,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_granite-4.2-8b_gpq","jpt":26.380786561264824,"clears":true,"tierA":0,"step":"rep 0"},{"x":151.6,"y":0.43,"lo":0.337,"hi":0.528,"model":"granite-4.2-8b","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":253,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_granite-4.2-8b_gpq","jpt":25.76605928853755,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"frontier-repeats-gpqa-diamond \u00b7 Qwen3.5-9B node A","task":"gpqa_diamond","kind":"frontier-repeats-gpqa-diamond","arch":"hybrid_linear","pts":[{"x":144.2,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3.5-9B_gpqa_di","jpt":29.565685,"clears":true,"tierA":0,"step":"rep 0"},{"x":148.8,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3.5-9B_gpqa_di","jpt":30.502625,"clears":true,"tierA":0,"step":"rep 0"},{"x":143.5,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":200,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3.5-9B_gpqa_di","jpt":29.426425,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"frontier-repeats-gpqa-diamond \u00b7 Qwen3-Coder-30B-A3B-AWQ node A","task":"gpqa_diamond","kind":"frontier-repeats-gpqa-diamond","arch":"moe","pts":[{"x":131.4,"y":0.37,"lo":0.282,"hi":0.468,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":398,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3-Coder-30B-A3","jpt":12.21718592964824,"clears":true,"tierA":0,"step":"rep 0"},{"x":132.6,"y":0.37,"lo":0.282,"hi":0.468,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":383,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3-Coder-30B-A3","jpt":12.8092454308094,"clears":true,"tierA":0,"step":"rep 0"},{"x":119.8,"y":0.4,"lo":0.309,"hi":0.498,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gpqa_diamond","host":"A","engine":"vllm","quant":"awq","eager":true,"cap":512,"think":null,"n":100,"rep":0,"era":"blank","tok":370,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3-Coder-30B-A3","jpt":12.946583783783783,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"frontier-repeats-gpqa-diamond \u00b7 Qwen3.5-0.8B node A","task":"gpqa_diamond","kind":"frontier-repeats-gpqa-diamond","arch":"hybrid_linear","pts":[{"x":55.4,"y":0.39,"lo":0.3,"hi":0.488,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":201,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3.5-0.8B_gpqa_","jpt":10.752855721393034,"clears":true,"tierA":0,"step":"rep 0"},{"x":55.5,"y":0.39,"lo":0.3,"hi":0.488,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":201,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3.5-0.8B_gpqa_","jpt":10.762875621890549,"clears":true,"tierA":0,"step":"rep 0"},{"x":56.5,"y":0.39,"lo":0.3,"hi":0.488,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":true,"cap":512,"think":"enable_thinking=false","n":100,"rep":0,"era":"blank","tok":202,"trunc":0.0,"label":"frontier-repeats-gpqa-diamond_Qwen3.5-0.8B_gpqa_","jpt":10.898920792079208,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"reference-repeats \u00b7 Qwen3.5-9B node B","task":"gsm8k_platinum","kind":"reference-repeats","arch":"hybrid_linear","pts":[{"x":842.8,"y":0.81,"lo":0.722,"hi":0.875,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":23138,"trunc":19.0,"label":"reference-repeats-B","jpt":2.950497147549486,"clears":true,"tierA":0,"step":"rep 0"},{"x":1072.5,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-B","jpt":2.921515670635812,"clears":true,"tierA":0,"step":"rep 0"},{"x":837.3,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":1,"era":"unrecorded","tok":22834,"trunc":18.0,"label":"reference-repeats-B","jpt":2.9333467635981427,"clears":true,"tierA":0,"step":"rep 1"},{"x":1067.9,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":1,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-B","jpt":2.9091174174342846,"clears":true,"tierA":0,"step":"rep 1"},{"x":840.6,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":2,"era":"unrecorded","tok":22834,"trunc":18.0,"label":"reference-repeats-B","jpt":2.9451656302005778,"clears":true,"tierA":0,"step":"rep 2"},{"x":1067.8,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":2,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-B","jpt":2.9088552291619862,"clears":true,"tierA":0,"step":"rep 2"},{"x":839.7,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":3,"era":"unrecorded","tok":22834,"trunc":18.0,"label":"reference-repeats-B","jpt":2.9418255233423842,"clears":true,"tierA":0,"step":"rep 3"},{"x":1065.8,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":3,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-B","jpt":2.903377752190519,"clears":true,"tierA":0,"step":"rep 3"},{"x":841.0,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":4,"era":"unrecorded","tok":22834,"trunc":18.0,"label":"reference-repeats-B","jpt":2.946360909170535,"clears":true,"tierA":0,"step":"rep 4"},{"x":1066.5,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":4,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-B","jpt":2.9052173107166928,"clears":true,"tierA":0,"step":"rep 4"},{"x":840.3,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":5,"era":"unrecorded","tok":22834,"trunc":18.0,"label":"reference-repeats-B","jpt":2.94386152229132,"clears":true,"tierA":0,"step":"rep 5"},{"x":1068.1,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"B","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":5,"era":"old","tok":35608,"trunc":0.0,"label":"reference-repeats-B","jpt":2.909568439676477,"clears":true,"tierA":0,"step":"rep 5"}]},{"series":"capsweep-A-gsm8k \u00b7 Qwen3.5-9B node A","task":"gsm8k_platinum","kind":"capsweep-A-gsm8k","arch":"hybrid_linear","pts":[{"x":3541.2,"y":0.8,"lo":0.67,"hi":0.888,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":12254,"trunc":18.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.559275909906969,"clears":true,"tierA":0,"step":"rep 0"},{"x":3376.0,"y":0.94,"lo":0.838,"hi":0.979,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":800,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":13455,"trunc":4.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.792944704570791,"clears":true,"tierA":0,"step":"rep 0"},{"x":3200.1,"y":0.98,"lo":0.895,"hi":0.996,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1600,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":13325,"trunc":0.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.767859512195121,"clears":true,"tierA":0,"step":"rep 0"},{"x":3551.0,"y":0.98,"lo":0.895,"hi":0.996,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":15148,"trunc":0.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.486618497491417,"clears":true,"tierA":0,"step":"rep 0"},{"x":3323.2,"y":0.84,"lo":0.715,"hi":0.917,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":400,"think":"enable_thinking=false","n":50,"rep":1,"era":"old","tok":12257,"trunc":18.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.387235212531614,"clears":true,"tierA":0,"step":"rep 1"},{"x":3230.2,"y":0.98,"lo":0.895,"hi":0.996,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":800,"think":"enable_thinking=false","n":50,"rep":1,"era":"old","tok":13325,"trunc":0.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.8783721575985,"clears":true,"tierA":0,"step":"rep 1"},{"x":3487.2,"y":0.96,"lo":0.865,"hi":0.989,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1600,"think":"enable_thinking=false","n":50,"rep":1,"era":"old","tok":14305,"trunc":2.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.701123872771758,"clears":true,"tierA":0,"step":"rep 1"},{"x":3473.8,"y":0.98,"lo":0.895,"hi":0.996,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":50,"rep":1,"era":"old","tok":15148,"trunc":0.0,"label":"capsweep-A-gsm8k_platinum_Qwen3.5-9B_gsm8k_plati","jpt":11.236938275679957,"clears":true,"tierA":0,"step":"rep 1"}]},{"series":"capsweep-A-math500 \u00b7 Qwen3.5-9B node A","task":"math500","kind":"capsweep-A-math500","arch":"hybrid_linear","pts":[{"x":12693.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":33907,"trunc":22.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_cap1024","jpt":11.605439319314595,"clears":true,"tierA":0,"step":"rep 0"},{"x":13424.9,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":2048,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":41180,"trunc":10.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_cap2048","jpt":11.410222680913064,"clears":true,"tierA":0,"step":"rep 0"},{"x":14424.3,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":4096,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":46813,"trunc":4.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_cap4096","jpt":11.400653985004164,"clears":true,"tierA":0,"step":"rep 0"},{"x":14595.4,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":50,"rep":0,"era":"old","tok":49797,"trunc":0.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_capoff","jpt":11.137699399562223,"clears":true,"tierA":0,"step":"rep 0"},{"x":12470.7,"y":0.64,"lo":0.501,"hi":0.759,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":1024,"think":"enable_thinking=false","n":50,"rep":1,"era":"old","tok":34046,"trunc":20.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_cap1024","jpt":11.721261087939846,"clears":true,"tierA":0,"step":"rep 1"},{"x":13362.7,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":2048,"think":"enable_thinking=false","n":50,"rep":1,"era":"old","tok":41180,"trunc":10.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_cap2048","jpt":11.357308693540555,"clears":true,"tierA":0,"step":"rep 1"},{"x":14283.2,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":4096,"think":"enable_thinking=false","n":50,"rep":1,"era":"old","tok":46813,"trunc":4.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_cap4096","jpt":11.289114690363787,"clears":true,"tierA":0,"step":"rep 1"},{"x":14843.3,"y":0.76,"lo":0.626,"hi":0.857,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":true,"cap":null,"think":"enable_thinking=false","n":50,"rep":1,"era":"old","tok":49797,"trunc":0.0,"label":"capsweep-A-math500_Qwen3.5-9B_math500_capoff","jpt":11.326931321163926,"clears":true,"tierA":0,"step":"rep 1"}]},{"series":"reference-repeats \u00b7 Qwen3.5-9B node C","task":"gsm8k_platinum","kind":"reference-repeats","arch":"hybrid_linear","pts":[{"x":641.4,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":0,"era":"unrecorded","tok":22596,"trunc":17.0,"label":"reference-repeats-C","jpt":2.270820720481501,"clears":true,"tierA":0,"step":"rep 0"},{"x":665.2,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"old","tok":28433,"trunc":0.0,"label":"reference-repeats-C","jpt":2.24583452326522,"clears":true,"tierA":0,"step":"rep 0"},{"x":626.5,"y":0.82,"lo":0.733,"hi":0.883,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":1,"era":"unrecorded","tok":22547,"trunc":16.0,"label":"reference-repeats-C","jpt":2.278311127866235,"clears":true,"tierA":0,"step":"rep 1"},{"x":662.8,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":1,"era":"old","tok":28433,"trunc":0.0,"label":"reference-repeats-C","jpt":2.237849224492667,"clears":true,"tierA":0,"step":"rep 1"},{"x":627.5,"y":0.82,"lo":0.733,"hi":0.883,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":2,"era":"unrecorded","tok":22547,"trunc":16.0,"label":"reference-repeats-C","jpt":2.2822353306426573,"clears":true,"tierA":0,"step":"rep 2"},{"x":664.9,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":2,"era":"old","tok":28433,"trunc":0.0,"label":"reference-repeats-C","jpt":2.2448701860514193,"clears":true,"tierA":0,"step":"rep 2"},{"x":629.4,"y":0.82,"lo":0.733,"hi":0.883,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":3,"era":"unrecorded","tok":22547,"trunc":16.0,"label":"reference-repeats-C","jpt":2.288926819532532,"clears":true,"tierA":0,"step":"rep 3"},{"x":663.2,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":3,"era":"old","tok":28433,"trunc":0.0,"label":"reference-repeats-C","jpt":2.239263637322829,"clears":true,"tierA":0,"step":"rep 3"},{"x":630.5,"y":0.82,"lo":0.733,"hi":0.883,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":4,"era":"unrecorded","tok":22547,"trunc":16.0,"label":"reference-repeats-C","jpt":2.2929014946556086,"clears":true,"tierA":0,"step":"rep 4"},{"x":663.0,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":4,"era":"old","tok":28433,"trunc":0.0,"label":"reference-repeats-C","jpt":2.2384130763549397,"clears":true,"tierA":0,"step":"rep 4"},{"x":628.4,"y":0.82,"lo":0.733,"hi":0.883,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":400,"think":"enable_thinking=false","n":100,"rep":5,"era":"unrecorded","tok":22547,"trunc":16.0,"label":"reference-repeats-C","jpt":2.28557023107287,"clears":true,"tierA":0,"step":"rep 5"},{"x":664.2,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":5,"era":"old","tok":28433,"trunc":0.0,"label":"reference-repeats-C","jpt":2.2426880737171597,"clears":true,"tierA":0,"step":"rep 5"}]},{"series":"tailboot-A-qwen25-7b-gsm8k \u00b7 Qwen2.5-7B-AWQ node A","task":"gsm8k_platinum","kind":"tailboot-A-qwen25-7b-gsm8k","arch":"dense","pts":[{"x":505.7,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15879,"trunc":0.0,"label":"tailboot-A-qwen25-7b-gsm8k","jpt":2.865980540336293,"clears":true,"tierA":1,"step":"rep 0"},{"x":513.3,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15879,"trunc":0.0,"label":"tailboot-A-qwen25-7b-gsm8k","jpt":2.909294036148372,"clears":true,"tierA":1,"step":"rep 0"},{"x":507.2,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15879,"trunc":0.0,"label":"tailboot-A-qwen25-7b-gsm8k","jpt":2.874841551734996,"clears":true,"tierA":1,"step":"rep 0"}]},{"series":"repeat6-A-qwen25-7b-gsm8k \u00b7 Qwen2.5-7B-AWQ node A","task":"gsm8k_platinum","kind":"repeat6-A-qwen25-7b-gsm8k","arch":"dense","pts":[{"x":491.0,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15893,"trunc":0.0,"label":"repeat6-A-qwen25-7b-gsm8k","jpt":2.7495479141760524,"clears":true,"tierA":1,"step":"rep 0"},{"x":488.4,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15893,"trunc":0.0,"label":"repeat6-A-qwen25-7b-gsm8k","jpt":2.7352501730321523,"clears":true,"tierA":1,"step":"rep 0"},{"x":486.5,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15893,"trunc":0.0,"label":"repeat6-A-qwen25-7b-gsm8k","jpt":2.724355439501667,"clears":true,"tierA":1,"step":"rep 0"},{"x":485.7,"y":0.89,"lo":0.814,"hi":0.937,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15893,"trunc":0.0,"label":"repeat6-A-qwen25-7b-gsm8k","jpt":2.719897942490405,"clears":true,"tierA":1,"step":"rep 0"},{"x":475.1,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15879,"trunc":0.0,"label":"repeat6-A-qwen25-7b-gsm8k","jpt":2.6925463190377226,"clears":true,"tierA":1,"step":"rep 0"},{"x":487.4,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15879,"trunc":0.0,"label":"repeat6-A-qwen25-7b-gsm8k","jpt":2.762635367466465,"clears":true,"tierA":1,"step":"rep 0"}]},{"series":"repeat6-A-qwen3-coder-30b-gsm8k \u00b7 Qwen3-Coder-30B-A3B-AWQ node A","task":"gsm8k_platinum","kind":"repeat6-A-qwen3-coder-30b-gsm8k","arch":"moe","pts":[{"x":686.2,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":29716,"trunc":1.0,"label":"repeat6-A-qwen3-coder-30b-gsm8k","jpt":2.2399837124781263,"clears":true,"tierA":1,"step":"rep 0"},{"x":669.2,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":29639,"trunc":1.0,"label":"repeat6-A-qwen3-coder-30b-gsm8k","jpt":2.1900520597860926,"clears":true,"tierA":1,"step":"rep 0"},{"x":660.6,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":28634,"trunc":1.0,"label":"repeat6-A-qwen3-coder-30b-gsm8k","jpt":2.2148314940280787,"clears":true,"tierA":1,"step":"rep 0"},{"x":748.2,"y":0.96,"lo":0.902,"hi":0.984,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":32274,"trunc":1.0,"label":"repeat6-A-qwen3-coder-30b-gsm8k","jpt":2.225525655326269,"clears":true,"tierA":1,"step":"rep 0"},{"x":695.8,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":29352,"trunc":1.0,"label":"repeat6-A-qwen3-coder-30b-gsm8k","jpt":2.2995453461433635,"clears":true,"tierA":1,"step":"rep 0"},{"x":678.6,"y":0.97,"lo":0.915,"hi":0.99,"model":"Qwen3-Coder-30B-A3B-AWQ","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"awq","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":28680,"trunc":1.0,"label":"repeat6-A-qwen3-coder-30b-gsm8k","jpt":2.295112656903766,"clears":true,"tierA":1,"step":"rep 0"}]},{"series":"repeat6-A-gpt-oss-20b-gsm8k \u00b7 gpt-oss-20b node A","task":"gsm8k_platinum","kind":"repeat6-A-gpt-oss-20b-gsm8k","arch":"moe","pts":[{"x":593.3,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23891,"trunc":0.0,"label":"repeat6-A-gpt-oss-20b-gsm8k","jpt":2.458678330752166,"clears":true,"tierA":1,"step":"rep 0"},{"x":617.1,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23792,"trunc":0.0,"label":"repeat6-A-gpt-oss-20b-gsm8k","jpt":2.5676910305985206,"clears":true,"tierA":1,"step":"rep 0"},{"x":605.0,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":24233,"trunc":0.0,"label":"repeat6-A-gpt-oss-20b-gsm8k","jpt":2.4717433664837203,"clears":true,"tierA":1,"step":"rep 0"},{"x":603.1,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23199,"trunc":0.0,"label":"repeat6-A-gpt-oss-20b-gsm8k","jpt":2.5737383507909826,"clears":true,"tierA":1,"step":"rep 0"},{"x":594.4,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":22975,"trunc":0.0,"label":"repeat6-A-gpt-oss-20b-gsm8k","jpt":2.5610790424374317,"clears":true,"tierA":1,"step":"rep 0"},{"x":595.4,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":23678,"trunc":0.0,"label":"repeat6-A-gpt-oss-20b-gsm8k","jpt":2.489258721175775,"clears":true,"tierA":1,"step":"rep 0"}]},{"series":"conc-A-gpt-oss-20b \u00b7 gpt-oss-20b node A","task":"gsm8k_platinum","kind":"conc-A-gpt-oss-20b","arch":"moe","pts":[{"x":393.5,"y":0.99,"lo":0.946,"hi":0.998,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":24078,"trunc":0.0,"label":"conc-A-gpt-oss-20b-c2-gsm8k-platinum_gpt-oss-20b","jpt":1.618017817094443,"clears":true,"tierA":0,"step":"rep 0"},{"x":251.4,"y":1.0,"lo":0.963,"hi":1.0,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":24885,"trunc":0.0,"label":"conc-A-gpt-oss-20b-c4-gsm8k-platinum_gpt-oss-20b","jpt":1.0102720916214587,"clears":true,"tierA":0,"step":"rep 0"},{"x":158.7,"y":0.98,"lo":0.93,"hi":0.994,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":23440,"trunc":0.0,"label":"conc-A-gpt-oss-20b-c8-gsm8k-platinum_gpt-oss-20b","jpt":0.6636952218430034,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"conc-A-gpt-oss-20b \u00b7 gpt-oss-20b node A","task":"mmlu_redux","kind":"conc-A-gpt-oss-20b","arch":"moe","pts":[{"x":546.8,"y":0.86,"lo":0.779,"hi":0.915,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":29253,"trunc":0.0,"label":"conc-A-gpt-oss-20b-c2-mmlu-redux_gpt-oss-20b_mml","jpt":1.607614740368509,"clears":true,"tierA":0,"step":"rep 0"},{"x":455.6,"y":0.86,"lo":0.779,"hi":0.915,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":28962,"trunc":1.0,"label":"conc-A-gpt-oss-20b-c4-mmlu-redux_gpt-oss-20b_mml","jpt":1.352975795870451,"clears":true,"tierA":0,"step":"rep 0"},{"x":209.6,"y":0.88,"lo":0.802,"hi":0.93,"model":"gpt-oss-20b","task":"mmlu_redux","host":"A","engine":"vllm","quant":"mxfp4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":100,"rep":0,"era":"new","tok":27148,"trunc":0.0,"label":"conc-A-gpt-oss-20b-c8-mmlu-redux_gpt-oss-20b_mml","jpt":0.679430639457787,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"conc-A-qwen2-5-7b-instruct \u00b7 Qwen2.5-7B node A","task":"gsm8k_platinum","kind":"conc-A-qwen2-5-7b-instruct","arch":"dense","pts":[{"x":599.4,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15353,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c2-gsm8k-platinum_Qwe","jpt":3.6310553637725524,"clears":true,"tierA":0,"step":"rep 0"},{"x":327.3,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15614,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c4-gsm8k-platinum_Qwe","jpt":1.9286049698988088,"clears":true,"tierA":0,"step":"rep 0"},{"x":182.1,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":15547,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c8-gsm8k-platinum_Qwe","jpt":1.0890002572843636,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"conc-A-qwen2-5-7b-instruct \u00b7 Qwen2.5-7B node A","task":"mmlu_redux","kind":"conc-A-qwen2-5-7b-instruct","arch":"dense","pts":[{"x":43.4,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c2-mmlu-redux_Qwen2.5","jpt":16.495225,"clears":true,"tierA":0,"step":"rep 0"},{"x":38.5,"y":0.76,"lo":0.668,"hi":0.833,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c4-mmlu-redux_Qwen2.5","jpt":14.61282,"clears":true,"tierA":0,"step":"rep 0"},{"x":30.0,"y":0.77,"lo":0.678,"hi":0.842,"model":"Qwen2.5-7B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"conc-A-qwen2-5-7b-instruct-c8-mmlu-redux_Qwen2.5","jpt":11.552245000000001,"clears":true,"tierA":0,"step":"rep 0"}]},{"series":"offload-C-gpt-oss-20b-mxfp4 \u00b7 gpt-oss-20b node C","task":"gsm8k_platinum","kind":"offload-C-gpt-oss-20b-mxfp4","arch":"moe","pts":[{"x":536.8,"y":1.0,"lo":0.929,"hi":1.0,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"MXFP4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":12050,"trunc":0.0,"label":"offload-C-gpt-oss-20b-mxfp4_cpumoe12","jpt":2.2273302904564316,"clears":true,"tierA":1,"step":"rep 0"},{"x":683.2,"y":1.0,"lo":0.929,"hi":1.0,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"MXFP4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":12509,"trunc":0.0,"label":"offload-C-gpt-oss-20b-mxfp4_cpumoe16","jpt":2.730770805020385,"clears":true,"tierA":1,"step":"rep 0"},{"x":791.8,"y":1.0,"lo":0.929,"hi":1.0,"model":"gpt-oss-20b","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"MXFP4","eager":false,"cap":8192,"think":"reasoning_effort=medium","n":50,"rep":0,"era":"new","tok":12582,"trunc":0.0,"label":"offload-C-gpt-oss-20b-mxfp4_cpumoe24","jpt":3.1463795104116996,"clears":true,"tierA":1,"step":"rep 0"}]},{"series":"offload-C-qwen25-7b-q4km \u00b7 Qwen2.5-7B node C","task":"gsm8k_platinum","kind":"offload-C-qwen25-7b-q4km","arch":"dense","pts":[{"x":860.7,"y":0.87,"lo":0.79,"hi":0.922,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":14392,"trunc":0.0,"label":"offload-C-qwen25-7b-q4km_ngl0","jpt":5.202846998332407,"clears":true,"tierA":1,"step":"rep 0"},{"x":705.1,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":14853,"trunc":0.0,"label":"offload-C-qwen25-7b-q4km_ngl16","jpt":4.0828007809870055,"clears":true,"tierA":1,"step":"rep 0"},{"x":927.6,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":14480,"trunc":0.0,"label":"offload-C-qwen25-7b-q4km_ngl8","jpt":5.509364917127073,"clears":true,"tierA":1,"step":"rep 0"},{"x":303.6,"y":0.9,"lo":0.826,"hi":0.945,"model":"Qwen2.5-7B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"Q4_K_M","eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":14602,"trunc":0.0,"label":"offload-C-qwen25-7b-q4km_ngl99","jpt":1.8715580742364062,"clears":true,"tierA":1,"step":"rep 0"}]}],"size":[{"series":"Qwen3 node B think=on","task":"gpqa_diamond","pts":[{"x":41580.7,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":556014,"trunc":56.0,"label":"ref-B-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":1.1965370332401701,"clears":false,"tierA":1,"step":"0.6B"},{"x":129582.4,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-8B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":439613,"trunc":16.0,"label":"ref-B-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":6.484823310502646,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node B think=on","task":"gsm8k_platinum","pts":[{"x":3475.3,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":109082,"trunc":4.0,"label":"ref-B-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":0.9239229478740764,"clears":true,"tierA":1,"step":"0.6B"},{"x":5377.2,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":86456,"trunc":1.0,"label":"ref-B-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":6.157429652077357,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node B think=on","task":"math500","pts":[{"x":9202.5,"y":0.5,"lo":0.366,"hi":0.634,"model":"Qwen3-0.6B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":204981,"trunc":10.0,"label":"ref-B-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.1223641654592378,"clears":true,"tierA":1,"step":"0.6B"},{"x":28936.0,"y":0.68,"lo":0.542,"hi":0.792,"model":"Qwen3-8B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":152390,"trunc":2.0,"label":"ref-B-qwen3-8b-math500_Qwen3-8B_math500","jpt":6.455952280333355,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node B think=on","task":"mmlu_redux","pts":[{"x":1235.4,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":89324,"trunc":1.0,"label":"ref-B-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":0.8575056087949487,"clears":true,"tierA":1,"step":"0.6B"},{"x":5156.8,"y":0.93,"lo":0.863,"hi":0.966,"model":"Qwen3-8B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":76898,"trunc":0.0,"label":"ref-B-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":6.236617818408801,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"LFM2.5 node C think=off","task":"mmlu_redux","pts":[{"x":19.3,"y":0.37,"lo":0.282,"hi":0.468,"model":"LFM2.5-1.2B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-C-lfm2-5-1-2b-instruct-mmlu-redux_LFM2.5-1.2","jpt":3.56293,"clears":true,"tierA":1,"step":"1.2B"},{"x":2489.2,"y":0.7,"lo":0.604,"hi":0.781,"model":"LFM2.5-2.6B","task":"mmlu_redux","host":"C","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":null,"n":100,"rep":0,"era":"new","tok":101701,"trunc":0.0,"label":"ref-C-lfm2-5-2-6b-mmlu-redux_LFM2.5-2.6B_mmlu_re","jpt":1.7132855232495254,"clears":true,"tierA":1,"step":"2.6B"}]},{"series":"LFM2.5 node C think=off","task":"math500","pts":[{"x":1603.4,"y":0.52,"lo":0.385,"hi":0.652,"model":"LFM2.5-1.2B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":53091,"trunc":0.0,"label":"ref-C-lfm2-5-1-2b-instruct-math500_LFM2.5-1.2B-I","jpt":0.7852190955152475,"clears":true,"tierA":1,"step":"1.2B"},{"x":5087.0,"y":0.72,"lo":0.583,"hi":0.825,"model":"LFM2.5-2.6B","task":"math500","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":103310,"trunc":2.0,"label":"ref-C-lfm2-5-2-6b-math500_LFM2.5-2.6B_math500","jpt":1.772662694802052,"clears":true,"tierA":1,"step":"2.6B"}]},{"series":"LFM2.5 node C think=off","task":"gpqa_diamond","pts":[{"x":30.1,"y":0.2,"lo":0.112,"hi":0.33,"model":"LFM2.5-1.2B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"ref-C-lfm2-5-1-2b-instruct-gpqa-diamond_LFM2.5-1","jpt":3.0084199999999996,"clears":false,"tierA":1,"step":"1.2B"},{"x":35450.4,"y":0.52,"lo":0.385,"hi":0.652,"model":"LFM2.5-2.6B","task":"gpqa_diamond","host":"C","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":null,"n":50,"rep":0,"era":"new","tok":499669,"trunc":38.0,"label":"ref-C-lfm2-5-2-6b-gpqa-diamond_LFM2.5-2.6B_gpqa_","jpt":1.8446396234307112,"clears":true,"tierA":1,"step":"2.6B"}]},{"series":"Qwen3 node A think=on","task":"gpqa_diamond","pts":[{"x":51598.9,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":553683,"trunc":56.0,"label":"ref-A-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_di","jpt":1.4910747052013518,"clears":false,"tierA":1,"step":"0.6B"},{"x":132264.8,"y":0.48,"lo":0.348,"hi":0.615,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":407067,"trunc":18.0,"label":"ref-A-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamon","jpt":7.79811556328565,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node A think=on","task":"gsm8k_platinum","pts":[{"x":4911.0,"y":0.29,"lo":0.21,"hi":0.385,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":119856,"trunc":5.0,"label":"ref-A-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k","jpt":1.1882574422640504,"clears":true,"tierA":1,"step":"0.6B"},{"x":6559.3,"y":0.99,"lo":0.946,"hi":0.998,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":86530,"trunc":1.0,"label":"ref-A-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_pla","jpt":7.504552259332024,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node A think=on","task":"math500","pts":[{"x":10648.7,"y":0.44,"lo":0.312,"hi":0.577,"model":"Qwen3-0.6B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":175867,"trunc":4.0,"label":"ref-A-qwen3-0-6b-math500_Qwen3-0.6B_math500","jpt":1.3320900055155316,"clears":true,"tierA":1,"step":"0.6B"},{"x":40644.0,"y":0.66,"lo":0.522,"hi":0.776,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":173818,"trunc":4.0,"label":"ref-A-qwen3-8b-math500_Qwen3-8B_math500","jpt":7.71640675879368,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node A think=on","task":"mmlu_redux","pts":[{"x":1579.0,"y":0.62,"lo":0.522,"hi":0.709,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":89486,"trunc":1.0,"label":"ref-A-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redu","jpt":1.0940090628701695,"clears":true,"tierA":1,"step":"0.6B"},{"x":6248.3,"y":0.92,"lo":0.85,"hi":0.959,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":76856,"trunc":0.0,"label":"ref-A-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","jpt":7.479469371291766,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3.5 node A think=off","task":"gpqa_diamond","pts":[{"x":5061.3,"y":0.24,"lo":0.143,"hi":0.374,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":52763,"trunc":6.0,"label":"ref-A-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpq","jpt":1.1510998805981465,"clears":false,"tierA":1,"step":"0.8B"},{"x":87.6,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3.5-2B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":101,"trunc":0.0,"label":"ref-A-qwen3-5-2b-gpqa-diamond_Qwen3.5-2B_gpqa_di","jpt":18.21850495049505,"clears":true,"tierA":1,"step":"2.0B"},{"x":99.2,"y":0.42,"lo":0.294,"hi":0.558,"model":"Qwen3.5-4B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":100,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-4b-gpqa-diamond_Qwen3.5-","jpt":20.82326,"clears":true,"tierA":1,"step":"4.0B"}]},{"series":"Qwen3.5 node A think=off","task":"gsm8k_platinum","pts":[{"x":1137.6,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":52904,"trunc":2.0,"label":"ref-A-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_g","jpt":1.1181583245123243,"clears":true,"tierA":1,"step":"0.8B"},{"x":1731.6,"y":0.73,"lo":0.636,"hi":0.807,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":56074,"trunc":1.0,"label":"ref-A-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k","jpt":2.254294343189357,"clears":true,"tierA":1,"step":"2.0B"},{"x":1616.7,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3.5-4B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":31745,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-4b-gsm8k-platinum_Qwen3.","jpt":4.787164750354387,"clears":true,"tierA":1,"step":"4.0B"}]},{"series":"Qwen3.5 node A think=off","task":"math500","pts":[{"x":11187.8,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":155024,"trunc":14.0,"label":"ref-A-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","jpt":1.1546916348436371,"clears":true,"tierA":1,"step":"0.8B"},{"x":9779.7,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen3.5-2B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":133855,"trunc":10.0,"label":"ref-A-qwen3-5-2b-math500_Qwen3.5-2B_math500","jpt":2.2649129505808525,"clears":true,"tierA":1,"step":"2.0B"},{"x":5306.3,"y":0.74,"lo":0.604,"hi":0.841,"model":"Qwen3.5-4B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":42024,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-4b-math500_Qwen3.5-4B_ma","jpt":4.671933585570151,"clears":true,"tierA":1,"step":"4.0B"}]},{"series":"Qwen3.5 node A think=off","task":"mmlu_redux","pts":[{"x":62.8,"y":0.52,"lo":0.423,"hi":0.615,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":220,"trunc":0.0,"label":"ref-A-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_","jpt":14.832409090909092,"clears":true,"tierA":1,"step":"0.8B"},{"x":66.0,"y":0.53,"lo":0.433,"hi":0.625,"model":"Qwen3.5-2B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"ref-A-qwen3-5-2b-mmlu-redux_Qwen3.5-2B_mmlu_redu","jpt":17.48704,"clears":true,"tierA":1,"step":"2.0B"},{"x":62.7,"y":0.8,"lo":0.711,"hi":0.867,"model":"Qwen3.5-4B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-5-4b-mmlu-redux_Qwen3.5-4B","jpt":25.076245,"clears":true,"tierA":1,"step":"4.0B"}]},{"series":"Qwen3.5 node A think=on","task":"gpqa_diamond","pts":[{"x":62504.3,"y":0.32,"lo":0.208,"hi":0.458,"model":"Qwen3.5-0.8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":819200,"trunc":100.0,"label":"axis-A-thinkon-qwen3-5-0-8b-gpqa-diamond_Qwen3.5","jpt":1.220786453857422,"clears":false,"tierA":1,"step":"0.8B"},{"x":102885.7,"y":0.34,"lo":0.224,"hi":0.478,"model":"Qwen3.5-2B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":728567,"trunc":84.0,"label":"axis-A-thinkon-qwen3-5-2b-gpqa-diamond_Qwen3.5-2","jpt":2.4006799676625485,"clears":false,"tierA":1,"step":"2.0B"},{"x":64190.2,"y":0.682,"lo":0.614,"hi":0.743,"model":"Qwen3.5-4B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":198,"rep":0,"era":"new","tok":1871003,"trunc":26.262626262626263,"label":"axis-A-gpqa198-qwen3-5-4b_Qwen3.5-4B_gpqa_diamon","jpt":4.631564190436894,"clears":true,"tierA":1,"step":"4.0B"},{"x":79878.9,"y":0.8,"lo":0.67,"hi":0.888,"model":"Qwen3.5-9B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":409882,"trunc":16.0,"label":"ref-A-qwen3-5-9b-gpqa-diamond_Qwen3.5-9B_gpqa_di","jpt":7.7953060514977475,"clears":true,"tierA":1,"step":"9.0B"}]},{"series":"Qwen3.5 node A think=on","task":"gsm8k_platinum","pts":[{"x":35759.8,"y":0.22,"lo":0.15,"hi":0.311,"model":"Qwen3.5-0.8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":664679,"trunc":76.0,"label":"axis-A-thinkon-qwen3-5-0-8b-gsm8k-platinum_Qwen3","jpt":1.1836018845186926,"clears":true,"tierA":1,"step":"0.8B"},{"x":25102.0,"y":0.5,"lo":0.404,"hi":0.596,"model":"Qwen3.5-2B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":533932,"trunc":51.0,"label":"axis-A-thinkon-qwen3-5-2b-gsm8k-platinum_Qwen3.5","jpt":2.350675698403542,"clears":true,"tierA":1,"step":"2.0B"},{"x":15325.1,"y":0.86,"lo":0.779,"hi":0.915,"model":"Qwen3.5-4B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":289181,"trunc":5.0,"label":"ref-A-qwen3-5-4b-gsm8k-platinum_Qwen3.5-4B_gsm8k","jpt":4.557570044366677,"clears":true,"tierA":1,"step":"4.0B"},{"x":18572.6,"y":0.91,"lo":0.838,"hi":0.952,"model":"Qwen3.5-9B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":217409,"trunc":0.0,"label":"ref-A-qwen3-5-9b-gsm8k-platinum_Qwen3.5-9B_gsm8k","jpt":7.77384643230041,"clears":true,"tierA":1,"step":"9.0B"}]},{"series":"Qwen3.5 node A think=on","task":"math500","pts":[{"x":233409.5,"y":0.08,"lo":0.032,"hi":0.188,"model":"Qwen3.5-0.8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":757590,"trunc":92.0,"label":"axis-A-thinkon-qwen3-5-0-8b-math500_Qwen3.5-0.8B","jpt":1.2323787378397286,"clears":true,"tierA":1,"step":"0.8B"},{"x":36036.4,"y":0.52,"lo":0.385,"hi":0.652,"model":"Qwen3.5-2B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":391311,"trunc":34.0,"label":"axis-A-thinkon-qwen3-5-2b-math500_Qwen3.5-2B_mat","jpt":2.394378752450097,"clears":true,"tierA":1,"step":"2.0B"},{"x":39912.0,"y":0.62,"lo":0.482,"hi":0.741,"model":"Qwen3.5-4B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":267999,"trunc":4.0,"label":"ref-A-qwen3-5-4b-math500_Qwen3.5-4B_math500","jpt":4.616704745166959,"clears":true,"tierA":1,"step":"4.0B"},{"x":231409.9,"y":0.26,"lo":0.159,"hi":0.396,"model":"Qwen3.5-9B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=true","n":50,"rep":0,"era":"new","tok":384885,"trunc":16.0,"label":"ref-A-qwen3-5-9b-math500_Qwen3.5-9B_math500","jpt":7.816176499473869,"clears":true,"tierA":1,"step":"9.0B"}]},{"series":"Qwen3.5 node A think=on","task":"mmlu_redux","pts":[{"x":15221.8,"y":0.45,"lo":0.356,"hi":0.548,"model":"Qwen3.5-0.8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":581046,"trunc":69.0,"label":"axis-A-thinkon-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0","jpt":1.1788724008081977,"clears":true,"tierA":1,"step":"0.8B"},{"x":13522.5,"y":0.6,"lo":0.502,"hi":0.691,"model":"Qwen3.5-2B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":347590,"trunc":33.0,"label":"axis-A-thinkon-qwen3-5-2b-mmlu-redux_Qwen3.5-2B_","jpt":2.3342210880635235,"clears":true,"tierA":1,"step":"2.0B"},{"x":14924.1,"y":0.58,"lo":0.482,"hi":0.672,"model":"Qwen3.5-4B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":188508,"trunc":6.0,"label":"ref-A-qwen3-5-4b-mmlu-redux_Qwen3.5-4B_mmlu_redu","jpt":4.591841603539372,"clears":true,"tierA":1,"step":"4.0B"},{"x":13564.0,"y":0.74,"lo":0.646,"hi":0.816,"model":"Qwen3.5-9B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=true","n":100,"rep":0,"era":"new","tok":129168,"trunc":2.0,"label":"ref-A-qwen3-5-9b-mmlu-redux_Qwen3.5-9B_mmlu_redu","jpt":7.770756464449399,"clears":true,"tierA":1,"step":"9.0B"}]},{"series":"Qwen3 node A think=off","task":"gpqa_diamond","pts":[{"x":999.7,"y":0.3,"lo":0.191,"hi":0.438,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":14066,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-gpqa-diamond_Qwen3-0.","jpt":1.0660578700412342,"clears":false,"tierA":1,"step":"0.6B"},{"x":7745.2,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-8B","task":"gpqa_diamond","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":17362,"trunc":2.0,"label":"axis-A-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_g","jpt":8.0298015781592,"clears":false,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node A think=off","task":"gsm8k_platinum","pts":[{"x":373.9,"y":0.41,"lo":0.319,"hi":0.508,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":12825,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-gsm8k-platinum_Qwen3-","jpt":1.1954030409356724,"clears":true,"tierA":1,"step":"0.6B"},{"x":1319.8,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":16493,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B","jpt":7.521892499848421,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node A think=off","task":"math500","pts":[{"x":1543.9,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-0.6B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":23792,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-math500_Qwen3-0.6B_ma","jpt":1.1680313130464022,"clears":true,"tierA":1,"step":"0.6B"},{"x":6705.7,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B","task":"math500","host":"A","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":31323,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-math500_Qwen3-8B_math50","jpt":7.492852440698528,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node A think=off","task":"mmlu_redux","pts":[{"x":157.2,"y":0.5,"lo":0.404,"hi":0.596,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":6445,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-0-6b-mmlu-redux_Qwen3-0.6B","jpt":1.219810550814585,"clears":true,"tierA":1,"step":"0.6B"},{"x":61.4,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen3-8B","task":"mmlu_redux","host":"A","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-A-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mml","jpt":23.959215,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node B think=off","task":"gpqa_diamond","pts":[{"x":822.4,"y":0.26,"lo":0.159,"hi":0.396,"model":"Qwen3-0.6B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":13660,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-gpqa-diamond_Qwen3-0.","jpt":0.7826720351390922,"clears":false,"tierA":1,"step":"0.6B"},{"x":5977.3,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-8B","task":"gpqa_diamond","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":17362,"trunc":2.0,"label":"axis-B-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_g","jpt":6.196994585877203,"clears":false,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node B think=off","task":"gsm8k_platinum","pts":[{"x":225.9,"y":0.46,"lo":0.366,"hi":0.557,"model":"Qwen3-0.6B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":12496,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-gsm8k-platinum_Qwen3-","jpt":0.8316941421254802,"clears":true,"tierA":1,"step":"0.6B"},{"x":967.7,"y":0.94,"lo":0.875,"hi":0.972,"model":"Qwen3-8B","task":"gsm8k_platinum","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":16493,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B","jpt":5.51519499181471,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node B think=off","task":"math500","pts":[{"x":1150.5,"y":0.36,"lo":0.241,"hi":0.499,"model":"Qwen3-0.6B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":23792,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-math500_Qwen3-0.6B_ma","jpt":0.8704153496973772,"clears":true,"tierA":1,"step":"0.6B"},{"x":7241.7,"y":0.7,"lo":0.562,"hi":0.809,"model":"Qwen3-8B","task":"math500","host":"B","engine":"vllm","quant":null,"eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":43880,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-8b-math500_Qwen3-8B_math50","jpt":5.776214927073838,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Qwen3 node B think=off","task":"mmlu_redux","pts":[{"x":106.1,"y":0.5,"lo":0.404,"hi":0.596,"model":"Qwen3-0.6B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":6445,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-0-6b-mmlu-redux_Qwen3-0.6B","jpt":0.8227624515128006,"clears":true,"tierA":1,"step":"0.6B"},{"x":47.5,"y":0.78,"lo":0.689,"hi":0.85,"model":"Qwen3-8B","task":"mmlu_redux","host":"B","engine":"vllm","quant":null,"eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":200,"trunc":0.0,"label":"axis-B-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mml","jpt":18.517815,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Ternary-Bonsai node A think=off PQ2_0","task":"gsm8k_platinum","pts":[{"x":330.2,"y":0.89,"lo":0.814,"hi":0.937,"model":"Ternary-Bonsai-8B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":15909,"trunc":0.0,"label":"prism-A-bonsai8b-pq2-0","jpt":1.847460431202464,"clears":true,"tierA":1,"step":"8.0B"},{"x":1309.0,"y":0.99,"lo":0.946,"hi":0.998,"model":"Ternary-Bonsai-2-27B","task":"gsm8k_platinum","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":21977,"trunc":0.0,"label":"prism-A-bonsai2-27b-pq2-0","jpt":5.896656641033808,"clears":true,"tierA":1,"step":"27.0B"}]},{"series":"Ternary-Bonsai node A think=off PQ2_0","task":"mmlu_redux","pts":[{"x":118.0,"y":0.636,"lo":0.593,"hi":0.677,"model":"Ternary-Bonsai-8B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":14450,"trunc":0.2,"label":"prism-A-bonsai8b-pq2-0","jpt":2.597453702422145,"clears":true,"tierA":1,"step":"8.0B"},{"x":259.5,"y":0.76,"lo":0.721,"hi":0.795,"model":"Ternary-Bonsai-2-27B","task":"mmlu_redux","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":5869,"trunc":0.0,"label":"prism-A-bonsai2-27b-pq2-0","jpt":16.8015990799114,"clears":true,"tierA":1,"step":"27.0B"}]},{"series":"Ternary-Bonsai node A think=off PQ2_0","task":"math500","pts":[{"x":4614.0,"y":0.54,"lo":0.404,"hi":0.67,"model":"Ternary-Bonsai-8B","task":"math500","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":60938,"trunc":4.0,"label":"prism-A-bonsai8b-pq2-0","jpt":2.044332288555581,"clears":true,"tierA":1,"step":"8.0B"},{"x":6925.8,"y":0.8,"lo":0.67,"hi":0.888,"model":"Ternary-Bonsai-2-27B","task":"math500","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":51767,"trunc":0.0,"label":"prism-A-bonsai2-27b-pq2-0","jpt":5.351516100990979,"clears":true,"tierA":1,"step":"27.0B"}]},{"series":"Ternary-Bonsai node A think=off PQ2_0","task":"gpqa_diamond","pts":[{"x":10649.0,"y":0.38,"lo":0.259,"hi":0.518,"model":"Ternary-Bonsai-8B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":95054,"trunc":8.0,"label":"prism-A-bonsai8b-pq2-0","jpt":2.1285820375786395,"clears":true,"tierA":1,"step":"8.0B"},{"x":35548.9,"y":0.64,"lo":0.501,"hi":0.759,"model":"Ternary-Bonsai-2-27B","task":"gpqa_diamond","host":"A","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":214840,"trunc":6.0,"label":"prism-A-bonsai2-27b-pq2-0","jpt":5.294934062558183,"clears":true,"tierA":1,"step":"27.0B"}]},{"series":"Ternary-Bonsai node C think=off PQ2_0","task":"gsm8k_platinum","pts":[{"x":182.5,"y":0.73,"lo":0.636,"hi":0.807,"model":"Ternary-Bonsai-1.7B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":33167,"trunc":2.0,"label":"prism-C-bonsai1-7b-pq2-0","jpt":0.40171143003587906,"clears":true,"tierA":1,"step":"1.7B"},{"x":289.3,"y":0.91,"lo":0.838,"hi":0.952,"model":"Ternary-Bonsai-4B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":36537,"trunc":1.0,"label":"prism-C-bonsai4b-pq2-0","jpt":0.7205560117141528,"clears":true,"tierA":1,"step":"4.0B"},{"x":223.2,"y":0.89,"lo":0.814,"hi":0.937,"model":"Ternary-Bonsai-8B","task":"gsm8k_platinum","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":100,"rep":0,"era":"new","tok":15877,"trunc":0.0,"label":"prism-C-bonsai8b-pq2-0","jpt":1.251234616111356,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Ternary-Bonsai node C think=off PQ2_0","task":"mmlu_redux","pts":[{"x":28.5,"y":0.49,"lo":0.446,"hi":0.534,"model":"Ternary-Bonsai-1.7B","task":"mmlu_redux","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":13916,"trunc":0.2,"label":"prism-C-bonsai1-7b-pq2-0","jpt":0.5020672607070997,"clears":true,"tierA":1,"step":"1.7B"},{"x":11.1,"y":0.612,"lo":0.569,"hi":0.654,"model":"Ternary-Bonsai-4B","task":"mmlu_redux","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":1024,"trunc":0.0,"label":"prism-C-bonsai4b-pq2-0","jpt":3.329529296875,"clears":true,"tierA":1,"step":"4.0B"},{"x":72.0,"y":0.638,"lo":0.595,"hi":0.679,"model":"Ternary-Bonsai-8B","task":"mmlu_redux","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":8192,"think":"enable_thinking=false","n":500,"rep":0,"era":"new","tok":14356,"trunc":0.2,"label":"prism-C-bonsai8b-pq2-0","jpt":1.600264210086375,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Ternary-Bonsai node C think=off PQ2_0","task":"math500","pts":[{"x":2921.0,"y":0.42,"lo":0.294,"hi":0.558,"model":"Ternary-Bonsai-1.7B","task":"math500","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":116269,"trunc":12.0,"label":"prism-C-bonsai1-7b-pq2-0","jpt":0.5275755274406764,"clears":true,"tierA":1,"step":"1.7B"},{"x":5045.2,"y":0.64,"lo":0.501,"hi":0.759,"model":"Ternary-Bonsai-4B","task":"math500","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":178222,"trunc":12.0,"label":"prism-C-bonsai4b-pq2-0","jpt":0.9058723502149005,"clears":true,"tierA":1,"step":"4.0B"},{"x":2932.0,"y":0.58,"lo":0.442,"hi":0.706,"model":"Ternary-Bonsai-8B","task":"math500","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":60778,"trunc":4.0,"label":"prism-C-bonsai8b-pq2-0","jpt":1.3989989469873967,"clears":true,"tierA":1,"step":"8.0B"}]},{"series":"Ternary-Bonsai node C think=off PQ2_0","task":"gpqa_diamond","pts":[{"x":3812.8,"y":0.4,"lo":0.276,"hi":0.538,"model":"Ternary-Bonsai-1.7B","task":"gpqa_diamond","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":147692,"trunc":14.0,"label":"prism-C-bonsai1-7b-pq2-0","jpt":0.5163180808710018,"clears":true,"tierA":1,"step":"1.7B"},{"x":983.6,"y":0.32,"lo":0.208,"hi":0.458,"model":"Ternary-Bonsai-4B","task":"gpqa_diamond","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":16274,"trunc":2.0,"label":"prism-C-bonsai4b-pq2-0","jpt":0.9669962516898121,"clears":false,"tierA":1,"step":"4.0B"},{"x":14960.9,"y":0.3,"lo":0.191,"hi":0.438,"model":"Ternary-Bonsai-8B","task":"gpqa_diamond","host":"C","engine":"llama.cpp","quant":"PQ2_0","eager":false,"cap":16384,"think":"enable_thinking=false","n":50,"rep":0,"era":"new","tok":152755,"trunc":16.0,"label":"prism-C-bonsai8b-pq2-0","jpt":1.4691079964649276,"clears":false,"tierA":1,"step":"8.0B"}]}],"power_ladder":[{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":150,"jpc":2682.0,"jpt":16.769,"tps":8.52,"acc":0.96,"w":151.3,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":200,"jpc":1367.0,"jpt":8.549,"tps":21.69,"acc":0.96,"w":197.1,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":225,"jpc":1178.0,"jpt":7.189,"tps":29.12,"acc":0.94,"w":222.2,"n":3},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":250,"jpc":991.0,"jpt":6.193,"tps":37.76,"acc":0.96,"w":247.4,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":280,"jpc":977.0,"jpt":5.966,"tps":43.97,"acc":0.94,"w":276.8,"n":3},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":300,"jpc":1003.0,"jpt":6.272,"tps":44.47,"acc":0.96,"w":295.2,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":350,"jpc":1120.0,"jpt":7.003,"tps":46.13,"acc":0.96,"w":342.1,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":390,"jpc":1240.0,"jpt":7.57,"tps":47.26,"acc":0.94,"w":378.8,"n":3},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":150,"jpc":91.0,"jpt":34.576,"tps":4.41,"acc":0.76,"w":148.9,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":200,"jpc":53.0,"jpt":20.025,"tps":10.36,"acc":0.76,"w":188.7,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":225,"jpc":42.0,"jpt":16.071,"tps":15.82,"acc":0.76,"w":203.7,"n":3},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":250,"jpc":47.0,"jpt":17.913,"tps":15.62,"acc":0.76,"w":229.5,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":280,"jpc":37.0,"jpt":14.082,"tps":22.18,"acc":0.76,"w":247.9,"n":3},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":300,"jpc":54.0,"jpt":20.552,"tps":15.25,"acc":0.76,"w":261.1,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":350,"jpc":62.0,"jpt":23.431,"tps":14.29,"acc":0.76,"w":280.2,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":390,"jpc":46.0,"jpt":17.598,"tps":21.87,"acc":0.76,"w":281.4,"n":3},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gpqa_diamond","cap":150,"jpc":182.0,"jpt":40.909,"tps":3.63,"acc":0.449,"w":149.2,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gpqa_diamond","cap":200,"jpc":96.0,"jpt":21.434,"tps":9.25,"acc":0.444,"w":196.5,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gpqa_diamond","cap":225,"jpc":90.0,"jpt":19.957,"tps":11.14,"acc":0.444,"w":220.0,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gpqa_diamond","cap":250,"jpc":92.0,"jpt":20.371,"tps":12.19,"acc":0.444,"w":240.0,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gpqa_diamond","cap":280,"jpc":100.0,"jpt":22.254,"tps":12.43,"acc":0.444,"w":265.4,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gpqa_diamond","cap":300,"jpc":103.0,"jpt":22.8,"tps":12.74,"acc":0.444,"w":284.1,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gpqa_diamond","cap":350,"jpc":113.0,"jpt":25.044,"tps":12.92,"acc":0.444,"w":319.6,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gpqa_diamond","cap":390,"jpc":118.0,"jpt":26.255,"tps":13.31,"acc":0.444,"w":344.6,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gsm8k_platinum","cap":150,"jpc":4669.0,"jpt":16.667,"tps":8.44,"acc":0.83,"w":150.2,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gsm8k_platinum","cap":200,"jpc":2370.0,"jpt":8.46,"tps":22.05,"acc":0.83,"w":199.1,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gsm8k_platinum","cap":225,"jpc":2067.0,"jpt":7.378,"tps":28.41,"acc":0.83,"w":224.1,"n":3},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gsm8k_platinum","cap":250,"jpc":2314.0,"jpt":8.261,"tps":28.23,"acc":0.83,"w":248.5,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gsm8k_platinum","cap":280,"jpc":2549.0,"jpt":9.099,"tps":28.66,"acc":0.83,"w":278.5,"n":3},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gsm8k_platinum","cap":300,"jpc":2727.0,"jpt":9.686,"tps":28.85,"acc":0.82,"w":297.2,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gsm8k_platinum","cap":350,"jpc":3031.0,"jpt":10.821,"tps":29.35,"acc":0.83,"w":338.9,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"gsm8k_platinum","cap":390,"jpc":3126.0,"jpt":11.158,"tps":28.87,"acc":0.83,"w":343.5,"n":3},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"mmlu_redux","cap":150,"jpc":136.0,"jpt":54.407,"tps":2.64,"acc":0.802,"w":149.6,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"mmlu_redux","cap":200,"jpc":68.0,"jpt":27.234,"tps":7.08,"acc":0.806,"w":197.0,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"mmlu_redux","cap":225,"jpc":62.0,"jpt":24.964,"tps":8.72,"acc":0.806,"w":220.3,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"mmlu_redux","cap":250,"jpc":61.0,"jpt":24.759,"tps":9.65,"acc":0.806,"w":244.0,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"mmlu_redux","cap":280,"jpc":67.0,"jpt":26.865,"tps":10.01,"acc":0.806,"w":271.6,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"mmlu_redux","cap":300,"jpc":70.0,"jpt":28.07,"tps":10.25,"acc":0.806,"w":289.5,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"mmlu_redux","cap":350,"jpc":77.0,"jpt":31.207,"tps":10.62,"acc":0.806,"w":332.7,"n":1},{"host":"A","model":"Qwen/Qwen3.5-9B","task":"mmlu_redux","cap":390,"jpc":84.0,"jpt":33.784,"tps":10.71,"acc":0.806,"w":361.2,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":135,"jpc":1645.0,"jpt":10.283,"tps":12.28,"acc":0.96,"w":134.6,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":180,"jpc":984.0,"jpt":6.152,"tps":27.54,"acc":0.96,"w":179.6,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":202,"jpc":876.0,"jpt":5.347,"tps":35.51,"acc":0.94,"w":201.5,"n":3},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":224,"jpc":776.0,"jpt":4.852,"tps":43.5,"acc":0.96,"w":223.5,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":251,"jpc":823.0,"jpt":5.022,"tps":47.07,"acc":0.94,"w":250.4,"n":3},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":269,"jpc":845.0,"jpt":5.284,"tps":48.0,"acc":0.96,"w":268.2,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":314,"jpc":951.0,"jpt":5.943,"tps":49.67,"acc":0.96,"w":312.8,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","cap":350,"jpc":1063.0,"jpt":6.488,"tps":50.18,"acc":0.94,"w":344.8,"n":6},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":135,"jpc":55.0,"jpt":20.93,"tps":6.5,"acc":0.76,"w":132.8,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":180,"jpc":35.0,"jpt":13.432,"tps":13.5,"acc":0.76,"w":171.3,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":202,"jpc":24.0,"jpt":9.099,"tps":22.35,"acc":0.76,"w":190.7,"n":3},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":224,"jpc":34.0,"jpt":12.745,"tps":18.66,"acc":0.76,"w":211.6,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":251,"jpc":25.0,"jpt":9.467,"tps":27.06,"acc":0.76,"w":232.8,"n":3},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":269,"jpc":37.0,"jpt":14.181,"tps":20.02,"acc":0.76,"w":259.2,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":314,"jpc":42.0,"jpt":15.964,"tps":20.47,"acc":0.76,"w":294.0,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","cap":350,"jpc":32.0,"jpt":12.348,"tps":28.54,"acc":0.76,"w":316.0,"n":6},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","cap":105,"jpc":945.0,"jpt":1.956,"tps":33.18,"acc":0.62,"w":69.7,"n":1},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","cap":115,"jpc":946.0,"jpt":1.959,"tps":33.08,"acc":0.62,"w":69.5,"n":1},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","cap":130,"jpc":1080.0,"jpt":2.235,"tps":32.98,"acc":0.62,"w":79.4,"n":3},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","cap":144,"jpc":962.0,"jpt":1.992,"tps":32.46,"acc":0.62,"w":69.1,"n":1},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","cap":162,"jpc":1377.0,"jpt":2.85,"tps":33.42,"acc":0.62,"w":102.6,"n":3},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","cap":173,"jpc":1481.0,"jpt":3.066,"tps":32.47,"acc":0.62,"w":106.8,"n":1},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","cap":202,"jpc":1333.0,"jpt":2.76,"tps":32.94,"acc":0.62,"w":98.1,"n":1},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","cap":225,"jpc":1101.0,"jpt":2.279,"tps":33.35,"acc":0.62,"w":81.5,"n":3},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"mmlu_redux","cap":105,"jpc":25.0,"jpt":6.385,"tps":13.05,"acc":0.52,"w":88.6,"n":1},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"mmlu_redux","cap":115,"jpc":25.0,"jpt":6.387,"tps":13.06,"acc":0.52,"w":88.4,"n":1},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"mmlu_redux","cap":130,"jpc":29.0,"jpt":7.475,"tps":13.66,"acc":0.52,"w":110.0,"n":3},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"mmlu_redux","cap":144,"jpc":25.0,"jpt":6.411,"tps":13.01,"acc":0.52,"w":89.4,"n":1},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"mmlu_redux","cap":162,"jpc":25.0,"jpt":6.384,"tps":13.1,"acc":0.52,"w":88.6,"n":3},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"mmlu_redux","cap":173,"jpc":37.0,"jpt":9.551,"tps":14.19,"acc":0.52,"w":145.1,"n":1},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"mmlu_redux","cap":202,"jpc":36.0,"jpt":9.475,"tps":14.29,"acc":0.52,"w":144.3,"n":1},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"mmlu_redux","cap":225,"jpc":26.0,"jpt":6.785,"tps":13.21,"acc":0.52,"w":94.8,"n":3}],"clock_ladder":[{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gpqa_diamond","mhz":240,"jpc":292.0,"jpt":47.926,"tps":3.02,"acc":0.328,"w":137.4,"cv":0.0554,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gpqa_diamond","mhz":600,"jpc":161.0,"jpt":26.472,"tps":6.02,"acc":0.328,"w":156.5,"cv":0.0884,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gpqa_diamond","mhz":900,"jpc":139.0,"jpt":22.887,"tps":7.2,"acc":0.328,"w":163.4,"cv":0.097,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gpqa_diamond","mhz":1200,"jpc":131.0,"jpt":21.425,"tps":8.08,"acc":0.328,"w":167.6,"cv":0.0955,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gpqa_diamond","mhz":1350,"jpc":126.0,"jpt":20.628,"tps":8.7,"acc":0.328,"w":169.8,"cv":0.1033,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gpqa_diamond","mhz":1500,"jpc":130.0,"jpt":21.313,"tps":8.66,"acc":0.328,"w":176.4,"cv":0.1136,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gpqa_diamond","mhz":1695,"jpc":138.0,"jpt":22.573,"tps":9.07,"acc":0.328,"w":188.9,"cv":0.128,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gpqa_diamond","mhz":1860,"jpc":150.0,"jpt":24.596,"tps":9.52,"acc":0.328,"w":216.2,"cv":0.1288,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":240,"jpc":2678.0,"jpt":16.346,"tps":8.48,"acc":0.94,"w":146.8,"cv":0.0122,"n":3},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":600,"jpc":1456.0,"jpt":9.105,"tps":18.15,"acc":0.96,"w":175.9,"cv":0.0172,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":900,"jpc":1196.0,"jpt":7.48,"tps":24.79,"acc":0.96,"w":196.3,"cv":0.0334,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1200,"jpc":988.0,"jpt":6.033,"tps":36.06,"acc":0.94,"w":230.6,"cv":0.0562,"n":3},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1350,"jpc":910.0,"jpt":5.691,"tps":40.63,"acc":0.96,"w":244.3,"cv":0.0559,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1500,"jpc":919.0,"jpt":5.746,"tps":42.62,"acc":0.96,"w":258.9,"cv":0.0569,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1695,"jpc":977.0,"jpt":6.106,"tps":44.99,"acc":0.96,"w":291.3,"cv":0.0591,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1860,"jpc":1144.0,"jpt":6.982,"tps":45.89,"acc":0.94,"w":337.7,"cv":0.0709,"n":3},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":240,"jpc":102.0,"jpt":36.554,"tps":4.12,"acc":0.716,"w":140.7,"cv":0.0258,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":600,"jpc":62.0,"jpt":22.308,"tps":7.26,"acc":0.716,"w":158.0,"cv":0.0228,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":900,"jpc":57.0,"jpt":20.373,"tps":8.59,"acc":0.716,"w":163.2,"cv":0.0407,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1200,"jpc":53.0,"jpt":18.926,"tps":9.96,"acc":0.716,"w":168.1,"cv":0.0581,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1350,"jpc":52.0,"jpt":18.567,"tps":10.31,"acc":0.716,"w":169.6,"cv":0.0676,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1500,"jpc":50.0,"jpt":17.746,"tps":11.81,"acc":0.716,"w":177.8,"cv":0.102,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1695,"jpc":56.0,"jpt":20.109,"tps":10.71,"acc":0.716,"w":190.4,"cv":0.075,"n":1},{"host":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1860,"jpc":63.0,"jpt":22.661,"tps":10.86,"acc":0.716,"w":212.2,"cv":0.1043,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":240,"jpc":2209.0,"jpt":13.484,"tps":8.49,"acc":0.94,"w":121.7,"cv":0.015,"n":3},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":585,"jpc":1167.0,"jpt":7.294,"tps":20.43,"acc":0.96,"w":158.5,"cv":0.0155,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":885,"jpc":929.0,"jpt":5.807,"tps":30.43,"acc":0.96,"w":187.3,"cv":0.0219,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1185,"jpc":810.0,"jpt":5.061,"tps":39.36,"acc":0.96,"w":211.2,"cv":0.0286,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1335,"jpc":796.0,"jpt":4.858,"tps":43.51,"acc":0.94,"w":223.3,"cv":0.0398,"n":3},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1485,"jpc":791.0,"jpt":4.946,"tps":45.75,"acc":0.96,"w":239.0,"cv":0.0305,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1665,"jpc":851.0,"jpt":5.32,"tps":48.15,"acc":0.96,"w":270.6,"cv":0.0337,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1830,"jpc":979.0,"jpt":6.121,"tps":49.72,"acc":0.96,"w":320.9,"cv":0.0376,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"gsm8k_platinum","mhz":1890,"jpc":1057.0,"jpt":6.455,"tps":50.06,"acc":0.94,"w":340.7,"cv":0.0504,"n":3},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":240,"jpc":69.0,"jpt":26.358,"tps":4.8,"acc":0.76,"w":114.0,"cv":0.1073,"n":3},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":585,"jpc":52.0,"jpt":19.735,"tps":8.17,"acc":0.76,"w":134.4,"cv":0.1325,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":885,"jpc":40.0,"jpt":15.134,"tps":12.18,"acc":0.76,"w":153.2,"cv":0.1734,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1185,"jpc":34.0,"jpt":12.985,"tps":15.76,"acc":0.76,"w":170.4,"cv":0.1876,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1335,"jpc":23.0,"jpt":8.85,"tps":24.24,"acc":0.76,"w":183.1,"cv":0.2685,"n":3},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1485,"jpc":33.0,"jpt":12.425,"tps":18.37,"acc":0.76,"w":191.8,"cv":0.2323,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1665,"jpc":35.0,"jpt":13.396,"tps":19.18,"acc":0.76,"w":220.9,"cv":0.2152,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1830,"jpc":40.0,"jpt":15.183,"tps":20.5,"acc":0.76,"w":266.2,"cv":0.2337,"n":1},{"host":"B","model":"Qwen/Qwen2.5-7B-Instruct","task":"mmlu_redux","mhz":1890,"jpc":31.0,"jpt":11.604,"tps":28.46,"acc":0.76,"w":282.9,"cv":0.2938,"n":3},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","mhz":1515,"jpc":951.0,"jpt":1.969,"tps":33.43,"acc":0.62,"w":70.5,"cv":0.0646,"n":3},{"host":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","mhz":1860,"jpc":1379.0,"jpt":2.855,"tps":33.45,"acc":0.62,"w":101.9,"cv":0.0825,"n":3}],"cells":[{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":300,"nc":148,"acc":0.4933,"jpc":19281.2,"jpt":2.003,"ttft":93.2,"tps":163.4,"dur":2950.0,"w":283,"jpc_min":1137.6,"jpc_max":52343.9,"n_runs":3,"tierA":0,"latest":"ref-A-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_gsm8k_platinu","cap":8192,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":600,"nc":321,"acc":0.535,"jpc":45.7,"jpt":11.109,"ttft":129.6,"tps":14.2,"dur":16.0,"w":152,"jpc_min":30.9,"jpc_max":62.8,"n_runs":6,"tierA":0,"latest":"ref-A-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":500,"nc":180,"acc":0.36,"jpc":8811.3,"jpt":1.882,"ttft":120.6,"tps":86.0,"dur":763.0,"w":220,"jpc_min":54.0,"jpc_max":126389.3,"n_runs":6,"tierA":0,"latest":"ref-A-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpqa_diamond","cap":16384,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":200,"nc":60,"acc":0.3,"jpc":72645.5,"jpt":2.084,"ttft":102.6,"tps":160.3,"dur":4749.0,"w":285,"jpc_min":10403.5,"jpc_max":243026.8,"n_runs":3,"tierA":0,"latest":"ref-A-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","cap":16384,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":600,"nc":399,"acc":0.665,"jpc":2227.6,"jpt":3.965,"ttft":174.5,"tps":66.9,"dur":751.0,"w":237,"jpc_min":1359.9,"jpc_max":2773.8,"n_runs":6,"tierA":0,"latest":"ref-A-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k_platinum","cap":8192,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":1200,"nc":670,"acc":0.5583,"jpc":62.5,"jpt":17.457,"ttft":186.3,"tps":10.8,"dur":60.0,"w":185,"jpc_min":53.4,"jpc_max":69.7,"n_runs":4,"tierA":0,"latest":"ref-A-qwen3-5-2b-mmlu-redux_Qwen3.5-2B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":150,"nc":58,"acc":0.3867,"jpc":79.9,"jpt":15.393,"ttft":182.3,"tps":10.3,"dur":14.0,"w":162,"jpc_min":75.5,"jpc_max":87.6,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-5-2b-gpqa-diamond_Qwen3.5-2B_gpqa_diamond","cap":16384,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":350,"nc":200,"acc":0.5714,"jpc":8989.9,"jpt":4.03,"ttft":170.2,"tps":65.7,"dur":2372.0,"w":230,"jpc_min":6932.8,"jpc_max":10593.0,"n_runs":4,"tierA":0,"latest":"ref-A-qwen3-5-2b-math500_Qwen3.5-2B_math500","cap":16384,"clears":true},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":200,"nc":173,"acc":0.865,"jpc":2155.9,"jpt":6.559,"ttft":268.3,"tps":51.4,"dur":672.0,"w":318,"jpc_min":1616.7,"jpc_max":2797.4,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-qwen3-5-4b-gsm8k-platinum_Qwen3.5-4B_gsm8k_p","cap":8192,"clears":true},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":200,"nc":159,"acc":0.795,"jpc":60.8,"jpt":24.177,"ttft":187.4,"tps":10.9,"dur":18.0,"w":269,"jpc_min":58.9,"jpc_max":62.7,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-qwen3-5-4b-mmlu-redux_Qwen3.5-4B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":150,"nc":53,"acc":0.3533,"jpc":118.0,"jpt":20.844,"ttft":194.3,"tps":10.9,"dur":13.0,"w":228,"jpc_min":99.2,"jpc_max":130.3,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-qwen3-5-4b-gpqa-diamond_Qwen3.5-4B_gpqa_diam","cap":16384,"clears":true},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":150,"nc":100,"acc":0.6667,"jpc":7876.0,"jpt":7.266,"ttft":300.6,"tps":52.7,"dur":1483.0,"w":322,"jpc_min":5306.3,"jpc_max":9385.2,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-qwen3-5-4b-math500_Qwen3.5-4B_math500","cap":16384,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":null,"b":9.0,"n":925,"nc":828,"acc":0.8951,"jpc":3025.6,"jpt":10.836,"ttft":326.7,"tps":31.3,"dur":463.0,"w":343,"jpc_min":1838.9,"jpc_max":3551.0,"n_runs":17,"tierA":0,"latest":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":null,"b":9.0,"n":1725,"nc":1426,"acc":0.8267,"jpc":89.1,"jpt":36.82,"ttft":222.8,"tps":8.8,"dur":32.0,"w":306,"jpc_min":74.3,"jpc_max":108.1,"n_runs":13,"tierA":0,"latest":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_mmlu_redux","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":null,"b":9.0,"n":750,"nc":317,"acc":0.4227,"jpc":141.7,"jpt":29.95,"ttft":195.2,"tps":9.4,"dur":13.0,"w":273,"jpc_min":113.5,"jpc_max":153.2,"n_runs":12,"tierA":0,"latest":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":null,"b":9.0,"n":850,"nc":601,"acc":0.7071,"jpc":13797.8,"jpt":10.386,"ttft":389.6,"tps":35.3,"dur":1281.0,"w":356,"jpc_min":11093.4,"jpc_max":18561.9,"n_runs":20,"tierA":0,"latest":"wave1-fp16-c04-qwen3.5-9b_Qwen3.5-9B_math500","cap":1024,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":1100,"nc":1032,"acc":0.9382,"jpc":996.3,"jpt":6.062,"ttft":136.3,"tps":48.0,"dur":261.0,"w":380,"jpc_min":182.1,"jpc_max":1279.0,"n_runs":11,"tierA":0,"latest":"conc-A-qwen2-5-7b-instruct-c8-gsm8k-platinum_Qwen2.5-7B-Inst","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":600,"nc":457,"acc":0.7617,"jpc":50.1,"jpt":19.076,"ttft":265.4,"tps":9.2,"dur":13.0,"w":301,"jpc_min":30.0,"jpc_max":64.5,"n_runs":6,"tierA":0,"latest":"conc-A-qwen2-5-7b-instruct-c8-mmlu-redux_Qwen2.5-7B-Instruct","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":200,"nc":63,"acc":0.315,"jpc":151.6,"jpt":23.871,"ttft":151.0,"tps":12.2,"dur":11.0,"w":285,"jpc_min":140.5,"jpc_max":162.5,"n_runs":3,"tierA":0,"latest":"ref-A-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7B-Instruct_g","cap":16384,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":400,"nc":266,"acc":0.665,"jpc":7350.4,"jpt":7.471,"ttft":118.3,"tps":48.6,"dur":1080.0,"w":384,"jpc_min":5662.0,"jpc_max":13085.3,"n_runs":5,"tierA":0,"latest":"ref-A-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Instruct_math50","cap":16384,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":390,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":1239.9,"jpt":7.57,"ttft":97.9,"tps":47.3,"dur":326.0,"w":379,"jpc_min":1212.4,"jpc_max":1254.6,"n_runs":3,"tierA":0,"latest":"power-sweep-a-390_Qwen2.5-7B-Instruct_gsm8k_platinum_390w","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":390,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":300,"nc":228,"acc":0.76,"jpc":46.3,"jpt":17.598,"ttft":93.9,"tps":16.6,"dur":13.0,"w":281,"jpc_min":35.7,"jpc_max":64.5,"n_runs":3,"tierA":0,"latest":"power-sweep-a-390_Qwen2.5-7B-Instruct_mmlu_redux_390w","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":350,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":1120.2,"jpt":7.003,"ttft":96.2,"tps":46.1,"dur":333.0,"w":342,"jpc_min":1120.2,"jpc_max":1120.2,"n_runs":1,"tierA":0,"latest":"power-sweep-a-350_Qwen2.5-7B-Instruct_gsm8k_platinum_350w","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":350,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":61.7,"jpt":23.431,"ttft":170.1,"tps":11.3,"dur":18.0,"w":280,"jpc_min":61.7,"jpc_max":61.7,"n_runs":1,"tierA":0,"latest":"power-sweep-a-350_Qwen2.5-7B-Instruct_mmlu_redux_350w","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":300,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":1003.2,"jpt":6.272,"ttft":103.2,"tps":44.5,"dur":345.0,"w":295,"jpc_min":1003.2,"jpc_max":1003.2,"n_runs":1,"tierA":0,"latest":"power-sweep-a-300_Qwen2.5-7B-Instruct_gsm8k_platinum_300w","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":300,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":54.1,"jpt":20.552,"ttft":155.3,"tps":11.9,"dur":17.0,"w":261,"jpc_min":54.1,"jpc_max":54.1,"n_runs":1,"tierA":0,"latest":"power-sweep-a-300_Qwen2.5-7B-Instruct_mmlu_redux_300w","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":280,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":977.1,"jpt":5.966,"ttft":103.5,"tps":43.8,"dur":351.0,"w":277,"jpc_min":942.0,"jpc_max":999.4,"n_runs":3,"tierA":0,"latest":"power-sweep-a-280_Qwen2.5-7B-Instruct_gsm8k_platinum_280w","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":280,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":300,"nc":228,"acc":0.76,"jpc":37.1,"jpt":14.082,"ttft":96.3,"tps":18.1,"dur":12.0,"w":248,"jpc_min":26.7,"jpc_max":49.8,"n_runs":3,"tierA":0,"latest":"power-sweep-a-280_Qwen2.5-7B-Instruct_mmlu_redux_280w","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":250,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":990.5,"jpt":6.193,"ttft":129.9,"tps":37.7,"dur":408.0,"w":247,"jpc_min":990.5,"jpc_max":990.5,"n_runs":1,"tierA":0,"latest":"power-sweep-a-250_Qwen2.5-7B-Instruct_gsm8k_platinum_250w","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":250,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":47.1,"jpt":17.913,"ttft":158.0,"tps":12.3,"dur":16.0,"w":230,"jpc_min":47.1,"jpc_max":47.1,"n_runs":1,"tierA":0,"latest":"power-sweep-a-250_Qwen2.5-7B-Instruct_mmlu_redux_250w","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":225,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":1177.6,"jpt":7.189,"ttft":139.3,"tps":29.1,"dur":529.0,"w":222,"jpc_min":1149.6,"jpc_max":1199.8,"n_runs":3,"tierA":0,"latest":"power-sweep-a-225_Qwen2.5-7B-Instruct_gsm8k_platinum_225w","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":225,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":300,"nc":228,"acc":0.76,"jpc":42.3,"jpt":16.071,"ttft":144.1,"tps":12.9,"dur":16.0,"w":204,"jpc_min":34.2,"jpc_max":56.8,"n_runs":3,"tierA":0,"latest":"power-sweep-a-225_Qwen2.5-7B-Instruct_mmlu_redux_225w","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":200,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":1367.5,"jpt":8.549,"ttft":199.1,"tps":21.7,"dur":707.0,"w":197,"jpc_min":1367.5,"jpc_max":1367.5,"n_runs":1,"tierA":0,"latest":"power-sweep-a-200_Qwen2.5-7B-Instruct_gsm8k_platinum_200w","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":200,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":52.7,"jpt":20.025,"ttft":221.2,"tps":9.1,"dur":22.0,"w":189,"jpc_min":52.7,"jpc_max":52.7,"n_runs":1,"tierA":0,"latest":"power-sweep-a-200_Qwen2.5-7B-Instruct_mmlu_redux_200w","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":150,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":2682.1,"jpt":16.769,"ttft":495.9,"tps":8.5,"dur":1801.0,"w":151,"jpc_min":2682.1,"jpc_max":2682.1,"n_runs":1,"tierA":0,"latest":"power-sweep-a-150_Qwen2.5-7B-Instruct_gsm8k_platinum_150w","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":150,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":91.0,"jpt":34.576,"ttft":488.8,"tps":4.1,"dur":49.0,"w":149,"jpc_min":91.0,"jpc_max":91.0,"n_runs":1,"tierA":0,"latest":"power-sweep-a-150_Qwen2.5-7B-Instruct_mmlu_redux_150w","cap":512,"clears":true},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":94,"acc":0.94,"jpc":1489.0,"jpt":7.963,"ttft":205.9,"tps":19.7,"dur":891.0,"w":167,"jpc_min":1489.0,"jpc_max":1489.0,"n_runs":1,"tierA":0,"latest":"wave1-4bit-c02-gemma-4-26b-a4b-it-awq-4bit_gemma-4-26B-A4B-i","cap":400,"clears":true},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":400,"nc":331,"acc":0.8275,"jpc":53.4,"jpt":22.031,"ttft":161.1,"tps":9.5,"dur":21.0,"w":213,"jpc_min":50.0,"jpc_max":57.0,"n_runs":4,"tierA":0,"latest":"frontier-repeats-mmlu-redux_gemma-4-26B-A4B-it-AWQ-4bit_mmlu","cap":512,"clears":true},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":31,"acc":0.31,"jpc":622.9,"jpt":8.965,"ttft":198.8,"tps":18.3,"dur":118.0,"w":173,"jpc_min":622.9,"jpc_max":622.9,"n_runs":1,"tierA":0,"latest":"wave1-4bit-c02-gemma-4-26b-a4b-it-awq-4bit_gemma-4-26B-A4B-i","cap":512,"clears":false},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":71,"acc":0.71,"jpc":6213.9,"jpt":8.093,"ttft":217.2,"tps":19.3,"dur":2828.0,"w":166,"jpc_min":6213.9,"jpc_max":6213.9,"n_runs":1,"tierA":0,"latest":"wave1-4bit-c02-gemma-4-26b-a4b-it-awq-4bit_gemma-4-26B-A4B-i","cap":1024,"clears":true},{"model":"Qwen3.8-27B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":100,"nc":82,"acc":0.82,"jpc":5733.1,"jpt":16.598,"ttft":825.4,"tps":13.0,"dur":2185.0,"w":229,"jpc_min":5733.1,"jpc_max":5733.1,"n_runs":1,"tierA":0,"latest":"wave1-4bit-c03-qwen3.8-27b-awq-int4_Qwen3.8-27B-AWQ-INT4_gsm","cap":400,"clears":true},{"model":"Qwen3.8-27B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":100,"nc":87,"acc":0.87,"jpc":185.9,"jpt":80.864,"ttft":464.0,"tps":4.1,"dur":49.0,"w":347,"jpc_min":185.9,"jpc_max":185.9,"n_runs":1,"tierA":0,"latest":"wave1-4bit-c03-qwen3.8-27b-awq-int4_Qwen3.8-27B-AWQ-INT4_mml","cap":512,"clears":true},{"model":"Qwen3.8-27B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":100,"nc":40,"acc":0.4,"jpc":312.3,"jpt":62.462,"ttft":346.6,"tps":5.1,"dur":39.0,"w":333,"jpc_min":312.3,"jpc_max":312.3,"n_runs":1,"tierA":0,"latest":"wave1-4bit-c03-qwen3.8-27b-awq-int4_Qwen3.8-27B-AWQ-INT4_gpq","cap":512,"clears":true},{"model":"Qwen3.8-27B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":100,"nc":64,"acc":0.64,"jpc":18555.7,"jpt":16.897,"ttft":1178.5,"tps":13.1,"dur":5357.0,"w":234,"jpc_min":18555.7,"jpc_max":18555.7,"n_runs":1,"tierA":0,"latest":"wave1-4bit-c03-qwen3.8-27b-awq-int4_Qwen3.8-27B-AWQ-INT4_mat","cap":1024,"clears":true},{"model":"gemma-4-31B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":31.0,"n":400,"nc":400,"acc":1.0,"jpc":2431.0,"jpt":17.155,"ttft":221.2,"tps":17.9,"dur":791.0,"w":325,"jpc_min":2383.5,"jpc_max":2502.7,"n_runs":4,"tierA":0,"latest":"frontier-repeats-gsm8k-platinum_gemma-4-31B-it-AWQ-4bit_gsm8","cap":400,"clears":true},{"model":"gemma-4-31B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":31.0,"n":400,"nc":384,"acc":0.96,"jpc":122.5,"jpt":58.806,"ttft":335.4,"tps":5.6,"dur":36.0,"w":342,"jpc_min":119.1,"jpc_max":124.1,"n_runs":4,"tierA":0,"latest":"frontier-repeats-mmlu-redux_gemma-4-31B-it-AWQ-4bit_mmlu_red","cap":512,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":null,"b":20.0,"n":1500,"nc":1422,"acc":0.948,"jpc":858.2,"jpt":3.501,"ttft":694.3,"tps":92.2,"dur":364.0,"w":287,"jpc_min":593.3,"jpc_max":1220.4,"n_runs":15,"tierA":0,"latest":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gsm8k_platinum","cap":400,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":null,"b":20.0,"n":1800,"nc":1102,"acc":0.6122,"jpc":1057.6,"jpt":3.184,"ttft":93.6,"tps":70.4,"dur":755.0,"w":258,"jpc_min":643.1,"jpc_max":2068.7,"n_runs":6,"tierA":0,"latest":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_mmlu_redux","cap":512,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":null,"b":20.0,"n":350,"nc":92,"acc":0.2629,"jpc":9356.1,"jpt":3.095,"ttft":68.4,"tps":66.7,"dur":856.0,"w":241,"jpc_min":3589.6,"jpc_max":16874.2,"n_runs":4,"tierA":0,"latest":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_gpqa_diamond","cap":512,"clears":false},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":null,"b":20.0,"n":350,"nc":222,"acc":0.6343,"jpc":4883.3,"jpt":4.252,"ttft":3216.7,"tps":66.6,"dur":1416.0,"w":239,"jpc_min":3229.9,"jpc_max":5470.5,"n_runs":4,"tierA":0,"latest":"wave1-4bit-c01-gpt-oss-20b_gpt-oss-20b_math500","cap":1024,"clears":true},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":1400,"nc":1241,"acc":0.8864,"jpc":1106.1,"jpt":3.395,"ttft":190.0,"tps":107.0,"dur":270.0,"w":383,"jpc_min":964.4,"jpc_max":1255.1,"n_runs":14,"tierA":0,"latest":"reference-repeats-A","cap":8192,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":500,"nc":219,"acc":0.438,"jpc":640.9,"jpt":2.202,"ttft":67.4,"tps":91.7,"dur":176.0,"w":182,"jpc_min":373.9,"jpc_max":709.0,"n_runs":5,"tierA":0,"latest":"axis-A-thinkoff-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k_p","cap":8192,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":500,"nc":246,"acc":0.492,"jpc":60.9,"jpt":1.772,"ttft":74.9,"tps":74.4,"dur":16.0,"w":179,"jpc_min":34.7,"jpc_max":157.2,"n_runs":5,"tierA":0,"latest":"axis-A-thinkoff-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":150,"nc":35,"acc":0.2333,"jpc":713.1,"jpt":1.387,"ttft":57.2,"tps":155.5,"dur":61.0,"w":220,"jpc_min":498.2,"jpc_max":999.7,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_diam","cap":16384,"clears":false},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":150,"nc":59,"acc":0.3933,"jpc":2198.5,"jpt":1.979,"ttft":77.5,"tps":149.0,"dur":385.0,"w":226,"jpc_min":1543.9,"jpc_max":2485.9,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-qwen3-0-6b-math500_Qwen3-0.6B_math500","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":200,"nc":188,"acc":0.94,"jpc":1343.7,"jpt":7.668,"ttft":121.2,"tps":47.4,"dur":348.0,"w":384,"jpc_min":1319.8,"jpc_max":1367.7,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_plati","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":200,"nc":156,"acc":0.78,"jpc":68.6,"jpt":26.119,"ttft":188.8,"tps":11.0,"dur":19.0,"w":290,"jpc_min":61.4,"jpc_max":75.9,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":150,"nc":53,"acc":0.3533,"jpc":2822.8,"jpt":8.24,"ttft":199.3,"tps":34.7,"dur":207.0,"w":353,"jpc_min":291.4,"jpc_max":7745.2,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamond","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":150,"nc":99,"acc":0.66,"jpc":6765.8,"jpt":7.768,"ttft":132.9,"tps":47.2,"dur":923.0,"w":386,"jpc_min":6705.7,"jpc_max":6798.6,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-qwen3-8b-math500_Qwen3-8B_math500","cap":16384,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":1000,"nc":958,"acc":0.958,"jpc":855.2,"jpt":2.61,"ttft":160.8,"tps":120.5,"dur":314.0,"w":302,"jpc_min":660.6,"jpc_max":1565.1,"n_runs":10,"tierA":0,"latest":"repeat6-A-qwen3-coder-30b-gsm8k","cap":8192,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":800,"nc":624,"acc":0.78,"jpc":104.6,"jpt":3.183,"ttft":173.3,"tps":55.4,"dur":65.0,"w":244,"jpc_min":50.5,"jpc_max":122.1,"n_runs":4,"tierA":0,"latest":"enginewave-A-qwen3-coder-30b-vllm-awq","cap":8192,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":748,"nc":298,"acc":0.3984,"jpc":417.0,"jpt":2.532,"ttft":162.0,"tps":70.6,"dur":57.0,"w":248,"jpc_min":119.8,"jpc_max":885.7,"n_runs":8,"tierA":0,"latest":"axis-A-gpqa198-qwen3-coder-30b-a3b-instruct-awq_Qwen3-Coder-","cap":16384,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":250,"nc":176,"acc":0.704,"jpc":4798.4,"jpt":3.587,"ttft":226.0,"tps":103.5,"dur":1049.0,"w":288,"jpc_min":3089.1,"jpc_max":6644.1,"n_runs":4,"tierA":0,"latest":"enginewave-A-qwen3-coder-30b-vllm-awq","cap":16384,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":400,"nc":335,"acc":0.8375,"jpc":2964.9,"jpt":8.278,"ttft":151.3,"tps":43.8,"dur":682.0,"w":385,"jpc_min":2235.3,"jpc_max":4390.3,"n_runs":4,"tierA":0,"latest":"axis-A-thinkoff-granite-4-2-8b-gsm8k-platinum_granite-4.2-8b","cap":8192,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":1200,"nc":820,"acc":0.6833,"jpc":80.0,"jpt":26.189,"ttft":182.0,"tps":10.4,"dur":60.0,"w":291,"jpc_min":74.1,"jpc_max":85.8,"n_runs":4,"tierA":0,"latest":"axis-A-thinkoff-granite-4-2-8b-mmlu-redux_granite-4.2-8b_mml","cap":8192,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":450,"nc":193,"acc":0.4289,"jpc":1448.7,"jpt":9.264,"ttft":195.4,"tps":17.4,"dur":156.0,"w":318,"jpc_min":148.9,"jpc_max":12071.7,"n_runs":5,"tierA":0,"latest":"axis-A-thinkoff-granite-4-2-8b-gpqa-diamond_granite-4.2-8b_g","cap":16384,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":150,"nc":84,"acc":0.56,"jpc":17541.3,"jpt":8.434,"ttft":151.9,"tps":43.2,"dur":2014.0,"w":387,"jpc_min":12761.6,"jpc_max":23914.2,"n_runs":2,"tierA":0,"latest":"axis-A-thinkoff-granite-4-2-8b-math500_granite-4.2-8b_math50","cap":16384,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":93,"acc":0.93,"jpc":1454.5,"jpt":11.601,"ttft":296.0,"tps":28.2,"dur":414.0,"w":345,"jpc_min":1454.5,"jpc_max":1454.5,"n_runs":1,"tierA":0,"latest":"wave2-fp16-c04-ornith-1.5-9b_Ornith-1.5-9B_gsm8k_platinum","cap":400,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":80,"acc":0.8,"jpc":81.4,"jpt":32.578,"ttft":182.0,"tps":10.3,"dur":19.0,"w":344,"jpc_min":81.4,"jpc_max":81.4,"n_runs":1,"tierA":0,"latest":"wave2-fp16-c04-ornith-1.5-9b_Ornith-1.5-9B_mmlu_redux","cap":512,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":40,"acc":0.4,"jpc":136.7,"jpt":27.072,"ttft":150.6,"tps":12.0,"dur":17.0,"w":327,"jpc_min":136.7,"jpc_max":136.7,"n_runs":1,"tierA":0,"latest":"wave2-fp16-c04-ornith-1.5-9b_Ornith-1.5-9B_gpqa_diamond","cap":512,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":62,"acc":0.62,"jpc":7360.3,"jpt":11.269,"ttft":376.5,"tps":29.3,"dur":1382.0,"w":350,"jpc_min":7360.3,"jpc_max":7360.3,"n_runs":1,"tierA":0,"latest":"wave2-fp16-c04-ornith-1.5-9b_Ornith-1.5-9B_math500","cap":1024,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":350,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":600,"nc":564,"acc":0.94,"jpc":1062.6,"jpt":6.488,"ttft":82.9,"tps":50.2,"dur":306.0,"w":345,"jpc_min":1044.4,"jpc_max":1084.0,"n_runs":6,"tierA":0,"latest":"power-sweep-B-350-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":350,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":600,"nc":456,"acc":0.76,"jpc":32.5,"jpt":12.348,"ttft":74.9,"tps":27.6,"dur":8.0,"w":316,"jpc_min":25.7,"jpc_max":46.5,"n_runs":6,"tierA":0,"latest":"power-sweep-B-350-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":314,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":950.6,"jpt":5.943,"ttft":90.2,"tps":49.7,"dur":309.0,"w":313,"jpc_min":950.6,"jpc_max":950.6,"n_runs":1,"tierA":0,"latest":"power-sweep-B-314-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":314,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":42.0,"jpt":15.964,"ttft":105.5,"tps":17.9,"dur":11.0,"w":294,"jpc_min":42.0,"jpc_max":42.0,"n_runs":1,"tierA":0,"latest":"power-sweep-B-314-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":269,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":845.2,"jpt":5.284,"ttft":94.9,"tps":48.1,"dur":319.0,"w":268,"jpc_min":845.2,"jpc_max":845.2,"n_runs":1,"tierA":0,"latest":"power-sweep-B-269-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":269,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":37.3,"jpt":14.181,"ttft":110.1,"tps":17.4,"dur":11.0,"w":259,"jpc_min":37.3,"jpc_max":37.3,"n_runs":1,"tierA":0,"latest":"power-sweep-B-269-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":251,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":822.6,"jpt":5.022,"ttft":89.5,"tps":47.1,"dur":327.0,"w":250,"jpc_min":806.4,"jpc_max":831.4,"n_runs":3,"tierA":0,"latest":"power-sweep-B-251-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":251,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":228,"acc":0.76,"jpc":24.9,"jpt":9.467,"ttft":79.3,"tps":26.1,"dur":8.0,"w":233,"jpc_min":19.2,"jpc_max":35.8,"n_runs":3,"tierA":0,"latest":"power-sweep-B-251-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":224,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":776.1,"jpt":4.852,"ttft":105.2,"tps":43.6,"dur":352.0,"w":224,"jpc_min":776.1,"jpc_max":776.1,"n_runs":1,"tierA":0,"latest":"power-sweep-B-224-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":224,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":33.5,"jpt":12.745,"ttft":118.5,"tps":16.1,"dur":12.0,"w":212,"jpc_min":33.5,"jpc_max":33.5,"n_runs":1,"tierA":0,"latest":"power-sweep-B-224-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":202,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":875.8,"jpt":5.347,"ttft":115.9,"tps":35.5,"dur":433.0,"w":202,"jpc_min":857.4,"jpc_max":890.2,"n_runs":3,"tierA":0,"latest":"power-sweep-B-202-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":202,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":228,"acc":0.76,"jpc":23.9,"jpt":9.099,"ttft":97.1,"tps":21.7,"dur":10.0,"w":191,"jpc_min":19.1,"jpc_max":33.3,"n_runs":3,"tierA":0,"latest":"power-sweep-B-202-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":180,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":984.1,"jpt":6.152,"ttft":157.2,"tps":27.6,"dur":557.0,"w":180,"jpc_min":984.1,"jpc_max":984.1,"n_runs":1,"tierA":0,"latest":"power-sweep-B-180-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":180,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":35.3,"jpt":13.432,"ttft":157.8,"tps":12.3,"dur":16.0,"w":171,"jpc_min":35.3,"jpc_max":35.3,"n_runs":1,"tierA":0,"latest":"power-sweep-B-180-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":135,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":1644.8,"jpt":10.283,"ttft":350.7,"tps":12.3,"dur":1250.0,"w":135,"jpc_min":1644.8,"jpc_max":1644.8,"n_runs":1,"tierA":0,"latest":"power-sweep-B-135-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":135,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":55.1,"jpt":20.93,"ttft":325.7,"tps":6.0,"dur":33.0,"w":133,"jpc_min":55.1,"jpc_max":55.1,"n_runs":1,"tierA":0,"latest":"power-sweep-B-135-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instruc","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":9.0,"n":100,"nc":83,"acc":0.83,"jpc":2647.0,"jpt":9.448,"ttft":311.7,"tps":32.6,"dur":714.0,"w":325,"jpc_min":2647.0,"jpc_max":2647.0,"n_runs":1,"tierA":0,"latest":"wave1-repro-B-c01-qwen3.5-9b_Qwen3.5-9B_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":9.0,"n":100,"nc":86,"acc":0.86,"jpc":66.6,"jpt":28.632,"ttft":181.4,"tps":10.8,"dur":19.0,"w":310,"jpc_min":66.6,"jpc_max":66.6,"n_runs":1,"tierA":0,"latest":"wave1-repro-B-c01-qwen3.5-9b_Qwen3.5-9B_mmlu_redux","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":9.0,"n":100,"nc":41,"acc":0.41,"jpc":112.6,"jpt":23.08,"ttft":133.7,"tps":13.1,"dur":15.0,"w":302,"jpc_min":112.6,"jpc_max":112.6,"n_runs":1,"tierA":0,"latest":"wave1-repro-B-c01-qwen3.5-9b_Qwen3.5-9B_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":9.0,"n":100,"nc":61,"acc":0.61,"jpc":10752.5,"jpt":9.353,"ttft":380.5,"tps":33.0,"dur":2126.0,"w":327,"jpc_min":10752.5,"jpc_max":10752.5,"n_runs":1,"tierA":0,"latest":"wave1-repro-B-c01-qwen3.5-9b_Qwen3.5-9B_math500","cap":1024,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":400,"nc":376,"acc":0.94,"jpc":1009.7,"jpt":6.168,"ttft":90.4,"tps":50.1,"dur":307.0,"w":326,"jpc_min":948.6,"jpc_max":1050.6,"n_runs":4,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5-7B-Instruct","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":400,"nc":304,"acc":0.76,"jpc":44.9,"jpt":17.079,"ttft":102.0,"tps":18.4,"dur":11.0,"w":314,"jpc_min":44.5,"jpc_max":45.3,"n_runs":4,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-Instruct_mml","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":200,"nc":59,"acc":0.295,"jpc":115.5,"jpt":17.038,"ttft":97.4,"tps":18.7,"dur":7.0,"w":304,"jpc_min":114.2,"jpc_max":117.3,"n_runs":3,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7B-Instruct_g","cap":16384,"clears":false},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":200,"nc":130,"acc":0.65,"jpc":6897.2,"jpt":6.148,"ttft":78.6,"tps":49.6,"dur":984.0,"w":323,"jpc_min":4685.6,"jpc_max":10476.1,"n_runs":3,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Instruct_math50","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":200,"nc":191,"acc":0.955,"jpc":646.3,"jpt":2.647,"ttft":89.8,"tps":103.8,"dur":328.0,"w":249,"jpc_min":471.5,"jpc_max":834.3,"n_runs":2,"tierA":0,"latest":"enginewave-B-gpt-oss-20b-vllm-mxfp4","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":600,"nc":479,"acc":0.7983,"jpc":885.3,"jpt":2.075,"ttft":102.6,"tps":105.6,"dur":714.0,"w":261,"jpc_min":656.5,"jpc_max":923.2,"n_runs":2,"tierA":0,"latest":"enginewave-B-gpt-oss-20b-vllm-mxfp4","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":150,"nc":67,"acc":0.4467,"jpc":7358.7,"jpt":2.195,"ttft":99.8,"tps":104.1,"dur":907.0,"w":258,"jpc_min":2869.8,"jpc_max":11715.6,"n_runs":2,"tierA":0,"latest":"enginewave-B-gpt-oss-20b-vllm-mxfp4","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":250,"nc":177,"acc":0.708,"jpc":4330.6,"jpt":3.099,"ttft":101.5,"tps":85.4,"dur":1540.0,"w":224,"jpc_min":2572.9,"jpc_max":5675.6,"n_runs":3,"tierA":0,"latest":"enginewave-B-gpt-oss-20b-vllm-mxfp4","cap":16384,"clears":true},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"llama.cpp","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":9.0,"n":1400,"nc":1241,"acc":0.8864,"jpc":953.3,"jpt":2.926,"ttft":194.9,"tps":109.6,"dur":263.0,"w":340,"jpc_min":837.3,"jpc_max":1072.5,"n_runs":14,"tierA":0,"latest":"reference-repeats-B","cap":8192,"clears":true},{"model":"Qwen2.5-7B-GPTQ-Int8","quant":"gptq-8bit","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":273,"acc":0.91,"jpc":583.4,"jpt":3.453,"ttft":68.7,"tps":85.8,"dur":184.0,"w":313,"jpc_min":580.4,"jpc_max":589.4,"n_runs":3,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int8-gsm8k-platinum_Qwen2.5-7","cap":8192,"clears":true},{"model":"Qwen2.5-7B-GPTQ-Int8","quant":"gptq-8bit","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":228,"acc":0.76,"jpc":35.0,"jpt":13.316,"ttft":86.1,"tps":22.5,"dur":9.0,"w":296,"jpc_min":34.7,"jpc_max":35.7,"n_runs":3,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int8-mmlu-redux_Qwen2.5-7B-In","cap":8192,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":400,"nc":357,"acc":0.8925,"jpc":470.2,"jpt":2.641,"ttft":59.9,"tps":125.3,"dur":140.0,"w":327,"jpc_min":399.2,"jpc_max":670.4,"n_runs":4,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwen2.5-7B-Inst","cap":8192,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":800,"nc":602,"acc":0.7525,"jpc":26.5,"jpt":9.971,"ttft":71.1,"tps":26.7,"dur":13.0,"w":290,"jpc_min":24.1,"jpc_max":31.1,"n_runs":4,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5-7B-Instruct","cap":8192,"clears":true},{"model":"Qwen2.5-7B-GPTQ-Int4","quant":"gptq","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":275,"acc":0.9167,"jpc":612.0,"jpt":2.618,"ttft":61.0,"tps":119.5,"dur":188.0,"w":321,"jpc_min":591.2,"jpc_max":651.3,"n_runs":3,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int4-gsm8k-platinum_Qwen2.5-7","cap":8192,"clears":true},{"model":"Qwen2.5-7B-GPTQ-Int4","quant":"gptq","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":225,"acc":0.75,"jpc":31.9,"jpt":11.965,"ttft":79.7,"tps":24.5,"dur":8.0,"w":283,"jpc_min":31.2,"jpc_max":33.1,"n_runs":3,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int4-mmlu-redux_Qwen2.5-7B-In","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":1860,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":1143.6,"jpt":6.982,"ttft":119.1,"tps":45.9,"dur":336.0,"w":338,"jpc_min":1119.0,"jpc_max":1160.0,"n_runs":3,"tierA":0,"latest":"clock-ladder-A-1860-gen_Qwen2.5-7B-Instruct_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":1860,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":358,"acc":0.716,"jpc":63.3,"jpt":22.661,"ttft":254.8,"tps":8.9,"dur":112.0,"w":212,"jpc_min":63.3,"jpc_max":63.3,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1860-letter_Qwen2.5-7B-Instruct_mmlu_redux","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":1860,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":198,"nc":65,"acc":0.3283,"jpc":149.8,"jpt":24.596,"ttft":258.3,"tps":8.4,"dur":47.0,"w":216,"jpc_min":149.8,"jpc_max":149.8,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1860-letter_Qwen2.5-7B-Instruct_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":1695,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":976.6,"jpt":6.106,"ttft":130.1,"tps":45.2,"dur":340.0,"w":291,"jpc_min":976.6,"jpc_max":976.6,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1695-gen_Qwen2.5-7B-Instruct_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":1695,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":358,"acc":0.716,"jpc":56.2,"jpt":20.109,"ttft":253.1,"tps":8.9,"dur":112.0,"w":190,"jpc_min":56.2,"jpc_max":56.2,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1695-letter_Qwen2.5-7B-Instruct_mmlu_redux","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":1695,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":198,"nc":65,"acc":0.3283,"jpc":137.5,"jpt":22.573,"ttft":262.2,"tps":8.1,"dur":49.0,"w":189,"jpc_min":137.5,"jpc_max":137.5,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1695-letter_Qwen2.5-7B-Instruct_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":1500,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":919.0,"jpt":5.746,"ttft":145.9,"tps":42.7,"dur":360.0,"w":259,"jpc_min":919.0,"jpc_max":919.0,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1500-gen_Qwen2.5-7B-Instruct_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":1500,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":358,"acc":0.716,"jpc":49.6,"jpt":17.746,"ttft":246.3,"tps":9.5,"dur":105.0,"w":178,"jpc_min":49.6,"jpc_max":49.6,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1500-letter_Qwen2.5-7B-Instruct_mmlu_redux","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":1500,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":198,"nc":65,"acc":0.3283,"jpc":129.8,"jpt":21.313,"ttft":267.1,"tps":7.9,"dur":50.0,"w":176,"jpc_min":129.8,"jpc_max":129.8,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1500-letter_Qwen2.5-7B-Instruct_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":1350,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":910.3,"jpt":5.691,"ttft":147.4,"tps":40.6,"dur":378.0,"w":244,"jpc_min":910.3,"jpc_max":910.3,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1350-gen_Qwen2.5-7B-Instruct_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":1350,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":358,"acc":0.716,"jpc":51.9,"jpt":18.567,"ttft":259.4,"tps":8.6,"dur":116.0,"w":170,"jpc_min":51.9,"jpc_max":51.9,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1350-letter_Qwen2.5-7B-Instruct_mmlu_redux","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":1350,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":198,"nc":65,"acc":0.3283,"jpc":125.7,"jpt":20.628,"ttft":262.9,"tps":7.9,"dur":50.0,"w":170,"jpc_min":125.7,"jpc_max":125.7,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1350-letter_Qwen2.5-7B-Instruct_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":1200,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":988.1,"jpt":6.033,"ttft":197.2,"tps":36.1,"dur":426.0,"w":231,"jpc_min":965.2,"jpc_max":1000.1,"n_runs":3,"tierA":0,"latest":"clock-ladder-A-1200-gen_Qwen2.5-7B-Instruct_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":1200,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":358,"acc":0.716,"jpc":52.9,"jpt":18.926,"ttft":264.8,"tps":8.4,"dur":119.0,"w":168,"jpc_min":52.9,"jpc_max":52.9,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1200-letter_Qwen2.5-7B-Instruct_mmlu_redux","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":1200,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":198,"nc":65,"acc":0.3283,"jpc":130.5,"jpt":21.425,"ttft":276.5,"tps":7.5,"dur":53.0,"w":168,"jpc_min":130.5,"jpc_max":130.5,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-1200-letter_Qwen2.5-7B-Instruct_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":900,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":1196.4,"jpt":7.48,"ttft":274.2,"tps":24.7,"dur":621.0,"w":196,"jpc_min":1196.4,"jpc_max":1196.4,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-900-gen_Qwen2.5-7B-Instruct_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":900,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":358,"acc":0.716,"jpc":56.9,"jpt":20.373,"ttft":281.9,"tps":7.6,"dur":132.0,"w":163,"jpc_min":56.9,"jpc_max":56.9,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-900-letter_Qwen2.5-7B-Instruct_mmlu_redux","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":900,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":198,"nc":65,"acc":0.3283,"jpc":139.4,"jpt":22.887,"ttft":289.4,"tps":6.8,"dur":58.0,"w":163,"jpc_min":139.4,"jpc_max":139.4,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-900-letter_Qwen2.5-7B-Instruct_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":600,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":1456.3,"jpt":9.105,"ttft":314.2,"tps":18.2,"dur":844.0,"w":176,"jpc_min":1456.3,"jpc_max":1456.3,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-600-gen_Qwen2.5-7B-Instruct_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":600,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":358,"acc":0.716,"jpc":62.3,"jpt":22.308,"ttft":289.9,"tps":6.7,"dur":150.0,"w":158,"jpc_min":62.3,"jpc_max":62.3,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-600-letter_Qwen2.5-7B-Instruct_mmlu_redux","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":600,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":198,"nc":65,"acc":0.3283,"jpc":161.3,"jpt":26.472,"ttft":313.1,"tps":5.6,"dur":70.0,"w":156,"jpc_min":161.3,"jpc_max":161.3,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-600-letter_Qwen2.5-7B-Instruct_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":240,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":2677.4,"jpt":16.346,"ttft":511.6,"tps":8.5,"dur":1813.0,"w":147,"jpc_min":2613.6,"jpc_max":2716.5,"n_runs":3,"tierA":0,"latest":"clock-ladder-A-240-gen_Qwen2.5-7B-Instruct_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":240,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":358,"acc":0.716,"jpc":102.1,"jpt":36.554,"ttft":453.8,"tps":3.6,"dur":275.0,"w":141,"jpc_min":102.1,"jpc_max":102.1,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-240-letter_Qwen2.5-7B-Instruct_mmlu_redux","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":240,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":198,"nc":65,"acc":0.3283,"jpc":292.0,"jpt":47.926,"ttft":674.6,"tps":2.7,"dur":145.0,"w":137,"jpc_min":292.0,"jpc_max":292.0,"n_runs":1,"tierA":0,"latest":"clock-ladder-A-240-letter_Qwen2.5-7B-Instruct_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":390,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":300,"nc":249,"acc":0.83,"jpc":3125.9,"jpt":11.158,"ttft":315.1,"tps":29.1,"dur":800.0,"w":343,"jpc_min":3117.2,"jpc_max":3132.8,"n_runs":3,"tierA":0,"latest":"power-sweep-9b-390-gen_Qwen3.5-9B_gsm8k_platinum_390w","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":390,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":403,"acc":0.806,"jpc":83.8,"jpt":33.784,"ttft":181.3,"tps":10.2,"dur":98.0,"w":361,"jpc_min":83.8,"jpc_max":83.8,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-390-letter_Qwen3.5-9B_mmlu_redux_390w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":390,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":198,"nc":88,"acc":0.4444,"jpc":118.1,"jpt":26.255,"ttft":137.8,"tps":12.6,"dur":31.0,"w":345,"jpc_min":118.1,"jpc_max":118.1,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-390-letter_Qwen3.5-9B_gpqa_diamond_390w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":350,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":83,"acc":0.83,"jpc":3031.5,"jpt":10.821,"ttft":318.8,"tps":29.5,"dur":788.0,"w":339,"jpc_min":3031.5,"jpc_max":3031.5,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-350-gen_Qwen3.5-9B_gsm8k_platinum_350w","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":350,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":403,"acc":0.806,"jpc":77.4,"jpt":31.207,"ttft":183.4,"tps":10.1,"dur":99.0,"w":333,"jpc_min":77.4,"jpc_max":77.4,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-350-letter_Qwen3.5-9B_mmlu_redux_350w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":350,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":198,"nc":88,"acc":0.4444,"jpc":112.7,"jpt":25.044,"ttft":159.1,"tps":12.3,"dur":32.0,"w":320,"jpc_min":112.7,"jpc_max":112.7,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-350-letter_Qwen3.5-9B_gpqa_diamond_350w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":300,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":82,"acc":0.82,"jpc":2727.5,"jpt":9.686,"ttft":331.1,"tps":29.0,"dur":796.0,"w":297,"jpc_min":2727.5,"jpc_max":2727.5,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-300-gen_Qwen3.5-9B_gsm8k_platinum_300w","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":300,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":403,"acc":0.806,"jpc":69.7,"jpt":28.07,"ttft":190.2,"tps":9.8,"dur":102.0,"w":289,"jpc_min":69.7,"jpc_max":69.7,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-300-letter_Qwen3.5-9B_mmlu_redux_300w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":300,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":198,"nc":88,"acc":0.4444,"jpc":102.6,"jpt":22.8,"ttft":149.8,"tps":11.9,"dur":33.0,"w":284,"jpc_min":102.6,"jpc_max":102.6,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-300-letter_Qwen3.5-9B_gpqa_diamond_300w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":280,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":300,"nc":249,"acc":0.83,"jpc":2549.2,"jpt":9.099,"ttft":339.1,"tps":28.9,"dur":806.0,"w":278,"jpc_min":2543.5,"jpc_max":2552.2,"n_runs":3,"tierA":0,"latest":"power-sweep-9b-280-gen_Qwen3.5-9B_gsm8k_platinum_280w","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":280,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":403,"acc":0.806,"jpc":66.7,"jpt":26.865,"ttft":195.7,"tps":9.6,"dur":104.0,"w":272,"jpc_min":66.7,"jpc_max":66.7,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-280-letter_Qwen3.5-9B_mmlu_redux_280w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":280,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":198,"nc":88,"acc":0.4444,"jpc":100.1,"jpt":22.254,"ttft":147.2,"tps":11.4,"dur":35.0,"w":265,"jpc_min":100.1,"jpc_max":100.1,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-280-letter_Qwen3.5-9B_gpqa_diamond_280w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":250,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":83,"acc":0.83,"jpc":2314.3,"jpt":8.261,"ttft":352.8,"tps":28.4,"dur":818.0,"w":249,"jpc_min":2314.3,"jpc_max":2314.3,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-250-gen_Qwen3.5-9B_gsm8k_platinum_250w","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":250,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":403,"acc":0.806,"jpc":61.4,"jpt":24.759,"ttft":203.5,"tps":9.3,"dur":108.0,"w":244,"jpc_min":61.4,"jpc_max":61.4,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-250-letter_Qwen3.5-9B_mmlu_redux_250w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":250,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":198,"nc":88,"acc":0.4444,"jpc":91.7,"jpt":20.371,"ttft":152.7,"tps":11.3,"dur":35.0,"w":240,"jpc_min":91.7,"jpc_max":91.7,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-250-letter_Qwen3.5-9B_gpqa_diamond_250w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":225,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":300,"nc":249,"acc":0.83,"jpc":2067.1,"jpt":7.378,"ttft":374.3,"tps":28.6,"dur":812.0,"w":224,"jpc_min":2061.8,"jpc_max":2074.5,"n_runs":3,"tierA":0,"latest":"power-sweep-9b-225-gen_Qwen3.5-9B_gsm8k_platinum_225w","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":225,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":403,"acc":0.806,"jpc":61.9,"jpt":24.964,"ttft":225.6,"tps":8.4,"dur":120.0,"w":220,"jpc_min":61.9,"jpc_max":61.9,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-225-letter_Qwen3.5-9B_mmlu_redux_225w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":225,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":198,"nc":88,"acc":0.4444,"jpc":89.8,"jpt":19.957,"ttft":174.9,"tps":10.4,"dur":38.0,"w":220,"jpc_min":89.8,"jpc_max":89.8,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-225-letter_Qwen3.5-9B_gpqa_diamond_225w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":200,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":83,"acc":0.83,"jpc":2370.1,"jpt":8.46,"ttft":462.2,"tps":22.2,"dur":1047.0,"w":199,"jpc_min":2370.1,"jpc_max":2370.1,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-200-gen_Qwen3.5-9B_gsm8k_platinum_200w","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":200,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":403,"acc":0.806,"jpc":67.6,"jpt":27.234,"ttft":278.8,"tps":6.8,"dur":146.0,"w":197,"jpc_min":67.6,"jpc_max":67.6,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-200-letter_Qwen3.5-9B_mmlu_redux_200w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":200,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":198,"nc":88,"acc":0.4444,"jpc":96.5,"jpt":21.434,"ttft":217.9,"tps":8.7,"dur":46.0,"w":197,"jpc_min":96.5,"jpc_max":96.5,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-200-letter_Qwen3.5-9B_gpqa_diamond_200w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":150,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":83,"acc":0.83,"jpc":4669.3,"jpt":16.667,"ttft":1189.8,"tps":8.5,"dur":2732.0,"w":150,"jpc_min":4669.3,"jpc_max":4669.3,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-150-gen_Qwen3.5-9B_gsm8k_platinum_150w","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":150,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":401,"acc":0.802,"jpc":135.7,"jpt":54.407,"ttft":757.5,"tps":2.6,"dur":385.0,"w":150,"jpc_min":135.7,"jpc_max":135.7,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-150-letter_Qwen3.5-9B_mmlu_redux_150w","cap":512,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":150,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":198,"nc":89,"acc":0.4495,"jpc":182.0,"jpt":40.909,"ttft":536.4,"tps":3.5,"dur":115.0,"w":149,"jpc_min":182.0,"jpc_max":182.0,"n_runs":1,"tierA":0,"latest":"power-sweep-9b-150-letter_Qwen3.5-9B_gpqa_diamond_150w","cap":512,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":1400,"nc":1253,"acc":0.895,"jpc":523.5,"jpt":2.949,"ttft":116.9,"tps":121.4,"dur":137.0,"w":368,"jpc_min":475.1,"jpc_max":819.8,"n_runs":14,"tierA":0,"latest":"repeat6-A-qwen25-7b-gsm8k","cap":8192,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":1700,"nc":1251,"acc":0.7359,"jpc":46.9,"jpt":17.252,"ttft":155.4,"tps":14.7,"dur":54.0,"w":250,"jpc_min":37.7,"jpc_max":63.8,"n_runs":5,"tierA":0,"latest":"enginewave-A-qwen25-7b-vllm-awq","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":200,"nc":175,"acc":0.875,"jpc":438.9,"jpt":2.645,"ttft":32.3,"tps":138.2,"dur":105.0,"w":385,"jpc_min":431.3,"jpc_max":446.7,"n_runs":2,"tierA":0,"latest":"enginewave-A-qwen25-7b-llamacpp-q4km","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":1000,"nc":704,"acc":0.704,"jpc":38.5,"jpt":13.567,"ttft":95.8,"tps":16.7,"dur":60.0,"w":239,"jpc_min":38.2,"jpc_max":38.9,"n_runs":2,"tierA":0,"latest":"enginewave-A-qwen25-7b-llamacpp-q4km","cap":8192,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":200,"nc":180,"acc":0.9,"jpc":537.7,"jpt":2.397,"ttft":34.7,"tps":151.2,"dur":133.0,"w":384,"jpc_min":429.9,"jpc_max":645.5,"n_runs":2,"tierA":0,"latest":"enginewave-A-qwen25-7b-sglang-awq","cap":8192,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":1000,"nc":730,"acc":0.73,"jpc":24.4,"jpt":8.917,"ttft":36.1,"tps":39.0,"dur":26.0,"w":364,"jpc_min":24.3,"jpc_max":24.5,"n_runs":2,"tierA":0,"latest":"enginewave-A-qwen25-7b-sglang-awq","cap":8192,"clears":true},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":200,"nc":176,"acc":0.88,"jpc":668.6,"jpt":3.679,"ttft":393.3,"tps":72.6,"dur":221.0,"w":285,"jpc_min":638.2,"jpc_max":699.0,"n_runs":2,"tierA":0,"latest":"enginewave-A-qwen25-7b-ollama-q4km","cap":8192,"clears":true},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":1000,"nc":722,"acc":0.722,"jpc":175.4,"jpt":63.051,"ttft":972.0,"tps":2.2,"dur":450.0,"w":149,"jpc_min":171.3,"jpc_max":179.4,"n_runs":2,"tierA":0,"latest":"enginewave-A-qwen25-7b-ollama-q4km","cap":8192,"clears":true},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":9.0,"n":1400,"nc":1241,"acc":0.8864,"jpc":655.1,"jpt":2.281,"ttft":412.6,"tps":54.9,"dur":463.0,"w":135,"jpc_min":626.5,"jpc_max":722.5,"n_runs":14,"tierA":0,"latest":"reference-repeats-C","cap":8192,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":300,"nc":150,"acc":0.5,"jpc":2738.5,"jpt":1.059,"ttft":182.8,"tps":83.6,"dur":1926.0,"w":79,"jpc_min":776.7,"jpc_max":6161.8,"n_runs":3,"tierA":0,"latest":"ref-C-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_gsm8k_platinu","cap":8192,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":300,"nc":156,"acc":0.52,"jpc":16.2,"jpt":3.875,"ttft":104.5,"tps":17.9,"dur":12.0,"w":74,"jpc_min":15.5,"jpc_max":16.6,"n_runs":3,"tierA":0,"latest":"ref-C-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":200,"nc":70,"acc":0.35,"jpc":5202.7,"jpt":1.058,"ttft":83.6,"tps":67.6,"dur":1640.0,"w":82,"jpc_min":23.4,"jpc_max":19159.7,"n_runs":3,"tierA":0,"latest":"ref-C-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpqa_diamond","cap":16384,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":200,"nc":66,"acc":0.33,"jpc":12980.8,"jpt":1.067,"ttft":269.5,"tps":74.7,"dur":4051.0,"w":75,"jpc_min":3411.8,"jpc_max":34936.8,"n_runs":3,"tierA":0,"latest":"ref-C-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","cap":16384,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":62,"acc":0.62,"jpc":974.1,"jpt":2.017,"ttft":267.0,"tps":33.1,"dur":904.0,"w":71,"jpc_min":974.1,"jpc_max":974.1,"n_runs":1,"tierA":0,"latest":"wave1-fp16-C_Qwen3.5-2B_gsm8k_platinum","cap":400,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":52,"acc":0.52,"jpc":24.5,"jpt":6.376,"ttft":152.8,"tps":12.8,"dur":16.0,"w":87,"jpc_min":24.5,"jpc_max":24.5,"n_runs":1,"tierA":0,"latest":"wave1-fp16-C_Qwen3.5-2B_mmlu_redux","cap":512,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":38,"acc":0.38,"jpc":28.0,"jpt":5.311,"ttft":117.9,"tps":14.8,"dur":13.0,"w":85,"jpc_min":28.0,"jpc_max":28.0,"n_runs":1,"tierA":0,"latest":"wave1-fp16-C_Qwen3.5-2B_gpqa_diamond","cap":512,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":47,"acc":0.47,"jpc":3086.3,"jpt":1.971,"ttft":380.1,"tps":33.6,"dur":2190.0,"w":71,"jpc_min":3086.3,"jpc_max":3086.3,"n_runs":1,"tierA":0,"latest":"wave1-fp16-C_Qwen3.5-2B_math500","cap":1024,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":202,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":62,"acc":0.62,"jpc":1333.2,"jpt":2.76,"ttft":251.7,"tps":32.9,"dur":910.0,"w":98,"jpc_min":1333.2,"jpc_max":1333.2,"n_runs":1,"tierA":0,"latest":"power-sweep-C-202_Qwen3.5-2B_gsm8k_platinum_202w","cap":400,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":202,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":52,"acc":0.52,"jpc":36.4,"jpt":9.475,"ttft":138.9,"tps":14.1,"dur":14.0,"w":144,"jpc_min":36.4,"jpc_max":36.4,"n_runs":1,"tierA":0,"latest":"power-sweep-C-202_Qwen3.5-2B_mmlu_redux_202w","cap":512,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":173,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":62,"acc":0.62,"jpc":1481.0,"jpt":3.066,"ttft":246.0,"tps":32.4,"dur":924.0,"w":107,"jpc_min":1481.0,"jpc_max":1481.0,"n_runs":1,"tierA":0,"latest":"power-sweep-C-173_Qwen3.5-2B_gsm8k_platinum_173w","cap":400,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":173,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":52,"acc":0.52,"jpc":36.7,"jpt":9.551,"ttft":139.7,"tps":14.0,"dur":14.0,"w":145,"jpc_min":36.7,"jpc_max":36.7,"n_runs":1,"tierA":0,"latest":"power-sweep-C-173_Qwen3.5-2B_mmlu_redux_173w","cap":512,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":162,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":300,"nc":186,"acc":0.62,"jpc":1376.8,"jpt":2.85,"ttft":247.3,"tps":33.4,"dur":896.0,"w":103,"jpc_min":1212.8,"jpc_max":1463.1,"n_runs":3,"tierA":0,"latest":"power-sweep-C-162_Qwen3.5-2B_gsm8k_platinum_162w","cap":400,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":162,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":300,"nc":156,"acc":0.52,"jpc":24.6,"jpt":6.384,"ttft":152.1,"tps":12.9,"dur":15.0,"w":89,"jpc_min":24.5,"jpc_max":24.6,"n_runs":3,"tierA":0,"latest":"power-sweep-C-162_Qwen3.5-2B_mmlu_redux_162w","cap":512,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":144,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":62,"acc":0.62,"jpc":962.3,"jpt":1.992,"ttft":269.3,"tps":32.4,"dur":924.0,"w":69,"jpc_min":962.3,"jpc_max":962.3,"n_runs":1,"tierA":0,"latest":"power-sweep-C-144_Qwen3.5-2B_gsm8k_platinum_144w","cap":400,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":144,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":52,"acc":0.52,"jpc":24.7,"jpt":6.411,"ttft":153.2,"tps":12.8,"dur":16.0,"w":89,"jpc_min":24.7,"jpc_max":24.7,"n_runs":1,"tierA":0,"latest":"power-sweep-C-144_Qwen3.5-2B_mmlu_redux_144w","cap":512,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":130,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":300,"nc":186,"acc":0.62,"jpc":1079.8,"jpt":2.235,"ttft":263.8,"tps":33.0,"dur":908.0,"w":79,"jpc_min":945.8,"jpc_max":1341.8,"n_runs":3,"tierA":0,"latest":"power-sweep-C-130_Qwen3.5-2B_gsm8k_platinum_130w","cap":400,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":130,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":300,"nc":156,"acc":0.52,"jpc":28.7,"jpt":7.475,"ttft":145.7,"tps":13.5,"dur":15.0,"w":110,"jpc_min":24.4,"jpc_max":31.1,"n_runs":3,"tierA":0,"latest":"power-sweep-C-130_Qwen3.5-2B_mmlu_redux_130w","cap":512,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":115,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":62,"acc":0.62,"jpc":946.2,"jpt":1.959,"ttft":268.0,"tps":33.0,"dur":906.0,"w":70,"jpc_min":946.2,"jpc_max":946.2,"n_runs":1,"tierA":0,"latest":"power-sweep-C-B_Qwen3.5-2B_gsm8k_platinum_115w","cap":400,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":115,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":52,"acc":0.52,"jpc":24.6,"jpt":6.387,"ttft":152.3,"tps":12.9,"dur":15.0,"w":88,"jpc_min":24.6,"jpc_max":24.6,"n_runs":1,"tierA":0,"latest":"power-sweep-C-B_Qwen3.5-2B_mmlu_redux_115w","cap":512,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":105,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":62,"acc":0.62,"jpc":945.1,"jpt":1.956,"ttft":268.1,"tps":33.2,"dur":903.0,"w":70,"jpc_min":945.1,"jpc_max":945.1,"n_runs":1,"tierA":0,"latest":"power-sweep-C-105_Qwen3.5-2B_gsm8k_platinum_105w","cap":400,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":105,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":52,"acc":0.52,"jpc":24.6,"jpt":6.385,"ttft":152.8,"tps":12.9,"dur":15.0,"w":89,"jpc_min":24.6,"jpc_max":24.6,"n_runs":1,"tierA":0,"latest":"power-sweep-C-105_Qwen3.5-2B_mmlu_redux_105w","cap":512,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":225,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":300,"nc":186,"acc":0.62,"jpc":1100.8,"jpt":2.279,"ttft":260.1,"tps":33.4,"dur":897.0,"w":81,"jpc_min":944.7,"jpc_max":1409.1,"n_runs":3,"tierA":0,"latest":"power-sweep-C-225_Qwen3.5-2B_gsm8k_platinum_225w","cap":400,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":225,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":300,"nc":156,"acc":0.52,"jpc":26.1,"jpt":6.785,"ttft":148.9,"tps":13.0,"dur":15.0,"w":95,"jpc_min":24.9,"jpc_max":28.4,"n_runs":3,"tierA":0,"latest":"power-sweep-C-225_Qwen3.5-2B_mmlu_redux_225w","cap":512,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":225,"think":"enable_thinking=false","cl":1515,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":300,"nc":186,"acc":0.62,"jpc":951.1,"jpt":1.969,"ttft":268.4,"tps":33.4,"dur":895.0,"w":70,"jpc_min":944.8,"jpc_max":960.8,"n_runs":3,"tierA":0,"latest":"clock-lock-C-1515_Qwen3.5-2B_gsm8k_platinum_225w","cap":400,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":225,"think":"enable_thinking=false","cl":1860,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":300,"nc":186,"acc":0.62,"jpc":1379.2,"jpt":2.855,"ttft":249.8,"tps":33.5,"dur":895.0,"w":102,"jpc_min":1373.2,"jpc_max":1382.6,"n_runs":3,"tierA":0,"latest":"clock-lock-C-1860_Qwen3.5-2B_gsm8k_platinum_225w","cap":400,"clears":true},{"model":"SmolLM3-3B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":225,"think":"enable_thinking=false","cl":1515,"gpu":"RTX 2080","board":"0x86621043","b":3.0,"n":300,"nc":258,"acc":0.86,"jpc":314.3,"jpt":2.569,"ttft":140.5,"tps":30.3,"dur":347.0,"w":83,"jpc_min":312.3,"jpc_max":315.8,"n_runs":3,"tierA":0,"latest":"wave2a-smollm3-C_SmolLM3-3B_gsm8k_platinum_225w","cap":400,"clears":true},{"model":"SmolLM3-3B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":225,"think":"enable_thinking=false","cl":1515,"gpu":"RTX 2080","board":"0x86621043","b":3.0,"n":300,"nc":174,"acc":0.58,"jpc":2013.4,"jpt":2.566,"ttft":125.0,"tps":30.9,"dur":1470.0,"w":85,"jpc_min":2009.6,"jpc_max":2016.7,"n_runs":3,"tierA":0,"latest":"wave2a-smollm3-C_SmolLM3-3B_math500_225w","cap":1024,"clears":true},{"model":"LFM2.5-1.2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":225,"think":"none","cl":1515,"gpu":"RTX 2080","board":"0x86621043","b":1.2,"n":300,"nc":207,"acc":0.69,"jpc":283.2,"jpt":0.943,"ttft":117.1,"tps":85.4,"dur":243.0,"w":86,"jpc_min":282.0,"jpc_max":284.9,"n_runs":3,"tierA":0,"latest":"wave2b-lfm2-C_LFM2.5-1.2B-Instruct_gsm8k_platinum_225w","cap":400,"clears":true},{"model":"LFM2.5-1.2B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":225,"think":"none","cl":1515,"gpu":"RTX 2080","board":"0x86621043","b":1.2,"n":300,"nc":147,"acc":0.49,"jpc":1168.9,"jpt":0.936,"ttft":205.3,"tps":86.8,"dur":705.0,"w":87,"jpc_min":1167.2,"jpc_max":1172.0,"n_runs":3,"tierA":0,"latest":"wave2b-lfm2-C_LFM2.5-1.2B-Instruct_math500_225w","cap":1024,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":1890,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":1057.2,"jpt":6.455,"ttft":83.2,"tps":50.1,"dur":307.0,"w":341,"jpc_min":1044.1,"jpc_max":1082.4,"n_runs":3,"tierA":0,"latest":"clock-ladder-B-1890-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":1890,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":228,"acc":0.76,"jpc":30.5,"jpt":11.604,"ttft":74.4,"tps":27.5,"dur":8.0,"w":283,"jpc_min":24.0,"jpc_max":43.1,"n_runs":3,"tierA":0,"latest":"clock-ladder-B-1890-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":1830,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":979.0,"jpt":6.121,"ttft":90.5,"tps":49.8,"dur":308.0,"w":321,"jpc_min":979.0,"jpc_max":979.0,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-1830-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":1830,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":40.0,"jpt":15.183,"ttft":105.9,"tps":17.8,"dur":11.0,"w":266,"jpc_min":40.0,"jpc_max":40.0,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-1830-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":1665,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":850.9,"jpt":5.32,"ttft":94.6,"tps":48.2,"dur":318.0,"w":271,"jpc_min":850.9,"jpc_max":850.9,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-1665-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":1665,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":35.3,"jpt":13.396,"ttft":114.6,"tps":16.5,"dur":12.0,"w":221,"jpc_min":35.3,"jpc_max":35.3,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-1665-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":1485,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":791.1,"jpt":4.946,"ttft":101.4,"tps":45.8,"dur":335.0,"w":239,"jpc_min":791.1,"jpc_max":791.1,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-1485-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":1485,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":32.7,"jpt":12.425,"ttft":122.7,"tps":15.4,"dur":13.0,"w":192,"jpc_min":32.7,"jpc_max":32.7,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-1485-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":1335,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":795.6,"jpt":4.858,"ttft":98.7,"tps":43.6,"dur":353.0,"w":223,"jpc_min":779.0,"jpc_max":805.1,"n_runs":3,"tierA":0,"latest":"clock-ladder-B-1335-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":1335,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":228,"acc":0.76,"jpc":23.3,"jpt":8.85,"ttft":91.9,"tps":23.3,"dur":9.0,"w":183,"jpc_min":18.6,"jpc_max":32.7,"n_runs":3,"tierA":0,"latest":"clock-ladder-B-1335-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":1185,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":809.5,"jpt":5.061,"ttft":120.7,"tps":39.4,"dur":390.0,"w":211,"jpc_min":809.5,"jpc_max":809.5,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-1185-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":1185,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":34.2,"jpt":12.985,"ttft":148.4,"tps":12.9,"dur":16.0,"w":170,"jpc_min":34.2,"jpc_max":34.2,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-1185-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instr","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":885,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":928.7,"jpt":5.807,"ttft":157.0,"tps":30.5,"dur":504.0,"w":187,"jpc_min":928.7,"jpc_max":928.7,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-885-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instru","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":885,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":39.8,"jpt":15.134,"ttft":194.9,"tps":9.8,"dur":20.0,"w":153,"jpc_min":39.8,"jpc_max":39.8,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-885-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instru","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":585,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":96,"acc":0.96,"jpc":1166.6,"jpt":7.294,"ttft":231.7,"tps":20.5,"dur":751.0,"w":159,"jpc_min":1166.6,"jpc_max":1166.6,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-585-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instru","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":585,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":51.9,"jpt":19.735,"ttft":292.4,"tps":6.6,"dur":30.0,"w":134,"jpc_min":51.9,"jpc_max":51.9,"n_runs":1,"tierA":0,"latest":"clock-ladder-B-585-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instru","cap":512,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":240,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":282,"acc":0.94,"jpc":2208.6,"jpt":13.484,"ttft":500.9,"tps":8.5,"dur":1812.0,"w":122,"jpc_min":2159.7,"jpc_max":2236.9,"n_runs":3,"tierA":0,"latest":"clock-ladder-B-240-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instru","cap":400,"clears":true},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":240,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":300,"nc":228,"acc":0.76,"jpc":69.4,"jpt":26.358,"ttft":477.6,"tps":4.6,"dur":49.0,"w":114,"jpc_min":52.6,"jpc_max":102.0,"n_runs":3,"tierA":0,"latest":"clock-ladder-B-240-c01-qwen2.5-7b-instruct_Qwen2.5-7B-Instru","cap":512,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":200,"nc":91,"acc":0.455,"jpc":349.0,"jpt":1.259,"ttft":50.4,"tps":213.9,"dur":105.0,"w":218,"jpc_min":225.9,"jpc_max":474.7,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k_p","cap":8192,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":200,"nc":99,"acc":0.495,"jpc":65.8,"jpt":0.938,"ttft":51.2,"tps":195.9,"dur":14.0,"w":205,"jpc_min":24.8,"jpc_max":106.1,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":150,"nc":33,"acc":0.22,"jpc":529.3,"jpt":0.993,"ttft":43.7,"tps":221.8,"dur":46.0,"w":216,"jpc_min":338.7,"jpc_max":822.4,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_diam","cap":16384,"clears":false},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":150,"nc":59,"acc":0.3933,"jpc":1557.4,"jpt":1.402,"ttft":50.6,"tps":214.7,"dur":317.0,"w":229,"jpc_min":1150.5,"jpc_max":1736.1,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-qwen3-0-6b-math500_Qwen3-0.6B_math500","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":200,"nc":188,"acc":0.94,"jpc":1084.6,"jpt":6.189,"ttft":95.5,"tps":47.4,"dur":347.0,"w":311,"jpc_min":967.7,"jpc_max":1201.5,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_plati","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":200,"nc":156,"acc":0.78,"jpc":47.7,"jpt":18.141,"ttft":114.3,"tps":17.6,"dur":12.0,"w":321,"jpc_min":47.5,"jpc_max":47.9,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":150,"nc":53,"acc":0.3533,"jpc":2176.0,"jpt":6.352,"ttft":139.9,"tps":38.8,"dur":208.0,"w":311,"jpc_min":221.0,"jpc_max":5977.3,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamond","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":150,"nc":99,"acc":0.66,"jpc":6410.8,"jpt":6.425,"ttft":99.5,"tps":46.7,"dur":1057.0,"w":315,"jpc_min":5956.4,"jpc_max":7241.7,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-qwen3-8b-math500_Qwen3-8B_math500","cap":16384,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":200,"nc":177,"acc":0.885,"jpc":2440.5,"jpt":6.71,"ttft":109.5,"tps":43.2,"dur":749.0,"w":316,"jpc_min":2155.9,"jpc_max":2664.7,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-granite-4-2-8b-gsm8k-platinum_granite-4.2-8b","cap":8192,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":200,"nc":143,"acc":0.715,"jpc":58.3,"jpt":20.856,"ttft":120.9,"tps":15.4,"dur":13.0,"w":323,"jpc_min":57.9,"jpc_max":58.7,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-granite-4-2-8b-mmlu-redux_granite-4.2-8b_mml","cap":8192,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":150,"nc":64,"acc":0.4267,"jpc":3545.5,"jpt":7.259,"ttft":120.6,"tps":28.9,"dur":393.0,"w":314,"jpc_min":108.6,"jpc_max":10583.1,"n_runs":2,"tierA":0,"latest":"axis-B-thinkoff-granite-4-2-8b-gpqa-diamond_granite-4.2-8b_g","cap":16384,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":250,"nc":133,"acc":0.532,"jpc":13993.8,"jpt":6.976,"ttft":106.6,"tps":42.9,"dur":2082.0,"w":324,"jpc_min":11059.3,"jpc_max":21398.6,"n_runs":3,"tierA":0,"latest":"axis-B-thinkoff-granite-4-2-8b-math500_granite-4.2-8b_math50","cap":16384,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":9.0,"n":100,"nc":93,"acc":0.93,"jpc":1225.8,"jpt":9.777,"ttft":297.4,"tps":31.2,"dur":373.0,"w":324,"jpc_min":1225.8,"jpc_max":1225.8,"n_runs":1,"tierA":0,"latest":"wave2-fp16-B-c02-ornith-1.5-9b_Ornith-1.5-9B_gsm8k_platinum","cap":400,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":9.0,"n":100,"nc":80,"acc":0.8,"jpc":72.0,"jpt":28.81,"ttft":181.6,"tps":10.8,"dur":18.0,"w":315,"jpc_min":72.0,"jpc_max":72.0,"n_runs":1,"tierA":0,"latest":"wave2-fp16-B-c02-ornith-1.5-9b_Ornith-1.5-9B_mmlu_redux","cap":512,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":9.0,"n":100,"nc":40,"acc":0.4,"jpc":117.9,"jpt":23.337,"ttft":133.8,"tps":13.1,"dur":15.0,"w":304,"jpc_min":117.9,"jpc_max":117.9,"n_runs":1,"tierA":0,"latest":"wave2-fp16-B-c02-ornith-1.5-9b_Ornith-1.5-9B_gpqa_diamond","cap":512,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":9.0,"n":100,"nc":62,"acc":0.62,"jpc":6156.1,"jpt":9.425,"ttft":367.6,"tps":32.4,"dur":1250.0,"w":323,"jpc_min":6156.1,"jpc_max":6156.1,"n_runs":1,"tierA":0,"latest":"wave2-fp16-B-c02-ornith-1.5-9b_Ornith-1.5-9B_math500","cap":1024,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":400,"nc":383,"acc":0.9575,"jpc":817.6,"jpt":2.387,"ttft":84.6,"tps":125.8,"dur":370.0,"w":273,"jpc_min":534.8,"jpc_max":1274.4,"n_runs":4,"tierA":0,"latest":"enginewave-B-qwen3-coder-30b-vllm-awq","cap":8192,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":800,"nc":629,"acc":0.7863,"jpc":83.9,"jpt":2.093,"ttft":79.0,"tps":100.0,"dur":47.0,"w":264,"jpc_min":29.2,"jpc_max":105.6,"n_runs":4,"tierA":0,"latest":"enginewave-B-qwen3-coder-30b-vllm-awq","cap":8192,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":250,"nc":101,"acc":0.404,"jpc":294.3,"jpt":1.914,"ttft":86.6,"tps":128.0,"dur":28.0,"w":261,"jpc_min":81.3,"jpc_max":561.6,"n_runs":4,"tierA":0,"latest":"enginewave-B-qwen3-coder-30b-vllm-awq","cap":16384,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":250,"nc":173,"acc":0.692,"jpc":3728.4,"jpt":2.734,"ttft":85.3,"tps":124.0,"dur":914.0,"w":278,"jpc_min":2734.2,"jpc_max":4709.6,"n_runs":4,"tierA":0,"latest":"enginewave-B-qwen3-coder-30b-vllm-awq","cap":16384,"clears":true},{"model":"Qwen3.8-27B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":27.0,"n":100,"nc":83,"acc":0.83,"jpc":5530.3,"jpt":16.25,"ttft":822.8,"tps":14.8,"dur":1909.0,"w":254,"jpc_min":5530.3,"jpc_max":5530.3,"n_runs":1,"tierA":0,"latest":"wave2-4bit-B-c02-qwen3.8-27b-awq-int4_Qwen3.8-27B-AWQ-INT4_g","cap":400,"clears":true},{"model":"Qwen3.8-27B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":27.0,"n":200,"nc":176,"acc":0.88,"jpc":167.3,"jpt":73.604,"ttft":460.3,"tps":4.1,"dur":49.0,"w":315,"jpc_min":164.6,"jpc_max":170.0,"n_runs":2,"tierA":0,"latest":"wave2-suspect-rerun-27b-B-c01-qwen3.8-27b-awq-int4_Qwen3.8-2","cap":512,"clears":true},{"model":"Qwen3.8-27B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":27.0,"n":200,"nc":80,"acc":0.4,"jpc":272.3,"jpt":54.468,"ttft":331.8,"tps":5.4,"dur":37.0,"w":306,"jpc_min":272.1,"jpc_max":272.5,"n_runs":2,"tierA":0,"latest":"wave2-suspect-rerun-27b-B-c01-qwen3.8-27b-awq-int4_Qwen3.8-2","cap":512,"clears":true},{"model":"Qwen3.8-27B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":27.0,"n":100,"nc":61,"acc":0.61,"jpc":18216.2,"jpt":15.759,"ttft":1185.5,"tps":15.0,"dur":4687.0,"w":252,"jpc_min":18216.2,"jpc_max":18216.2,"n_runs":1,"tierA":0,"latest":"wave2-4bit-B-c02-qwen3.8-27b-awq-int4_Qwen3.8-27B-AWQ-INT4_m","cap":1024,"clears":true},{"model":"Mistral-7B-v0.2-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":300,"nc":128,"acc":0.4267,"jpc":1033.3,"jpt":2.816,"ttft":152.7,"tps":122.8,"dur":129.0,"w":362,"jpc_min":959.5,"jpc_max":1138.6,"n_runs":3,"tierA":0,"latest":"ref-A-mistral-7b-instruct-v0-2-awq-gsm8k-platinum_Mistral-7B","cap":8192,"clears":true},{"model":"Mistral-7B-v0.2-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":700,"nc":398,"acc":0.5686,"jpc":172.0,"jpt":3.857,"ttft":162.6,"tps":87.9,"dur":74.0,"w":333,"jpc_min":150.0,"jpc_max":224.9,"n_runs":3,"tierA":0,"latest":"ref-A-mistral-7b-instruct-v0-2-awq-mmlu-redux_Mistral-7B-Ins","cap":8192,"clears":true},{"model":"Mistral-7B-v0.2-AWQ","quant":"awq","engine":"sglang","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":1000,"nc":554,"acc":0.554,"jpc":104.2,"jpt":2.92,"ttft":38.9,"tps":123.8,"dur":80.0,"w":381,"jpc_min":104.1,"jpc_max":104.4,"n_runs":2,"tierA":0,"latest":"enginewave-mistral-7b-sglang-awq","cap":512,"clears":true},{"model":"Mistral-7B-v0.2","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":46,"acc":0.46,"jpc":917.1,"jpt":2.574,"ttft":32.8,"tps":142.2,"dur":115.0,"w":386,"jpc_min":917.1,"jpc_max":917.1,"n_runs":1,"tierA":0,"latest":"enginewave-mistral-7b-llamacpp-q4km","cap":400,"clears":true},{"model":"Mistral-7B-v0.2","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":285,"acc":0.57,"jpc":123.1,"jpt":3.536,"ttft":42.6,"tps":94.7,"dur":105.0,"w":351,"jpc_min":123.1,"jpc_max":123.1,"n_runs":1,"tierA":0,"latest":"enginewave-mistral-7b-llamacpp-q4km","cap":512,"clears":true},{"model":"mistral:7b-instruct-v0.2-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":45,"acc":0.45,"jpc":1097.7,"jpt":3.047,"ttft":191.1,"tps":99.7,"dur":162.0,"w":323,"jpc_min":1097.7,"jpc_max":1097.7,"n_runs":1,"tierA":0,"latest":"enginewave-mistral-7b-ollama-q4km","cap":400,"clears":true},{"model":"mistral:7b-instruct-v0.2-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":287,"acc":0.574,"jpc":164.1,"jpt":4.728,"ttft":165.4,"tps":54.9,"dur":181.0,"w":273,"jpc_min":164.1,"jpc_max":164.1,"n_runs":1,"tierA":0,"latest":"enginewave-mistral-7b-ollama-q4km","cap":512,"clears":true},{"model":"Mistral-7B-v0.2-AWQ","quant":"awq","engine":"sglang","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":42,"acc":0.42,"jpc":822.1,"jpt":2.226,"ttft":36.6,"tps":164.4,"dur":94.0,"w":386,"jpc_min":822.1,"jpc_max":822.1,"n_runs":1,"tierA":0,"latest":"enginewave-mistral-7b-sglang-awq","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":26,"acc":0.26,"jpc":4887.2,"jpt":3.33,"ttft":191.7,"tps":108.7,"dur":351.0,"w":385,"jpc_min":4887.2,"jpc_max":4887.2,"n_runs":1,"tierA":0,"latest":"enginewave-qwen35-9b-llamacpp-q4km","cap":400,"clears":true},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":22,"acc":0.044,"jpc":2568.3,"jpt":5.858,"ttft":141.2,"tps":58.7,"dur":164.0,"w":364,"jpc_min":2568.3,"jpc_max":2568.3,"n_runs":1,"tierA":0,"latest":"enginewave-qwen35-9b-llamacpp-q4km","cap":512,"clears":false},{"model":"qwen3.5:9b-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":20,"acc":0.2,"jpc":11933.6,"jpt":6.152,"ttft":934.2,"tps":40.4,"dur":961.0,"w":263,"jpc_min":11933.6,"jpc_max":11933.6,"n_runs":1,"tierA":0,"latest":"enginewave-qwen35-9b-ollama-q4km","cap":400,"clears":true},{"model":"qwen3.5:9b-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":64,"acc":0.128,"jpc":2591.2,"jpt":18.188,"ttft":1422.6,"tps":9.9,"dur":922.0,"w":197,"jpc_min":2591.2,"jpc_max":2591.2,"n_runs":1,"tierA":0,"latest":"enginewave-qwen35-9b-ollama-q4km","cap":512,"clears":false},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":200,"nc":101,"acc":0.505,"jpc":20108.1,"jpt":8.46,"ttft":310.3,"tps":51.3,"dur":3902.0,"w":326,"jpc_min":12253.3,"jpc_max":21478.1,"n_runs":2,"tierA":0,"latest":"untrunc-A-qwen3-5-9b-awq-gsm8k-platinum_Qwen3.5-9B-AWQ_gsm8k","cap":null,"clears":true},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":500,"nc":111,"acc":0.222,"jpc":718.5,"jpt":7.894,"ttft":244.0,"tps":43.3,"dur":234.0,"w":360,"jpc_min":718.5,"jpc_max":718.5,"n_runs":1,"tierA":0,"latest":"enginewave-qwen35-9b-vllm-awq","cap":512,"clears":false},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":300,"nc":250,"acc":0.8333,"jpc":17450.5,"jpt":8.235,"ttft":333.8,"tps":41.2,"dur":2036.0,"w":372,"jpc_min":15125.4,"jpc_max":22395.7,"n_runs":6,"tierA":0,"latest":"ref-A-qwen3-5-9b-gsm8k-platinum_Qwen3.5-9B_gsm8k_platinum","cap":8192,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":300,"nc":153,"acc":0.51,"jpc":11547.5,"jpt":8.069,"ttft":303.6,"tps":37.0,"dur":820.0,"w":356,"jpc_min":1440.9,"jpc_max":16204.7,"n_runs":6,"tierA":0,"latest":"ref-A-qwen3-5-9b-mmlu-redux_Qwen3.5-9B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":225,"nc":106,"acc":0.4711,"jpc":80870.4,"jpt":8.21,"ttft":292.8,"tps":39.4,"dur":3422.0,"w":362,"jpc_min":3202.2,"jpc_max":138651.2,"n_runs":7,"tierA":0,"latest":"ref-A-qwen3-5-9b-gpqa-diamond_Qwen3.5-9B_gpqa_diamond","cap":16384,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":225,"nc":37,"acc":0.1644,"jpc":208069.0,"jpt":8.377,"ttft":374.2,"tps":41.9,"dur":3086.0,"w":376,"jpc_min":130020.1,"jpc_max":317677.8,"n_runs":7,"tierA":0,"latest":"ref-A-qwen3-5-9b-math500_Qwen3.5-9B_math500","cap":16384,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"absent (pin dropped by generator bug 2026-09-02; model chose)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":57,"acc":0.57,"jpc":60422.8,"jpt":8.809,"ttft":136.9,"tps":41.3,"dur":9475.0,"w":385,"jpc_min":60422.8,"jpc_max":60422.8,"n_runs":1,"tierA":0,"latest":"untrunc-A-nopin-granite-4-2-8b-math500_granite-4.2-8b_math50","cap":null,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"absent (pin dropped by generator bug 2026-09-02; model chose)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":100,"nc":26,"acc":0.26,"jpc":35734.7,"jpt":3.841,"ttft":125.9,"tps":39.4,"dur":6147.0,"w":161,"jpc_min":35734.7,"jpc_max":35734.7,"n_runs":1,"tierA":0,"latest":"untrunc-A-nopin-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","cap":null,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"absent (pin dropped by generator bug 2026-09-02; model chose)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":75,"acc":0.75,"jpc":3461.4,"jpt":4.548,"ttft":128.4,"tps":39.3,"dur":1454.0,"w":190,"jpc_min":3461.4,"jpc_max":3461.4,"n_runs":1,"tierA":0,"latest":"untrunc-A-nopin-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k_p","cap":null,"clears":true},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":50,"nc":15,"acc":0.3,"jpc":319.9,"jpt":5.503,"ttft":276.3,"tps":43.6,"dur":20.0,"w":245,"jpc_min":319.9,"jpc_max":319.9,"n_runs":1,"tierA":0,"latest":"ref-A-gemma-4-26b-a4b-it-awq-4bit-gpqa-diamond_gemma-4-26B-A","cap":null,"clears":false},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":200,"nc":194,"acc":0.97,"jpc":596.8,"jpt":3.116,"ttft":274.8,"tps":104.9,"dur":177.0,"w":343,"jpc_min":585.7,"jpc_max":607.9,"n_runs":2,"tierA":0,"latest":"ref-A-gemma-4-26b-a4b-it-awq-4bit-gsm8k-platinum_gemma-4-26B","cap":8192,"clears":true},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":50,"nc":36,"acc":0.72,"jpc":2346.9,"jpt":3.014,"ttft":255.3,"tps":112.3,"dur":249.0,"w":357,"jpc_min":2346.9,"jpc_max":2346.9,"n_runs":1,"tierA":0,"latest":"ref-A-gemma-4-26b-a4b-it-awq-4bit-math500_gemma-4-26B-A4B-it","cap":null,"clears":true},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":200,"nc":164,"acc":0.82,"jpc":57.8,"jpt":23.576,"ttft":255.7,"tps":8.1,"dur":25.0,"w":195,"jpc_min":56.2,"jpc_max":59.4,"n_runs":2,"tierA":0,"latest":"ref-A-gemma-4-26b-a4b-it-awq-4bit-mmlu-redux_gemma-4-26B-A4B","cap":8192,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":150,"nc":52,"acc":0.3467,"jpc":154732.7,"jpt":8.492,"ttft":221.3,"tps":43.2,"dur":7313.0,"w":387,"jpc_min":5273.6,"jpc_max":196300.8,"n_runs":3,"tierA":0,"latest":"ref-A-granite-4-2-8b-gpqa-diamond_granite-4.2-8b_gpqa_diamon","cap":16384,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":200,"nc":187,"acc":0.935,"jpc":15229.3,"jpt":8.173,"ttft":223.4,"tps":44.9,"dur":3878.0,"w":389,"jpc_min":14630.6,"jpc_max":15834.4,"n_runs":2,"tierA":0,"latest":"ref-A-granite-4-2-8b-gsm8k-platinum_granite-4.2-8b_gsm8k_pla","cap":8192,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":64,"acc":0.64,"jpc":57705.9,"jpt":8.396,"ttft":217.4,"tps":43.7,"dur":5035.0,"w":389,"jpc_min":55791.8,"jpc_max":60329.0,"n_runs":2,"tierA":0,"latest":"ref-A-granite-4-2-8b-math500_granite-4.2-8b_math500","cap":16384,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":200,"nc":178,"acc":0.89,"jpc":12345.9,"jpt":8.17,"ttft":226.6,"tps":44.9,"dur":2993.0,"w":389,"jpc_min":12181.6,"jpc_max":12499.5,"n_runs":2,"tierA":0,"latest":"ref-A-granite-4-2-8b-mmlu-redux_granite-4.2-8b_mmlu_redux","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":298,"nc":187,"acc":0.6275,"jpc":17742.8,"jpt":2.543,"ttft":125.2,"tps":143.3,"dur":3028.0,"w":386,"jpc_min":15112.0,"jpc_max":28941.2,"n_runs":3,"tierA":0,"latest":"axis-A-gpqa198-gpt-oss-20b_gpt-oss-20b_gpqa_diamond","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":500,"nc":494,"acc":0.988,"jpc":411.0,"jpt":1.668,"ttft":144.7,"tps":110.5,"dur":115.0,"w":373,"jpc_min":158.7,"jpc_max":643.8,"n_runs":5,"tierA":0,"latest":"conc-A-gpt-oss-20b-c8-gsm8k-platinum_gpt-oss-20b_gsm8k_plati","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"math500","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":82,"acc":0.82,"jpc":3235.1,"jpt":2.406,"ttft":98.6,"tps":151.3,"dur":366.0,"w":384,"jpc_min":2913.3,"jpc_max":3556.9,"n_runs":2,"tierA":0,"latest":"ref-A-gpt-oss-20b-math500_gpt-oss-20b_math500","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":500,"nc":433,"acc":0.866,"jpc":548.4,"jpt":1.684,"ttft":150.5,"tps":114.1,"dur":133.0,"w":376,"jpc_min":209.6,"jpc_max":889.1,"n_runs":5,"tierA":0,"latest":"conc-A-gpt-oss-20b-c8-mmlu-redux_gpt-oss-20b_mmlu_redux","cap":8192,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":74,"acc":0.74,"jpc":45401.4,"jpt":7.809,"ttft":330.8,"tps":47.1,"dur":4575.0,"w":389,"jpc_min":22878.0,"jpc_max":66739.3,"n_runs":2,"tierA":0,"latest":"ref-A-ornith-1-5-9b-gpqa-diamond_Ornith-1.5-9B_gpqa_diamond","cap":16384,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":200,"nc":195,"acc":0.975,"jpc":2471.1,"jpt":7.955,"ttft":304.5,"tps":46.0,"dur":659.0,"w":387,"jpc_min":2395.3,"jpc_max":2547.6,"n_runs":2,"tierA":0,"latest":"ref-A-ornith-1-5-9b-gsm8k-platinum_Ornith-1.5-9B_gsm8k_plati","cap":8192,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":70,"acc":0.7,"jpc":12090.1,"jpt":7.832,"ttft":386.4,"tps":46.9,"dur":1153.0,"w":388,"jpc_min":10943.4,"jpc_max":13173.0,"n_runs":2,"tierA":0,"latest":"ref-A-ornith-1-5-9b-math500_Ornith-1.5-9B_math500","cap":16384,"clears":true},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":200,"nc":181,"acc":0.905,"jpc":1058.5,"jpt":8.313,"ttft":314.2,"tps":43.1,"dur":267.0,"w":378,"jpc_min":1056.8,"jpc_max":1060.1,"n_runs":2,"tierA":0,"latest":"ref-A-ornith-1-5-9b-mmlu-redux_Ornith-1.5-9B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":76,"acc":0.76,"jpc":69467.9,"jpt":4.773,"ttft":304.2,"tps":77.1,"dur":7181.0,"w":389,"jpc_min":61931.6,"jpc_max":77004.3,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-5-9b-awq-gpqa-diamond_Qwen3.5-9B-AWQ_gpqa_diamon","cap":16384,"clears":true},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":200,"nc":174,"acc":0.87,"jpc":12001.3,"jpt":4.698,"ttft":311.7,"tps":78.0,"dur":2848.0,"w":388,"jpc_min":10835.7,"jpc_max":13089.3,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-5-9b-awq-gsm8k-platinum_Qwen3.5-9B-AWQ_gsm8k_pla","cap":8192,"clears":true},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":34,"acc":0.34,"jpc":101901.3,"jpt":4.783,"ttft":379.7,"tps":76.7,"dur":4719.0,"w":389,"jpc_min":83710.5,"jpc_max":135251.2,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-5-9b-awq-math500_Qwen3.5-9B-AWQ_math500","cap":16384,"clears":true},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":200,"nc":104,"acc":0.52,"jpc":7915.8,"jpt":4.727,"ttft":297.0,"tps":76.9,"dur":1126.0,"w":387,"jpc_min":5937.8,"jpc_max":9203.1,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-5-9b-awq-mmlu-redux_Qwen3.5-9B-AWQ_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":150,"nc":45,"acc":0.3,"jpc":109.6,"jpt":16.437,"ttft":113.4,"tps":17.3,"dur":6.0,"w":259,"jpc_min":85.0,"jpc_max":134.7,"n_runs":3,"tierA":0,"latest":"enginewave-A-qwen25-7b-vllm-awq","cap":16384,"clears":false},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":150,"nc":91,"acc":0.6067,"jpc":4439.3,"jpt":2.82,"ttft":150.9,"tps":129.7,"dur":371.0,"w":385,"jpc_min":3673.7,"jpc_max":5765.0,"n_runs":3,"tierA":0,"latest":"enginewave-A-qwen25-7b-vllm-awq","cap":16384,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":100,"nc":33,"acc":0.33,"jpc":106121.0,"jpt":1.968,"ttft":142.9,"tps":190.6,"dur":5096.0,"w":359,"jpc_min":51598.9,"jpc_max":157435.9,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_diamond","cap":16384,"clears":false},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":200,"nc":58,"acc":0.29,"jpc":10031.3,"jpt":1.578,"ttft":64.7,"tps":230.3,"dur":853.0,"w":350,"jpc_min":4911.0,"jpc_max":15151.6,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k_platinum","cap":8192,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":100,"nc":44,"acc":0.44,"jpc":13229.8,"jpt":1.462,"ttft":81.4,"tps":227.6,"dur":881.0,"w":349,"jpc_min":10648.7,"jpc_max":15810.9,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-0-6b-math500_Qwen3-0.6B_math500","cap":16384,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":200,"nc":124,"acc":0.62,"jpc":2168.3,"jpt":1.273,"ttft":57.4,"tps":257.6,"dur":413.0,"w":338,"jpc_min":1579.0,"jpc_max":2757.5,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":298,"nc":203,"acc":0.6812,"jpc":71736.9,"jpt":4.695,"ttft":287.3,"tps":77.9,"dur":13236.0,"w":388,"jpc_min":54443.6,"jpc_max":125242.1,"n_runs":3,"tierA":0,"latest":"axis-A-gpqa198-qwen3-5-4b_Qwen3.5-4B_gpqa_diamond","cap":16384,"clears":true},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":200,"nc":165,"acc":0.825,"jpc":16925.4,"jpt":4.682,"ttft":309.0,"tps":78.3,"dur":3812.0,"w":388,"jpc_min":15325.1,"jpc_max":18667.5,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-5-4b-gsm8k-platinum_Qwen3.5-4B_gsm8k_platinum","cap":8192,"clears":true},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":100,"nc":49,"acc":0.49,"jpc":66428.2,"jpt":4.766,"ttft":311.3,"tps":77.3,"dur":4443.0,"w":388,"jpc_min":39912.0,"jpc_max":112095.0,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-5-4b-math500_Qwen3.5-4B_math500","cap":16384,"clears":true},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":200,"nc":105,"acc":0.525,"jpc":11927.4,"jpt":4.602,"ttft":307.1,"tps":79.3,"dur":1713.0,"w":386,"jpc_min":8229.3,"jpc_max":14924.1,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-5-4b-mmlu-redux_Qwen3.5-4B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":45,"acc":0.45,"jpc":138589.6,"jpt":7.787,"ttft":205.9,"tps":47.1,"dur":8494.0,"w":389,"jpc_min":132264.8,"jpc_max":145818.0,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamond","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":200,"nc":198,"acc":0.99,"jpc":6846.5,"jpt":7.529,"ttft":214.4,"tps":48.6,"dur":1854.0,"w":388,"jpc_min":6559.3,"jpc_max":7133.7,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_platinum","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":68,"acc":0.68,"jpc":36608.5,"jpt":7.691,"ttft":208.2,"tps":47.7,"dur":3394.0,"w":389,"jpc_min":32803.7,"jpc_max":40644.0,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-8b-math500_Qwen3-8B_math500","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":200,"nc":183,"acc":0.915,"jpc":6779.5,"jpt":7.528,"ttft":209.7,"tps":48.7,"dur":1694.0,"w":388,"jpc_min":6248.3,"jpc_max":7316.5,"n_runs":2,"tierA":0,"latest":"ref-A-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","cap":8192,"clears":true},{"model":"Mistral-7B-v0.2-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":36,"acc":0.36,"jpc":1864.5,"jpt":2.606,"ttft":173.2,"tps":137.4,"dur":94.0,"w":376,"jpc_min":1807.4,"jpc_max":1921.6,"n_runs":2,"tierA":0,"latest":"ref-A-mistral-7b-instruct-v0-2-awq-gpqa-diamond_Mistral-7B-I","cap":16384,"clears":true},{"model":"Mistral-7B-v0.2-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":6,"acc":0.06,"jpc":85371.8,"jpt":3.142,"ttft":165.2,"tps":121.2,"dur":699.0,"w":386,"jpc_min":48036.8,"jpc_max":122706.8,"n_runs":2,"tierA":0,"latest":"ref-A-mistral-7b-instruct-v0-2-awq-math500_Mistral-7B-Instru","cap":16384,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=true (template default, kwarg absent)","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":57,"acc":0.57,"jpc":45039.0,"jpt":6.566,"ttft":110.5,"tps":41.1,"dur":9502.0,"w":286,"jpc_min":45039.0,"jpc_max":45039.0,"n_runs":1,"tierA":0,"latest":"untrunc-B-granite-4-2-8b-math500_granite-4.2-8b_math500","cap":null,"clears":true},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=true (template default, kwarg absent)","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":9.0,"n":100,"nc":25,"acc":0.25,"jpc":132175.3,"jpt":9.541,"ttft":362.3,"tps":32.8,"dur":10564.0,"w":331,"jpc_min":132175.3,"jpc_max":132175.3,"n_runs":1,"tierA":0,"latest":"untrunc-B-qwen3-5-9b-math500_Qwen3.5-9B_math500","cap":null,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":150,"nc":51,"acc":0.34,"jpc":129219.4,"jpt":6.719,"ttft":156.8,"tps":42.8,"dur":7748.0,"w":316,"jpc_min":3808.6,"jpc_max":177149.1,"n_runs":3,"tierA":0,"latest":"ref-B-granite-4-2-8b-gpqa-diamond_granite-4.2-8b_gpqa_diamon","cap":16384,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":200,"nc":187,"acc":0.935,"jpc":11564.3,"jpt":6.285,"ttft":122.6,"tps":43.8,"dur":3928.0,"w":291,"jpc_min":11467.1,"jpc_max":11662.6,"n_runs":2,"tierA":0,"latest":"ref-B-granite-4-2-8b-gsm8k-platinum_granite-4.2-8b_gsm8k_pla","cap":8192,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":62,"acc":0.62,"jpc":47703.6,"jpt":6.788,"ttft":103.7,"tps":43.1,"dur":5058.0,"w":310,"jpc_min":47149.0,"jpc_max":48131.4,"n_runs":2,"tierA":0,"latest":"ref-B-granite-4-2-8b-math500_granite-4.2-8b_math500","cap":16384,"clears":true},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":200,"nc":182,"acc":0.91,"jpc":10055.1,"jpt":6.599,"ttft":157.5,"tps":44.3,"dur":3128.0,"w":309,"jpc_min":9893.3,"jpc_max":10213.4,"n_runs":2,"tierA":0,"latest":"ref-B-granite-4-2-8b-mmlu-redux_granite-4.2-8b_mmlu_redux","cap":8192,"clears":true},{"model":"Phi-3-mini-4k-instruct","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":3.8,"n":50,"nc":20,"acc":0.4,"jpc":215.1,"jpt":4.242,"ttft":114.8,"tps":74.7,"dur":14.0,"w":322,"jpc_min":215.1,"jpc_max":215.1,"n_runs":1,"tierA":0,"latest":"ref-B-phi-3-mini-4k-instruct-gpqa-diamond_Phi-3-mini-4k-inst","cap":null,"clears":true},{"model":"Phi-3-mini-4k-instruct","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":3.8,"n":100,"nc":85,"acc":0.85,"jpc":752.0,"jpt":3.908,"ttft":57.6,"tps":84.0,"dur":195.0,"w":346,"jpc_min":752.0,"jpc_max":752.0,"n_runs":1,"tierA":0,"latest":"ref-B-phi-3-mini-4k-instruct-gsm8k-platinum_Phi-3-mini-4k-in","cap":null,"clears":true},{"model":"Phi-3-mini-4k-instruct","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":3.8,"n":50,"nc":19,"acc":0.38,"jpc":3514.9,"jpt":4.124,"ttft":58.9,"tps":80.0,"dur":202.0,"w":347,"jpc_min":3514.9,"jpc_max":3514.9,"n_runs":1,"tierA":0,"latest":"ref-B-phi-3-mini-4k-instruct-math500_Phi-3-mini-4k-instruct_","cap":null,"clears":true},{"model":"Phi-3-mini-4k-instruct","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":3.8,"n":100,"nc":71,"acc":0.71,"jpc":65.6,"jpt":5.362,"ttft":90.9,"tps":58.7,"dur":15.0,"w":317,"jpc_min":65.6,"jpc_max":65.6,"n_runs":1,"tierA":0,"latest":"ref-B-phi-3-mini-4k-instruct-mmlu-redux_Phi-3-mini-4k-instru","cap":null,"clears":true},{"model":"Mistral-7B-v0.2","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":18,"acc":0.36,"jpc":4089.6,"jpt":5.61,"ttft":142.1,"tps":51.9,"dur":253.0,"w":309,"jpc_min":4089.6,"jpc_max":4089.6,"n_runs":1,"tierA":0,"latest":"ref-B-mistral-7b-instruct-v0-2-gpqa-diamond_Mistral-7B-Instr","cap":null,"clears":false},{"model":"Mistral-7B-v0.2","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":49,"acc":0.49,"jpc":1869.9,"jpt":5.56,"ttft":91.7,"tps":51.8,"dur":318.0,"w":304,"jpc_min":1869.9,"jpc_max":1869.9,"n_runs":1,"tierA":0,"latest":"ref-B-mistral-7b-instruct-v0-2-gsm8k-platinum_Mistral-7B-Ins","cap":null,"clears":true},{"model":"Mistral-7B-v0.2","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":10,"acc":0.1,"jpc":50575.7,"jpt":6.254,"ttft":81.6,"tps":49.1,"dur":828.0,"w":325,"jpc_min":40631.8,"jpc_max":60519.6,"n_runs":2,"tierA":0,"latest":"ref-B-mistral-7b-instruct-v0-2-math500_Mistral-7B-Instruct-v","cap":16384,"clears":true},{"model":"Mistral-7B-v0.2","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":62,"acc":0.62,"jpc":531.0,"jpt":6.485,"ttft":169.2,"tps":49.2,"dur":103.0,"w":336,"jpc_min":531.0,"jpc_max":531.0,"n_runs":1,"tierA":0,"latest":"ref-B-mistral-7b-instruct-v0-2-mmlu-redux_Mistral-7B-Instruc","cap":null,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":60,"acc":0.6,"jpc":15964.7,"jpt":2.14,"ttft":72.1,"tps":155.3,"dur":1456.0,"w":348,"jpc_min":13740.3,"jpc_max":17784.5,"n_runs":2,"tierA":0,"latest":"ref-B-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_diamond","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":200,"nc":198,"acc":0.99,"jpc":473.4,"jpt":1.975,"ttft":57.3,"tps":163.8,"dur":145.0,"w":342,"jpc_min":472.9,"jpc_max":473.9,"n_runs":2,"tierA":0,"latest":"ref-B-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm8k_platinum","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"math500","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":81,"acc":0.81,"jpc":2333.5,"jpt":1.974,"ttft":57.8,"tps":165.1,"dur":290.0,"w":346,"jpc_min":2294.9,"jpc_max":2377.1,"n_runs":2,"tierA":0,"latest":"ref-B-gpt-oss-20b-math500_gpt-oss-20b_math500","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":200,"nc":175,"acc":0.875,"jpc":746.9,"jpt":2.002,"ttft":78.1,"tps":162.4,"dur":201.0,"w":344,"jpc_min":721.7,"jpc_max":772.5,"n_runs":2,"tierA":0,"latest":"ref-B-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":150,"nc":45,"acc":0.3,"jpc":72.7,"jpt":10.898,"ttft":71.1,"tps":26.1,"dur":4.0,"w":252,"jpc_min":71.8,"jpc_max":73.5,"n_runs":3,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2.5-7B-Instru","cap":16384,"clears":false},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":150,"nc":91,"acc":0.6067,"jpc":3779.4,"jpt":2.388,"ttft":52.8,"tps":138.0,"dur":350.0,"w":348,"jpc_min":3231.5,"jpc_max":4800.0,"n_runs":3,"tierA":0,"latest":"enginewave-B-qwen25-7b-vllm-awq","cap":16384,"clears":true},{"model":"Qwen2.5-7B-GPTQ-Int4","quant":"gptq","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":34,"acc":0.34,"jpc":63.5,"jpt":10.795,"ttft":70.9,"tps":26.2,"dur":4.0,"w":258,"jpc_min":62.8,"jpc_max":64.2,"n_runs":2,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int4-gpqa-diamond_Qwen2.5-7B-","cap":16384,"clears":true},{"model":"Qwen2.5-7B-GPTQ-Int4","quant":"gptq","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":62,"acc":0.62,"jpc":3152.9,"jpt":2.401,"ttft":51.6,"tps":140.6,"dur":297.0,"w":347,"jpc_min":1792.7,"jpc_max":4513.2,"n_runs":2,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int4-math500_Qwen2.5-7B-Instr","cap":16384,"clears":true},{"model":"Qwen2.5-7B-GPTQ-Int8","quant":"gptq-8bit","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":30,"acc":0.3,"jpc":82.2,"jpt":12.328,"ttft":79.7,"tps":23.6,"dur":4.0,"w":269,"jpc_min":81.9,"jpc_max":82.4,"n_runs":2,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int8-gpqa-diamond_Qwen2.5-7B-","cap":16384,"clears":false},{"model":"Qwen2.5-7B-GPTQ-Int8","quant":"gptq-8bit","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":66,"acc":0.66,"jpc":5125.0,"jpt":3.502,"ttft":59.6,"tps":91.5,"dur":530.0,"w":338,"jpc_min":4344.2,"jpc_max":5905.8,"n_runs":2,"tierA":0,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int8-math500_Qwen2.5-7B-Instr","cap":16384,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":100,"nc":33,"acc":0.33,"jpc":84632.4,"jpt":1.565,"ttft":32.0,"tps":226.7,"dur":4377.0,"w":340,"jpc_min":41580.7,"jpc_max":125151.7,"n_runs":2,"tierA":0,"latest":"ref-B-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_diamond","cap":16384,"clears":false},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":200,"nc":58,"acc":0.29,"jpc":7961.2,"jpt":1.334,"ttft":32.4,"tps":274.8,"dur":725.0,"w":335,"jpc_min":3475.3,"jpc_max":12447.2,"n_runs":2,"tierA":0,"latest":"ref-B-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k_platinum","cap":8192,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":100,"nc":50,"acc":0.5,"jpc":13222.4,"jpt":1.315,"ttft":33.6,"tps":251.8,"dur":1044.0,"w":337,"jpc_min":9202.5,"jpc_max":17242.3,"n_runs":2,"tierA":0,"latest":"ref-B-qwen3-0-6b-math500_Qwen3-0.6B_math500","cap":16384,"clears":true},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":200,"nc":124,"acc":0.62,"jpc":1767.7,"jpt":1.041,"ttft":33.2,"tps":316.4,"dur":348.0,"w":332,"jpc_min":1235.4,"jpc_max":2300.1,"n_runs":2,"tierA":0,"latest":"ref-B-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":2.0,"n":50,"nc":21,"acc":0.42,"jpc":27.9,"jpt":5.809,"ttft":48.6,"tps":39.1,"dur":2.0,"w":171,"jpc_min":27.9,"jpc_max":27.9,"n_runs":1,"tierA":0,"latest":"ref-B-qwen3-5-2b-gpqa-diamond_Qwen3.5-2B_gpqa_diamond","cap":null,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":2.0,"n":200,"nc":145,"acc":0.725,"jpc":5883.2,"jpt":2.203,"ttft":83.1,"tps":157.2,"dur":1352.0,"w":340,"jpc_min":2024.3,"jpc_max":9689.2,"n_runs":2,"tierA":0,"latest":"ref-B-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k_platinum","cap":8192,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":2.0,"n":100,"nc":60,"acc":0.6,"jpc":24744.1,"jpt":2.213,"ttft":97.4,"tps":156.1,"dur":2421.0,"w":336,"jpc_min":5467.2,"jpc_max":40516.0,"n_runs":2,"tierA":0,"latest":"ref-B-qwen3-5-2b-math500_Qwen3.5-2B_math500","cap":16384,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":2.0,"n":100,"nc":51,"acc":0.51,"jpc":28.8,"jpt":7.349,"ttft":53.0,"tps":35.2,"dur":6.0,"w":238,"jpc_min":28.8,"jpc_max":28.8,"n_runs":1,"tierA":0,"latest":"ref-B-qwen3-5-2b-mmlu-redux_Qwen3.5-2B_mmlu_redux","cap":null,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":47,"acc":0.47,"jpc":113193.5,"jpt":6.358,"ttft":129.6,"tps":46.4,"dur":9021.0,"w":312,"jpc_min":98771.4,"jpc_max":129582.4,"n_runs":2,"tierA":0,"latest":"ref-B-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamond","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":200,"nc":198,"acc":0.99,"jpc":5599.5,"jpt":6.163,"ttft":98.7,"tps":48.3,"dur":1864.0,"w":314,"jpc_min":5377.2,"jpc_max":5821.8,"n_runs":2,"tierA":0,"latest":"ref-B-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_platinum","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":68,"acc":0.68,"jpc":29668.9,"jpt":6.325,"ttft":85.1,"tps":47.3,"dur":3375.0,"w":317,"jpc_min":28936.0,"jpc_max":30401.9,"n_runs":2,"tierA":0,"latest":"ref-B-qwen3-8b-math500_Qwen3-8B_math500","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":200,"nc":184,"acc":0.92,"jpc":5500.9,"jpt":6.091,"ttft":131.1,"tps":48.2,"dur":1727.0,"w":311,"jpc_min":5156.8,"jpc_max":5852.5,"n_runs":2,"tierA":0,"latest":"ref-B-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false (template default, kwarg absent)","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":100,"nc":53,"acc":0.53,"jpc":1783.3,"jpt":1.504,"ttft":213.8,"tps":33.7,"dur":1865.0,"w":54,"jpc_min":1783.3,"jpc_max":1783.3,"n_runs":1,"tierA":0,"latest":"untrunc-C-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_gsm8k_pla","cap":null,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false (template default, kwarg absent)","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":73,"acc":0.73,"jpc":1458.3,"jpt":1.964,"ttft":267.2,"tps":33.6,"dur":1612.0,"w":71,"jpc_min":1458.3,"jpc_max":1458.3,"n_runs":1,"tierA":0,"latest":"untrunc-C-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k_platinu","cap":null,"clears":true},{"model":"LFM2.5-1.2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"always-on (no off-switch)","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.2,"n":100,"nc":75,"acc":0.75,"jpc":382.3,"jpt":0.947,"ttft":115.9,"tps":85.2,"dur":355.0,"w":87,"jpc_min":382.3,"jpc_max":382.3,"n_runs":1,"tierA":0,"latest":"untrunc-C-lfm2-5-1-2b-instruct-gsm8k-platinum_LFM2.5-1.2B-In","cap":null,"clears":true},{"model":"SmolLM3-3B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true (template default, kwarg absent)","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":3.0,"n":100,"nc":95,"acc":0.95,"jpc":1339.2,"jpt":2.565,"ttft":142.3,"tps":30.8,"dur":1610.0,"w":85,"jpc_min":1339.2,"jpc_max":1339.2,"n_runs":1,"tierA":0,"latest":"untrunc-C-smollm3-3b-gsm8k-platinum_SmolLM3-3B_gsm8k_platinu","cap":null,"clears":true},{"model":"SmolLM3-3B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":3.0,"n":100,"nc":85,"acc":0.85,"jpc":535.8,"jpt":2.592,"ttft":139.3,"tps":30.8,"dur":570.0,"w":86,"jpc_min":535.8,"jpc_max":535.8,"n_runs":1,"tierA":0,"latest":"untrunc116-smollm3-3b-gsm8k-thinkpinned_SmolLM3-3B_gsm8k_pla","cap":null,"clears":true},{"model":"LFM2.5-1.2B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.2,"n":500,"nc":376,"acc":0.752,"jpc":276.5,"jpt":0.747,"ttft":101.2,"tps":146.0,"dur":191.0,"w":121,"jpc_min":256.1,"jpc_max":287.3,"n_runs":5,"tierA":0,"latest":"hz-C-lfm2-5-1-2b-instruct-gsm8k-platinum-5hz_LFM2.5-1.2B-Ins","cap":8192,"clears":true},{"model":"LFM2.5-1.2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.2,"n":200,"nc":74,"acc":0.37,"jpc":19.1,"jpt":3.533,"ttft":76.3,"tps":20.9,"dur":9.0,"w":79,"jpc_min":18.9,"jpc_max":19.3,"n_runs":2,"tierA":0,"latest":"ref-C-lfm2-5-1-2b-instruct-mmlu-redux_LFM2.5-1.2B-Instruct_m","cap":8192,"clears":true},{"model":"LFM2.5-1.2B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.2,"n":200,"nc":108,"acc":0.54,"jpc":1754.7,"jpt":0.871,"ttft":178.4,"tps":123.8,"dur":679.0,"w":109,"jpc_min":1596.5,"jpc_max":1898.4,"n_runs":3,"tierA":0,"latest":"ref-C-lfm2-5-1-2b-instruct-math500_LFM2.5-1.2B-Instruct_math","cap":16384,"clears":true},{"model":"LFM2.5-1.2B","quant":"none","engine":"vllm","host":"C","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.2,"n":100,"nc":20,"acc":0.2,"jpc":29.8,"jpt":2.978,"ttft":53.3,"tps":21.9,"dur":4.0,"w":71,"jpc_min":29.5,"jpc_max":30.1,"n_runs":2,"tierA":0,"latest":"ref-C-lfm2-5-1-2b-instruct-gpqa-diamond_LFM2.5-1.2B-Instruct","cap":16384,"clears":false},{"model":"LFM2.5-2.6B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.6,"n":200,"nc":178,"acc":0.89,"jpc":2041.2,"jpt":1.719,"ttft":242.0,"tps":67.8,"dur":1558.0,"w":125,"jpc_min":2015.5,"jpc_max":2072.0,"n_runs":2,"tierA":0,"latest":"ref-C-lfm2-5-2-6b-gsm8k-platinum_LFM2.5-2.6B_gsm8k_platinum","cap":8192,"clears":true},{"model":"LFM2.5-2.6B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.6,"n":200,"nc":110,"acc":0.55,"jpc":2141.1,"jpt":1.717,"ttft":141.2,"tps":67.8,"dur":1011.0,"w":125,"jpc_min":1531.8,"jpc_max":2489.2,"n_runs":2,"tierA":0,"latest":"ref-C-lfm2-5-2-6b-mmlu-redux_LFM2.5-2.6B_mmlu_redux","cap":8192,"clears":true},{"model":"LFM2.5-2.6B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.6,"n":100,"nc":63,"acc":0.63,"jpc":4642.6,"jpt":1.762,"ttft":301.2,"tps":65.6,"dur":1271.0,"w":124,"jpc_min":4050.0,"jpc_max":5087.0,"n_runs":2,"tierA":0,"latest":"ref-C-lfm2-5-2-6b-math500_LFM2.5-2.6B_math500","cap":16384,"clears":true},{"model":"LFM2.5-2.6B","quant":"none","engine":"vllm","host":"C","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.6,"n":100,"nc":43,"acc":0.43,"jpc":28140.8,"jpt":1.816,"ttft":110.0,"tps":64.1,"dur":5361.0,"w":123,"jpc_min":16961.5,"jpc_max":35450.4,"n_runs":2,"tierA":0,"latest":"ref-C-lfm2-5-2-6b-gpqa-diamond_LFM2.5-2.6B_gpqa_diamond","cap":16384,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":100,"nc":32,"acc":0.32,"jpc":10800.9,"jpt":1.502,"ttft":301.9,"tps":34.0,"dur":6761.0,"w":54,"jpc_min":10800.9,"jpc_max":10800.9,"n_runs":1,"tierA":0,"latest":"untrunc-C-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","cap":null,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.0,"n":100,"nc":60,"acc":0.6,"jpc":5999.5,"jpt":1.951,"ttft":439.9,"tps":33.9,"dur":5443.0,"w":71,"jpc_min":5999.5,"jpc_max":5999.5,"n_runs":1,"tierA":0,"latest":"untrunc-C-qwen3-5-2b-math500_Qwen3.5-2B_math500","cap":null,"clears":true},{"model":"SmolLM3-3B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":3.0,"n":100,"nc":59,"acc":0.59,"jpc":2299.3,"jpt":2.567,"ttft":127.0,"tps":31.0,"dur":1705.0,"w":85,"jpc_min":2299.3,"jpc_max":2299.3,"n_runs":1,"tierA":0,"latest":"untrunc116-smollm3-3b-math500-thinkpinned_SmolLM3-3B_math500","cap":null,"clears":true},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":99,"acc":0.99,"jpc":694.2,"jpt":2.791,"ttft":755.2,"tps":83.1,"dur":296.0,"w":245,"jpc_min":694.2,"jpc_max":694.2,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-ollama-mxfp4","cap":8192,"clears":true},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":500,"nc":417,"acc":0.834,"jpc":1058.4,"jpt":2.399,"ttft":775.8,"tps":118.4,"dur":1554.0,"w":303,"jpc_min":1058.4,"jpc_max":1058.4,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-ollama-mxfp4","cap":8192,"clears":true},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":40,"acc":0.8,"jpc":3510.6,"jpt":2.24,"ttft":794.5,"tps":138.5,"dur":453.0,"w":329,"jpc_min":3510.6,"jpc_max":3510.6,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-ollama-mxfp4","cap":16384,"clears":true},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":31,"acc":0.62,"jpc":11969.3,"jpt":2.19,"ttft":813.6,"tps":147.4,"dur":1150.0,"w":342,"jpc_min":11969.3,"jpc_max":11969.3,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-ollama-mxfp4","cap":16384,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":89,"acc":0.89,"jpc":591.4,"jpt":2.177,"ttft":40.9,"tps":149.6,"dur":162.0,"w":344,"jpc_min":591.4,"jpc_max":591.4,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-sglang-awq","cap":8192,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":500,"nc":365,"acc":0.73,"jpc":23.7,"jpt":8.654,"ttft":42.6,"tps":34.4,"dur":29.0,"w":308,"jpc_min":23.7,"jpc_max":23.7,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-sglang-awq","cap":8192,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":33,"acc":0.66,"jpc":2873.3,"jpt":2.2,"ttft":39.1,"tps":149.2,"dur":289.0,"w":348,"jpc_min":2873.3,"jpc_max":2873.3,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-sglang-awq","cap":16384,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":14,"acc":0.28,"jpc":76.4,"jpt":10.701,"ttft":63.2,"tps":27.0,"dur":4.0,"w":272,"jpc_min":76.4,"jpc_max":76.4,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-sglang-awq","cap":16384,"clears":false},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":88,"acc":0.88,"jpc":388.2,"jpt":2.347,"ttft":39.8,"tps":138.8,"dur":105.0,"w":344,"jpc_min":388.2,"jpc_max":388.2,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-llamacpp-q4km","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":500,"nc":352,"acc":0.704,"jpc":23.6,"jpt":8.291,"ttft":42.2,"tps":32.3,"dur":31.0,"w":278,"jpc_min":23.6,"jpc_max":23.6,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-llamacpp-q4km","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":33,"acc":0.66,"jpc":2980.5,"jpt":2.384,"ttft":41.4,"tps":137.0,"dur":301.0,"w":346,"jpc_min":2980.5,"jpc_max":2980.5,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-llamacpp-q4km","cap":16384,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":15,"acc":0.3,"jpc":71.0,"jpt":10.657,"ttft":70.1,"tps":23.8,"dur":4.0,"w":225,"jpc_min":71.0,"jpc_max":71.0,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-llamacpp-q4km","cap":16384,"clears":false},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":88,"acc":0.88,"jpc":500.1,"jpt":2.745,"ttft":344.3,"tps":95.4,"dur":168.0,"w":278,"jpc_min":500.1,"jpc_max":500.1,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-ollama-q4km","cap":8192,"clears":true},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":500,"nc":361,"acc":0.722,"jpc":67.4,"jpt":24.131,"ttft":379.6,"tps":5.2,"dur":193.0,"w":133,"jpc_min":67.4,"jpc_max":67.4,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-ollama-q4km","cap":8192,"clears":true},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":32,"acc":0.64,"jpc":3166.7,"jpt":2.454,"ttft":361.7,"tps":129.0,"dur":320.0,"w":335,"jpc_min":3166.7,"jpc_max":3166.7,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-ollama-q4km","cap":16384,"clears":true},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":17,"acc":0.34,"jpc":153.7,"jpt":26.123,"ttft":392.0,"tps":5.0,"dur":20.0,"w":134,"jpc_min":153.7,"jpc_max":153.7,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-ollama-q4km","cap":16384,"clears":false},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":100,"nc":97,"acc":0.97,"jpc":355.1,"jpt":1.607,"ttft":44.9,"tps":194.6,"dur":110.0,"w":329,"jpc_min":355.1,"jpc_max":355.1,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-sglang-awq","cap":8192,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":500,"nc":381,"acc":0.762,"jpc":83.0,"jpt":1.942,"ttft":47.6,"tps":158.7,"dur":103.0,"w":325,"jpc_min":83.0,"jpc_max":83.0,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-sglang-awq","cap":8192,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":50,"nc":38,"acc":0.76,"jpc":1619.0,"jpt":1.62,"ttft":44.1,"tps":198.1,"dur":192.0,"w":340,"jpc_min":1619.0,"jpc_max":1619.0,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-sglang-awq","cap":16384,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":50,"nc":22,"acc":0.44,"jpc":319.1,"jpt":1.702,"ttft":56.2,"tps":181.6,"dur":23.0,"w":319,"jpc_min":319.1,"jpc_max":319.1,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-sglang-awq","cap":16384,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":500,"nc":439,"acc":0.878,"jpc":616.4,"jpt":3.711,"ttft":237.2,"tps":29.8,"dur":1277.0,"w":76,"jpc_min":303.6,"jpc_max":927.6,"n_runs":5,"tierA":1,"latest":"offload-C-qwen25-7b-q4km_ngl99","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"C","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":500,"nc":354,"acc":0.708,"jpc":17.1,"jpt":6.012,"ttft":67.9,"tps":16.8,"dur":60.0,"w":108,"jpc_min":17.1,"jpc_max":17.1,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-llamacpp-q4km","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"C","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":50,"nc":32,"acc":0.64,"jpc":1479.8,"jpt":1.816,"ttft":60.0,"tps":71.8,"dur":363.0,"w":140,"jpc_min":1479.8,"jpc_max":1479.8,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-llamacpp-q4km","cap":16384,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"C","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":50,"nc":16,"acc":0.32,"jpc":50.8,"jpt":8.132,"ttft":146.7,"tps":11.9,"dur":8.0,"w":105,"jpc_min":50.8,"jpc_max":50.8,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-llamacpp-q4km","cap":16384,"clears":false},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"C","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":100,"nc":88,"acc":0.88,"jpc":353.7,"jpt":1.987,"ttft":260.3,"tps":52.3,"dur":299.0,"w":111,"jpc_min":353.7,"jpc_max":353.7,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-ollama-q4km","cap":8192,"clears":true},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"C","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":500,"nc":365,"acc":0.73,"jpc":25.7,"jpt":9.395,"ttft":259.4,"tps":6.6,"dur":152.0,"w":66,"jpc_min":25.7,"jpc_max":25.7,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-ollama-q4km","cap":8192,"clears":true},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"C","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":50,"nc":31,"acc":0.62,"jpc":2486.8,"jpt":1.859,"ttft":263.5,"tps":65.9,"dur":629.0,"w":132,"jpc_min":2486.8,"jpc_max":2486.8,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-ollama-q4km","cap":16384,"clears":true},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"C","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":50,"nc":16,"acc":0.32,"jpc":72.4,"jpt":11.587,"ttft":333.9,"tps":5.6,"dur":18.0,"w":69,"jpc_min":72.4,"jpc_max":72.4,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-ollama-q4km","cap":16384,"clears":false},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":32,"acc":0.64,"jpc":3254.5,"jpt":2.444,"ttft":30.9,"tps":150.2,"dur":283.0,"w":388,"jpc_min":3254.5,"jpc_max":3254.5,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-sglang-awq","cap":16384,"clears":true},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":15,"acc":0.3,"jpc":76.4,"jpt":11.455,"ttft":56.9,"tps":30.1,"dur":3.0,"w":317,"jpc_min":76.4,"jpc_max":76.4,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-sglang-awq","cap":16384,"clears":false},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":100,"nc":97,"acc":0.97,"jpc":385.7,"jpt":1.755,"ttft":38.1,"tps":196.7,"dur":108.0,"w":365,"jpc_min":385.7,"jpc_max":385.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen3-coder-30b-sglang-awq","cap":8192,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":500,"nc":382,"acc":0.764,"jpc":81.8,"jpt":2.138,"ttft":40.7,"tps":162.2,"dur":90.0,"w":366,"jpc_min":81.8,"jpc_max":81.8,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen3-coder-30b-sglang-awq","cap":8192,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":50,"nc":38,"acc":0.76,"jpc":2019.7,"jpt":1.802,"ttft":36.8,"tps":200.1,"dur":213.0,"w":382,"jpc_min":2019.7,"jpc_max":2019.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen3-coder-30b-sglang-awq","cap":16384,"clears":true},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":50,"nc":22,"acc":0.44,"jpc":303.7,"jpt":1.875,"ttft":51.1,"tps":182.4,"dur":19.0,"w":356,"jpc_min":303.7,"jpc_max":303.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen3-coder-30b-sglang-awq","cap":16384,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":33,"acc":0.66,"jpc":3322.3,"jpt":2.658,"ttft":30.9,"tps":137.4,"dur":300.0,"w":387,"jpc_min":3322.3,"jpc_max":3322.3,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-llamacpp-q4km","cap":16384,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":15,"acc":0.3,"jpc":105.9,"jpt":15.884,"ttft":127.1,"tps":14.7,"dur":7.0,"w":217,"jpc_min":105.9,"jpc_max":105.9,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-llamacpp-q4km","cap":16384,"clears":false},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":32,"acc":0.64,"jpc":3947.2,"jpt":3.058,"ttft":385.4,"tps":115.0,"dur":359.0,"w":372,"jpc_min":3947.2,"jpc_max":3947.2,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-ollama-q4km","cap":16384,"clears":true},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":17,"acc":0.34,"jpc":388.7,"jpt":66.072,"ttft":1022.2,"tps":2.1,"dur":47.0,"w":149,"jpc_min":388.7,"jpc_max":388.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-ollama-q4km","cap":16384,"clears":false},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":99,"acc":0.99,"jpc":977.0,"jpt":3.904,"ttft":1163.4,"tps":68.0,"dur":364.0,"w":284,"jpc_min":977.0,"jpc_max":977.0,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-ollama-mxfp4","cap":8192,"clears":true},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":500,"nc":412,"acc":0.824,"jpc":1616.7,"jpt":3.449,"ttft":1212.2,"tps":87.9,"dur":2196.0,"w":323,"jpc_min":1616.7,"jpc_max":1616.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-ollama-mxfp4","cap":8192,"clears":true},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":38,"acc":0.76,"jpc":4353.7,"jpt":3.129,"ttft":1385.9,"tps":106.7,"dur":496.0,"w":353,"jpc_min":4353.7,"jpc_max":4353.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-ollama-mxfp4","cap":16384,"clears":true},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":35,"acc":0.7,"jpc":16210.3,"jpt":3.046,"ttft":1237.9,"tps":117.0,"dur":1591.0,"w":377,"jpc_min":16210.3,"jpc_max":16210.3,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-ollama-mxfp4","cap":16384,"clears":true},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":21,"acc":0.42,"jpc":120.1,"jpt":25.225,"ttft":216.3,"tps":10.3,"dur":10.0,"w":256,"jpc_min":120.1,"jpc_max":120.1,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-9b-awq-gpqa-diamond_Qwen3.5-9B-AWQ_g","cap":16384,"clears":true},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":96,"acc":0.96,"jpc":1377.1,"jpt":4.941,"ttft":307.5,"tps":73.4,"dur":365.0,"w":384,"jpc_min":1377.1,"jpc_max":1377.1,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-9b-awq-gsm8k-platinum_Qwen3.5-9B-AWQ","cap":8192,"clears":true},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":40,"acc":0.8,"jpc":6999.2,"jpt":4.779,"ttft":378.2,"tps":76.6,"dur":765.0,"w":388,"jpc_min":6999.2,"jpc_max":6999.2,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-9b-awq-math500_Qwen3.5-9B-AWQ_math50","cap":16384,"clears":true},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":84,"acc":0.84,"jpc":76.3,"jpt":32.056,"ttft":222.1,"tps":9.3,"dur":21.0,"w":301,"jpc_min":76.3,"jpc_max":76.3,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-9b-awq-mmlu-redux_Qwen3.5-9B-AWQ_mml","cap":8192,"clears":true},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":33,"acc":0.33,"jpc":63466.3,"jpt":3.087,"ttft":162.2,"tps":114.2,"dur":5939.0,"w":372,"jpc_min":63466.3,"jpc_max":63466.3,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-gemma-4-26b-a4b-it-awq-4bit-gsm8k-platinum_ge","cap":8192,"clears":true},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":91,"acc":0.91,"jpc":3133.9,"jpt":3.009,"ttft":159.6,"tps":116.9,"dur":811.0,"w":372,"jpc_min":3133.9,"jpc_max":3133.9,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-gemma-4-26b-a4b-it-awq-4bit-mmlu-redux_gemma-","cap":8192,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":50,"nc":16,"acc":0.32,"jpc":62504.3,"jpt":1.221,"ttft":76.0,"tps":264.8,"dur":3093.0,"w":342,"jpc_min":62504.3,"jpc_max":62504.3,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpqa_d","cap":16384,"clears":false},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":100,"nc":22,"acc":0.22,"jpc":35759.8,"jpt":1.184,"ttft":87.4,"tps":270.7,"dur":2455.0,"w":338,"jpc_min":35759.8,"jpc_max":35759.8,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_gsm8","cap":8192,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":50,"nc":4,"acc":0.08,"jpc":233409.5,"jpt":1.232,"ttft":115.2,"tps":259.2,"dur":2923.0,"w":338,"jpc_min":233409.5,"jpc_max":233409.5,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","cap":16384,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":100,"nc":45,"acc":0.45,"jpc":15221.8,"jpt":1.179,"ttft":68.4,"tps":267.1,"dur":2176.0,"w":334,"jpc_min":15221.8,"jpc_max":15221.8,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_red","cap":8192,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":50,"nc":17,"acc":0.34,"jpc":102885.7,"jpt":2.401,"ttft":197.1,"tps":142.7,"dur":5105.0,"w":362,"jpc_min":102885.7,"jpc_max":102885.7,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-2b-gpqa-diamond_Qwen3.5-2B_gpqa_diamo","cap":16384,"clears":false},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":50,"acc":0.5,"jpc":25102.0,"jpt":2.351,"ttft":239.6,"tps":145.0,"dur":3682.0,"w":359,"jpc_min":25102.0,"jpc_max":25102.0,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k_pl","cap":8192,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":50,"nc":26,"acc":0.52,"jpc":36036.4,"jpt":2.394,"ttft":227.2,"tps":142.5,"dur":2746.0,"w":360,"jpc_min":36036.4,"jpc_max":36036.4,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-2b-math500_Qwen3.5-2B_math500","cap":16384,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":60,"acc":0.6,"jpc":13522.5,"jpt":2.334,"ttft":185.9,"tps":145.8,"dur":2384.0,"w":360,"jpc_min":13522.5,"jpc_max":13522.5,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-2b-mmlu-redux_Qwen3.5-2B_mmlu_redux","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=medium (kwarg never reached harmony)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":396,"nc":254,"acc":0.6414,"jpc":14300.6,"jpt":2.449,"ttft":123.2,"tps":149.3,"dur":4968.0,"w":387,"jpc_min":13859.4,"jpc_max":14748.8,"n_runs":2,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=medium (kwarg never reached harmony)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":200,"nc":196,"acc":0.98,"jpc":605.8,"jpt":2.474,"ttft":122.4,"tps":143.9,"dur":167.0,"w":376,"jpc_min":591.7,"jpc_max":620.1,"n_runs":2,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gs","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"math500","pl":0,"think":"reasoning_effort=medium (kwarg never reached harmony)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":78,"acc":0.78,"jpc":3470.0,"jpt":2.434,"ttft":125.8,"tps":149.1,"dur":373.0,"w":383,"jpc_min":3407.9,"jpc_max":3528.9,"n_runs":2,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-math500_gpt-oss-20b_math500","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"reasoning_effort=medium (kwarg never reached harmony)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":200,"nc":177,"acc":0.885,"jpc":739.4,"jpt":2.504,"ttft":128.0,"tps":142.5,"dur":183.0,"w":377,"jpc_min":667.1,"jpc_max":810.9,"n_runs":2,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_r","cap":8192,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":2.0,"n":100,"nc":51,"acc":0.51,"jpc":18211.9,"jpt":1.684,"ttft":85.4,"tps":177.1,"dur":3116.0,"w":316,"jpc_min":18211.9,"jpc_max":18211.9,"n_runs":1,"tierA":1,"latest":"axis-B-thinkon-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k_pl","cap":8192,"clears":true},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":2.0,"n":50,"nc":25,"acc":0.5,"jpc":27372.0,"jpt":1.717,"ttft":100.5,"tps":174.9,"dur":2280.0,"w":319,"jpc_min":27372.0,"jpc_max":27372.0,"n_runs":1,"tierA":1,"latest":"axis-B-thinkon-qwen3-5-2b-math500_Qwen3.5-2B_math500","cap":16384,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":50,"nc":16,"acc":0.32,"jpc":35346.4,"jpt":0.69,"ttft":88.6,"tps":125.8,"dur":6511.0,"w":93,"jpc_min":35346.4,"jpc_max":35346.4,"n_runs":1,"tierA":1,"latest":"axis-C-thinkon-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpqa_d","cap":16384,"clears":false},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":100,"nc":24,"acc":0.24,"jpc":17337.8,"jpt":0.619,"ttft":168.6,"tps":149.1,"dur":4506.0,"w":99,"jpc_min":17337.8,"jpc_max":17337.8,"n_runs":1,"tierA":1,"latest":"axis-C-thinkon-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_gsm8","cap":8192,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":50,"nc":4,"acc":0.08,"jpc":131915.1,"jpt":0.71,"ttft":269.8,"tps":120.8,"dur":6150.0,"w":92,"jpc_min":131915.1,"jpc_max":131915.1,"n_runs":1,"tierA":1,"latest":"axis-C-thinkon-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","cap":16384,"clears":true},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":100,"nc":48,"acc":0.48,"jpc":6300.6,"jpt":0.612,"ttft":97.9,"tps":152.1,"dur":3248.0,"w":100,"jpc_min":6300.6,"jpc_max":6300.6,"n_runs":1,"tierA":1,"latest":"axis-C-thinkon-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_red","cap":8192,"clears":true},{"model":"Qwen3-8B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":94,"acc":0.94,"jpc":512.1,"jpt":3.18,"ttft":200.1,"tps":109.6,"dur":138.0,"w":368,"jpc_min":512.1,"jpc_max":512.1,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-awq-gsm8k-platinum_Qwen3-8B-AWQ_gsm8k_plati","cap":8192,"clears":true},{"model":"Qwen3-8B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":76,"acc":0.76,"jpc":71.3,"jpt":9.838,"ttft":202.3,"tps":26.6,"dur":21.0,"w":274,"jpc_min":71.3,"jpc_max":71.3,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-awq-mmlu-redux_Qwen3-8B-AWQ_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3-8B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":15,"acc":0.3,"jpc":624.1,"jpt":3.684,"ttft":187.5,"tps":89.7,"dur":28.0,"w":346,"jpc_min":624.1,"jpc_max":624.1,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-awq-gpqa-diamond_Qwen3-8B-AWQ_gpqa_diamond","cap":16384,"clears":false},{"model":"Qwen3-8B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":36,"acc":0.72,"jpc":2712.4,"jpt":3.094,"ttft":203.5,"tps":116.7,"dur":271.0,"w":382,"jpc_min":2712.4,"jpc_max":2712.4,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-awq-math500_Qwen3-8B-AWQ_math500","cap":16384,"clears":true},{"model":"Qwen3-8B-FP8","quant":"fp8","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":95,"acc":0.95,"jpc":753.1,"jpt":4.431,"ttft":213.8,"tps":80.5,"dur":201.0,"w":376,"jpc_min":753.1,"jpc_max":753.1,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-fp8-gsm8k-platinum_Qwen3-8B-FP8_gsm8k_plati","cap":8192,"clears":true},{"model":"Qwen3-8B-FP8","quant":"fp8","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":76,"acc":0.76,"jpc":58.9,"jpt":19.986,"ttft":156.3,"tps":13.6,"dur":16.0,"w":281,"jpc_min":58.9,"jpc_max":58.9,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-fp8-mmlu-redux_Qwen3-8B-FP8_mmlu_redux","cap":8192,"clears":true},{"model":"Qwen3-8B-FP8","quant":"fp8","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":18,"acc":0.36,"jpc":9708.5,"jpt":4.824,"ttft":202.6,"tps":76.1,"dur":476.0,"w":387,"jpc_min":9708.5,"jpc_max":9708.5,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-fp8-gpqa-diamond_Qwen3-8B-FP8_gpqa_diamond","cap":16384,"clears":false},{"model":"Qwen3-8B-FP8","quant":"fp8","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":35,"acc":0.7,"jpc":3812.9,"jpt":4.395,"ttft":222.5,"tps":83.4,"dur":364.0,"w":385,"jpc_min":3812.9,"jpc_max":3812.9,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-fp8-math500_Qwen3-8B-FP8_math500","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":198,"nc":116,"acc":0.5859,"jpc":1373.2,"jpt":2.47,"ttft":122.8,"tps":144.8,"dur":445.0,"w":379,"jpc_min":1373.2,"jpc_max":1373.2,"n_runs":1,"tierA":1,"latest":"axis-A-effort-low-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":97,"acc":0.97,"jpc":347.6,"jpt":2.563,"ttft":120.8,"tps":135.1,"dur":97.0,"w":365,"jpc_min":347.6,"jpc_max":347.6,"n_runs":1,"tierA":0,"latest":"axis-A-effort-low-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"math500","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":33,"acc":0.66,"jpc":1920.5,"jpt":2.437,"ttft":127.3,"tps":147.5,"dur":176.0,"w":379,"jpc_min":1920.5,"jpc_max":1920.5,"n_runs":1,"tierA":0,"latest":"axis-A-effort-low-gpt-oss-20b-math500_gpt-oss-20b_math500","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":86,"acc":0.86,"jpc":202.4,"jpt":2.929,"ttft":131.3,"tps":112.8,"dur":53.0,"w":347,"jpc_min":202.4,"jpc_max":202.4,"n_runs":1,"tierA":1,"latest":"axis-A-effort-low-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_re","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=high","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":198,"nc":111,"acc":0.5606,"jpc":45716.1,"jpt":2.561,"ttft":128.4,"tps":142.8,"dur":13874.0,"w":386,"jpc_min":45716.1,"jpc_max":45716.1,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=high","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":95,"acc":0.95,"jpc":5646.2,"jpt":2.492,"ttft":120.7,"tps":145.7,"dur":1477.0,"w":384,"jpc_min":5646.2,"jpc_max":5646.2,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gs","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"math500","pl":0,"think":"reasoning_effort=high","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":36,"acc":0.72,"jpc":16028.7,"jpt":2.538,"ttft":118.1,"tps":143.5,"dur":1584.0,"w":384,"jpc_min":16028.7,"jpc_max":16028.7,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-math500_gpt-oss-20b_math500","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"reasoning_effort=high","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":82,"acc":0.82,"jpc":9367.3,"jpt":2.448,"ttft":124.2,"tps":147.4,"dur":2129.0,"w":384,"jpc_min":9367.3,"jpc_max":9367.3,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_r","cap":8192,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"F16","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":88,"acc":0.88,"jpc":1292.6,"jpt":7.128,"ttft":44.8,"tps":51.4,"dur":310.0,"w":387,"jpc_min":1292.6,"jpc_max":1292.6,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-f16","cap":8192,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"F16","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":500,"nc":318,"acc":0.636,"jpc":529.3,"jpt":7.664,"ttft":65.1,"tps":46.3,"dur":474.0,"w":374,"jpc_min":529.3,"jpc_max":529.3,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-f16","cap":8192,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"F16","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":28,"acc":0.56,"jpc":15600.6,"jpt":7.36,"ttft":44.7,"tps":49.8,"dur":1192.0,"w":388,"jpc_min":15600.6,"jpc_max":15600.6,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-f16","cap":16384,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"F16","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":15,"acc":0.3,"jpc":84800.1,"jpt":7.488,"ttft":154.2,"tps":48.9,"dur":3472.0,"w":388,"jpc_min":84800.1,"jpc_max":84800.1,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-f16","cap":16384,"clears":false},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":89,"acc":0.89,"jpc":330.2,"jpt":1.847,"ttft":37.8,"tps":195.0,"dur":82.0,"w":380,"jpc_min":330.2,"jpc_max":330.2,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-pq2-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":500,"nc":318,"acc":0.636,"jpc":118.0,"jpt":2.597,"ttft":59.6,"tps":120.0,"dur":120.0,"w":329,"jpc_min":118.0,"jpc_max":118.0,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-pq2-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":27,"acc":0.54,"jpc":4614.0,"jpt":2.044,"ttft":38.5,"tps":177.8,"dur":343.0,"w":384,"jpc_min":4614.0,"jpc_max":4614.0,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-pq2-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":19,"acc":0.38,"jpc":10649.0,"jpt":2.129,"ttft":154.4,"tps":170.1,"dur":559.0,"w":383,"jpc_min":10649.0,"jpc_max":10649.0,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-pq2-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"Q2_0_g64","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":89,"acc":0.89,"jpc":340.5,"jpt":1.905,"ttft":38.5,"tps":188.1,"dur":85.0,"w":379,"jpc_min":340.5,"jpc_max":340.5,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-q2-0-g64","cap":8192,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"Q2_0_g64","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":500,"nc":318,"acc":0.636,"jpc":123.1,"jpt":2.71,"ttft":70.1,"tps":114.2,"dur":127.0,"w":327,"jpc_min":123.1,"jpc_max":123.1,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-q2-0-g64","cap":8192,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"Q2_0_g64","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":27,"acc":0.54,"jpc":4759.5,"jpt":2.109,"ttft":39.1,"tps":172.3,"dur":353.0,"w":384,"jpc_min":4759.5,"jpc_max":4759.5,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-q2-0-g64","cap":16384,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"Q2_0_g64","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":19,"acc":0.38,"jpc":10830.6,"jpt":2.165,"ttft":162.9,"tps":167.1,"dur":569.0,"w":383,"jpc_min":10830.6,"jpc_max":10830.6,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-q2-0-g64","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":90,"acc":0.9,"jpc":541.7,"jpt":2.945,"ttft":38.7,"tps":124.1,"dur":133.0,"w":385,"jpc_min":541.7,"jpc_max":541.7,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q4-k-m","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":500,"nc":356,"acc":0.712,"jpc":40.1,"jpt":14.039,"ttft":77.8,"tps":17.3,"dur":59.0,"w":255,"jpc_min":40.1,"jpc_max":40.1,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q4-k-m","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":37,"acc":0.74,"jpc":4919.7,"jpt":3.171,"ttft":39.8,"tps":114.9,"dur":499.0,"w":386,"jpc_min":4919.7,"jpc_max":4919.7,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q4-k-m","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":22,"acc":0.44,"jpc":8416.0,"jpt":3.318,"ttft":112.3,"tps":109.5,"dur":509.0,"w":385,"jpc_min":8416.0,"jpc_max":8416.0,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q4-k-m","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"Q8_0","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":95,"acc":0.95,"jpc":1484.5,"jpt":4.413,"ttft":39.8,"tps":83.1,"dur":385.0,"w":387,"jpc_min":1484.5,"jpc_max":1484.5,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q8-0","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"Q8_0","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":500,"nc":365,"acc":0.73,"jpc":38.9,"jpt":13.931,"ttft":68.1,"tps":18.0,"dur":56.0,"w":264,"jpc_min":38.9,"jpc_max":38.9,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q8-0","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"Q8_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":38,"acc":0.76,"jpc":4941.4,"jpt":4.474,"ttft":38.9,"tps":82.1,"dur":511.0,"w":387,"jpc_min":4941.4,"jpc_max":4941.4,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q8-0","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"Q8_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":17,"acc":0.34,"jpc":4862.7,"jpt":4.714,"ttft":98.0,"tps":77.2,"dur":227.0,"w":384,"jpc_min":4862.7,"jpc_max":4862.7,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q8-0","cap":16384,"clears":false},{"model":"Bonsai-27B","quant":"Q1_0","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":100,"nc":97,"acc":0.97,"jpc":986.2,"jpt":5.174,"ttft":518.0,"tps":68.1,"dur":271.0,"w":374,"jpc_min":986.2,"jpc_max":986.2,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai-27b-q1-0","cap":8192,"clears":true},{"model":"Bonsai-27B","quant":"Q1_0","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":500,"nc":376,"acc":0.752,"jpc":1643.3,"jpt":4.996,"ttft":370.3,"tps":71.8,"dur":1723.0,"w":380,"jpc_min":1643.3,"jpc_max":1643.3,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai-27b-q1-0","cap":8192,"clears":true},{"model":"Bonsai-27B","quant":"Q1_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":37,"acc":0.74,"jpc":19138.7,"jpt":4.61,"ttft":474.0,"tps":79.2,"dur":1940.0,"w":386,"jpc_min":19138.7,"jpc_max":19138.7,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai-27b-q1-0","cap":16384,"clears":true},{"model":"Bonsai-27B","quant":"Q1_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":26,"acc":0.52,"jpc":66651.2,"jpt":4.594,"ttft":804.4,"tps":79.4,"dur":4753.0,"w":387,"jpc_min":66651.2,"jpc_max":66651.2,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai-27b-q1-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":100,"nc":99,"acc":0.99,"jpc":1309.0,"jpt":5.897,"ttft":543.7,"tps":60.3,"dur":365.0,"w":378,"jpc_min":1309.0,"jpc_max":1309.0,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-pq2-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":500,"nc":380,"acc":0.76,"jpc":259.5,"jpt":16.802,"ttft":384.0,"tps":19.9,"dur":295.0,"w":353,"jpc_min":259.5,"jpc_max":259.5,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-pq2-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":40,"acc":0.8,"jpc":6925.8,"jpt":5.352,"ttft":450.3,"tps":67.6,"dur":766.0,"w":384,"jpc_min":6925.8,"jpc_max":6925.8,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-pq2-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":32,"acc":0.64,"jpc":35548.9,"jpt":5.295,"ttft":635.1,"tps":69.0,"dur":3115.0,"w":387,"jpc_min":35548.9,"jpc_max":35548.9,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-pq2-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":100,"nc":99,"acc":0.99,"jpc":1611.5,"jpt":7.355,"ttft":848.9,"tps":48.8,"dur":445.0,"w":380,"jpc_min":1611.5,"jpc_max":1611.5,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-ptq1-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":500,"nc":380,"acc":0.76,"jpc":407.2,"jpt":25.418,"ttft":667.3,"tps":13.6,"dur":446.0,"w":366,"jpc_min":407.2,"jpc_max":407.2,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-ptq1-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":41,"acc":0.82,"jpc":6872.5,"jpt":6.407,"ttft":692.0,"tps":56.7,"dur":776.0,"w":385,"jpc_min":6872.5,"jpc_max":6872.5,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-ptq1-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":33,"acc":0.66,"jpc":42513.7,"jpt":6.33,"ttft":829.0,"tps":57.8,"dur":3836.0,"w":387,"jpc_min":42513.7,"jpc_max":42513.7,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-ptq1-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":10,"acc":0.2,"jpc":68597.1,"jpt":6.428,"ttft":895.8,"tps":56.7,"dur":1883.0,"w":385,"jpc_min":68597.1,"jpc_max":68597.1,"n_runs":1,"tierA":0,"latest":"prism-A-bonsai2-27b-ptq1-0-think","cap":16384,"clears":false},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":33,"acc":0.66,"jpc":6830.5,"jpt":6.476,"ttft":685.0,"tps":56.1,"dur":620.0,"w":384,"jpc_min":6830.5,"jpc_max":6830.5,"n_runs":1,"tierA":0,"latest":"prism-A-bonsai2-27b-ptq1-0-think","cap":16384,"clears":true},{"model":"gemma-4-26B-A4B-it","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":99,"acc":0.99,"jpc":865.0,"jpt":4.304,"ttft":1554.4,"tps":57.7,"dur":344.0,"w":266,"jpc_min":865.0,"jpc_max":865.0,"n_runs":1,"tierA":1,"latest":"parity-A-gemma4-26b-ollama","cap":8192,"clears":true},{"model":"gemma-4-26B-A4B-it","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":84,"acc":0.84,"jpc":237.1,"jpt":98.6,"ttft":1190.3,"tps":1.7,"dur":122.0,"w":177,"jpc_min":237.1,"jpc_max":237.1,"n_runs":1,"tierA":1,"latest":"parity-A-gemma4-26b-ollama","cap":8192,"clears":true},{"model":"gemma-4-26B-A4B-it","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":50,"nc":37,"acc":0.74,"jpc":2664.0,"jpt":3.25,"ttft":1536.8,"tps":92.3,"dur":328.0,"w":319,"jpc_min":2664.0,"jpc_max":2664.0,"n_runs":1,"tierA":1,"latest":"parity-A-gemma4-26b-ollama","cap":16384,"clears":true},{"model":"gemma-4-26B-A4B-it","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":50,"nc":29,"acc":0.58,"jpc":4346.5,"jpt":3.151,"ttft":1281.7,"tps":100.2,"dur":399.0,"w":334,"jpc_min":4346.5,"jpc_max":4346.5,"n_runs":1,"tierA":1,"latest":"parity-A-gemma4-26b-ollama","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":95,"acc":0.95,"jpc":522.9,"jpt":3.822,"ttft":893.8,"tps":69.1,"dur":188.0,"w":282,"jpc_min":522.9,"jpc_max":522.9,"n_runs":1,"tierA":0,"latest":"parity-A-gpt-oss-20b-ollama","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":89,"acc":0.89,"jpc":373.5,"jpt":5.132,"ttft":992.6,"tps":43.9,"dur":147.0,"w":240,"jpc_min":373.5,"jpc_max":373.5,"n_runs":1,"tierA":1,"latest":"parity-A-gpt-oss-20b-ollama","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"ollama","host":"A","task":"math500","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":34,"acc":0.68,"jpc":2450.7,"jpt":2.954,"ttft":945.1,"tps":108.6,"dur":260.0,"w":341,"jpc_min":2450.7,"jpc_max":2450.7,"n_runs":1,"tierA":0,"latest":"parity-A-gpt-oss-20b-ollama","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":32,"acc":0.64,"jpc":1651.7,"jpt":3.155,"ttft":1016.0,"tps":96.5,"dur":174.0,"w":322,"jpc_min":1651.7,"jpc_max":1651.7,"n_runs":1,"tierA":1,"latest":"parity-A-gpt-oss-20b-ollama","cap":16384,"clears":true},{"model":"Llama-3.1-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":89,"acc":0.89,"jpc":592.6,"jpt":3.469,"ttft":382.8,"tps":87.9,"dur":173.0,"w":324,"jpc_min":592.6,"jpc_max":592.6,"n_runs":1,"tierA":1,"latest":"parity-A-llama31-8b-ollama","cap":8192,"clears":true},{"model":"Llama-3.1-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":54,"acc":0.54,"jpc":306.9,"jpt":6.862,"ttft":465.2,"tps":30.7,"dur":79.0,"w":223,"jpc_min":306.9,"jpc_max":306.9,"n_runs":1,"tierA":1,"latest":"parity-A-llama31-8b-ollama","cap":8192,"clears":true},{"model":"Llama-3.1-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":12,"acc":0.24,"jpc":39110.6,"jpt":3.334,"ttft":560.3,"tps":108.4,"dur":1298.0,"w":383,"jpc_min":39110.6,"jpc_max":39110.6,"n_runs":1,"tierA":1,"latest":"parity-A-llama31-8b-ollama","cap":16384,"clears":true},{"model":"Llama-3.1-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":16,"acc":0.32,"jpc":287.0,"jpt":45.927,"ttft":432.4,"tps":3.2,"dur":31.0,"w":153,"jpc_min":287.0,"jpc_max":287.0,"n_runs":1,"tierA":1,"latest":"parity-A-llama31-8b-ollama","cap":16384,"clears":false},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":86,"acc":0.86,"jpc":599.6,"jpt":3.234,"ttft":358.5,"tps":96.3,"dur":165.0,"w":330,"jpc_min":599.6,"jpc_max":599.6,"n_runs":1,"tierA":1,"latest":"parity-A-qwen25-7b-ollama","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":111.8,"jpt":42.485,"ttft":426.7,"tps":3.6,"dur":55.0,"w":164,"jpc_min":111.8,"jpc_max":111.8,"n_runs":1,"tierA":1,"latest":"parity-A-qwen25-7b-ollama","cap":8192,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":32,"acc":0.64,"jpc":5413.6,"jpt":3.021,"ttft":316.7,"tps":118.3,"dur":485.0,"w":377,"jpc_min":5413.6,"jpc_max":5413.6,"n_runs":1,"tierA":1,"latest":"parity-A-qwen25-7b-ollama","cap":16384,"clears":true},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":17,"acc":0.34,"jpc":241.4,"jpt":41.039,"ttft":513.0,"tps":3.7,"dur":27.0,"w":156,"jpc_min":241.4,"jpc_max":241.4,"n_runs":1,"tierA":1,"latest":"parity-A-qwen25-7b-ollama","cap":16384,"clears":false},{"model":"Qwen3.5-2B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":72,"acc":0.72,"jpc":2257.0,"jpt":2.58,"ttft":757.8,"tps":78.5,"dur":802.0,"w":215,"jpc_min":2257.0,"jpc_max":2257.0,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-2b-ollama","cap":8192,"clears":true},{"model":"Qwen3.5-2B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":49,"acc":0.49,"jpc":200.0,"jpt":49.009,"ttft":685.9,"tps":2.8,"dur":71.0,"w":146,"jpc_min":200.0,"jpc_max":200.0,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-2b-ollama","cap":8192,"clears":true},{"model":"Qwen3.5-2B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":54,"acc":0.54,"jpc":14493.0,"jpt":2.354,"ttft":866.5,"tps":95.2,"dur":1746.0,"w":238,"jpc_min":14434.5,"jpc_max":14551.5,"n_runs":2,"tierA":1,"latest":"parity-A-qwen35-2b-ollama","cap":16384,"clears":true},{"model":"Qwen3.5-2B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":50,"nc":15,"acc":0.3,"jpc":343.1,"jpt":49.016,"ttft":688.2,"tps":2.7,"dur":39.0,"w":138,"jpc_min":343.1,"jpc_max":343.1,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-2b-ollama","cap":16384,"clears":false},{"model":"Qwen3.5-4B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":100,"nc":93,"acc":0.93,"jpc":1210.7,"jpt":4.302,"ttft":851.6,"tps":56.5,"dur":463.0,"w":258,"jpc_min":1210.7,"jpc_max":1210.7,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-4b-ollama","cap":8192,"clears":true},{"model":"Qwen3.5-4B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":100,"nc":74,"acc":0.74,"jpc":167.1,"jpt":61.812,"ttft":716.4,"tps":2.6,"dur":76.0,"w":171,"jpc_min":167.1,"jpc_max":167.1,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-4b-ollama","cap":8192,"clears":true},{"model":"Qwen3.5-4B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":50,"nc":39,"acc":0.78,"jpc":6466.7,"jpt":3.76,"ttft":1188.0,"tps":71.2,"dur":942.0,"w":283,"jpc_min":6466.7,"jpc_max":6466.7,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-4b-ollama","cap":16384,"clears":true},{"model":"Qwen3.5-4B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":50,"nc":17,"acc":0.34,"jpc":365.2,"jpt":62.076,"ttft":842.1,"tps":2.3,"dur":43.0,"w":151,"jpc_min":365.2,"jpc_max":365.2,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-4b-ollama","cap":16384,"clears":false},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":96,"acc":0.96,"jpc":1706.6,"jpt":5.544,"ttft":900.7,"tps":53.1,"dur":557.0,"w":312,"jpc_min":1706.6,"jpc_max":1706.6,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-9b-ollama","cap":8192,"clears":true},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":83,"acc":0.83,"jpc":181.4,"jpt":75.275,"ttft":778.4,"tps":2.4,"dur":83.0,"w":191,"jpc_min":181.4,"jpc_max":181.4,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-9b-ollama","cap":8192,"clears":true},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":38,"acc":0.76,"jpc":7331.8,"jpt":5.264,"ttft":1192.7,"tps":57.4,"dur":922.0,"w":320,"jpc_min":7331.8,"jpc_max":7331.8,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-9b-ollama","cap":16384,"clears":true},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":24,"acc":0.48,"jpc":292.9,"jpt":70.295,"ttft":912.8,"tps":2.3,"dur":43.0,"w":169,"jpc_min":292.9,"jpc_max":292.9,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-9b-ollama","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":90,"acc":0.9,"jpc":564.6,"jpt":3.518,"ttft":292.4,"tps":89.6,"dur":161.0,"w":333,"jpc_min":564.6,"jpc_max":564.6,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-8b-ollama","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":76,"acc":0.76,"jpc":146.4,"jpt":38.36,"ttft":677.0,"tps":4.2,"dur":69.0,"w":170,"jpc_min":146.4,"jpc_max":146.4,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-8b-ollama","cap":8192,"clears":true},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":36,"acc":0.72,"jpc":4051.7,"jpt":3.455,"ttft":411.1,"tps":102.6,"dur":412.0,"w":375,"jpc_min":4051.7,"jpc_max":4051.7,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-8b-ollama","cap":16384,"clears":true},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":20,"acc":0.4,"jpc":7289.6,"jpt":3.515,"ttft":601.0,"tps":99.8,"dur":415.0,"w":372,"jpc_min":7289.6,"jpc_max":7289.6,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-8b-ollama","cap":16384,"clears":true},{"model":"Qwen3-Coder-30B-A3B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":100,"nc":98,"acc":0.98,"jpc":584.3,"jpt":2.953,"ttft":295.1,"tps":89.9,"dur":216.0,"w":281,"jpc_min":584.3,"jpc_max":584.3,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-coder-30b-ollama","cap":8192,"clears":true},{"model":"Qwen3-Coder-30B-A3B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":100,"nc":85,"acc":0.85,"jpc":121.1,"jpt":51.472,"ttft":495.3,"tps":3.3,"dur":60.0,"w":179,"jpc_min":121.1,"jpc_max":121.1,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-coder-30b-ollama","cap":8192,"clears":true},{"model":"Qwen3-Coder-30B-A3B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":50,"nc":38,"acc":0.76,"jpc":2814.7,"jpt":2.861,"ttft":410.2,"tps":94.9,"dur":394.0,"w":287,"jpc_min":2814.7,"jpc_max":2814.7,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-coder-30b-ollama","cap":16384,"clears":true},{"model":"Qwen3-Coder-30B-A3B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":50,"nc":22,"acc":0.44,"jpc":264.3,"jpt":15.303,"ttft":597.1,"tps":10.9,"dur":35.0,"w":174,"jpc_min":264.3,"jpc_max":264.3,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-coder-30b-ollama","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"MXFP4","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":20.0,"n":150,"nc":150,"acc":1.0,"jpc":670.6,"jpt":2.708,"ttft":1108.9,"tps":19.1,"dur":675.0,"w":54,"jpc_min":536.8,"jpc_max":791.8,"n_runs":3,"tierA":1,"latest":"offload-C-gpt-oss-20b-mxfp4_cpumoe24","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"sglang","host":"B","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":83,"acc":0.83,"jpc":4728.9,"jpt":16.39,"ttft":489.1,"tps":14.9,"dur":1603.0,"w":259,"jpc_min":4728.9,"jpc_max":4728.9,"n_runs":1,"tierA":1,"latest":"parity-B-gpt-oss-20b-sglang","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"sglang","host":"B","task":"mmlu_redux","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":87,"acc":0.87,"jpc":4977.6,"jpt":16.169,"ttft":236.3,"tps":15.4,"dur":1744.0,"w":263,"jpc_min":4977.6,"jpc_max":4977.6,"n_runs":1,"tierA":1,"latest":"parity-B-gpt-oss-20b-sglang","cap":8192,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"sglang","host":"B","task":"math500","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":38,"acc":0.76,"jpc":18555.0,"jpt":16.188,"ttft":637.3,"tps":15.4,"dur":2837.0,"w":263,"jpc_min":18555.0,"jpc_max":18555.0,"n_runs":1,"tierA":1,"latest":"parity-B-gpt-oss-20b-sglang","cap":16384,"clears":true},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"sglang","host":"B","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":30,"acc":0.6,"jpc":105839.7,"jpt":16.045,"ttft":204.0,"tps":15.5,"dur":12807.0,"w":262,"jpc_min":105839.7,"jpc_max":105839.7,"n_runs":1,"tierA":1,"latest":"parity-B-gpt-oss-20b-sglang","cap":16384,"clears":true},{"model":"Ternary-Bonsai-1.7B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.7,"n":100,"nc":73,"acc":0.73,"jpc":182.5,"jpt":0.402,"ttft":33.9,"tps":201.2,"dur":165.0,"w":87,"jpc_min":182.5,"jpc_max":182.5,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai1-7b-pq2-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-1.7B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.7,"n":500,"nc":245,"acc":0.49,"jpc":28.5,"jpt":0.502,"ttft":36.2,"tps":153.9,"dur":90.0,"w":83,"jpc_min":28.5,"jpc_max":28.5,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai1-7b-pq2-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-1.7B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.7,"n":50,"nc":21,"acc":0.42,"jpc":2921.0,"jpt":0.528,"ttft":34.2,"tps":162.3,"dur":716.0,"w":92,"jpc_min":2921.0,"jpc_max":2921.0,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai1-7b-pq2-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-1.7B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.7,"n":50,"nc":20,"acc":0.4,"jpc":3812.8,"jpt":0.516,"ttft":97.1,"tps":164.8,"dur":896.0,"w":91,"jpc_min":3812.8,"jpc_max":3812.8,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai1-7b-pq2-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":27.0,"n":100,"nc":99,"acc":0.99,"jpc":1170.4,"jpt":5.2,"ttft":2168.7,"tps":18.0,"dur":1241.0,"w":100,"jpc_min":1170.4,"jpc_max":1170.4,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai2-27b-ptq1-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":27.0,"n":500,"nc":380,"acc":0.76,"jpc":367.6,"jpt":10.8,"ttft":1871.5,"tps":8.3,"dur":1560.0,"w":96,"jpc_min":367.6,"jpc_max":367.6,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai2-27b-ptq1-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":27.0,"n":50,"nc":41,"acc":0.82,"jpc":5382.5,"jpt":4.601,"ttft":1750.4,"tps":20.7,"dur":2316.0,"w":102,"jpc_min":5382.5,"jpc_max":5382.5,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai2-27b-ptq1-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":27.0,"n":50,"nc":38,"acc":0.76,"jpc":25392.8,"jpt":4.513,"ttft":1607.0,"tps":21.2,"dur":10080.0,"w":103,"jpc_min":25392.8,"jpc_max":25392.8,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai2-27b-ptq1-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-4B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":4.0,"n":100,"nc":91,"acc":0.91,"jpc":289.3,"jpt":0.721,"ttft":50.0,"tps":130.1,"dur":281.0,"w":101,"jpc_min":289.3,"jpc_max":289.3,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai4b-pq2-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-4B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":4.0,"n":500,"nc":306,"acc":0.612,"jpc":11.1,"jpt":3.33,"ttft":53.7,"tps":24.6,"dur":41.0,"w":88,"jpc_min":11.1,"jpc_max":11.1,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai4b-pq2-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-4B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":4.0,"n":50,"nc":32,"acc":0.64,"jpc":5045.2,"jpt":0.906,"ttft":58.2,"tps":105.8,"dur":1684.0,"w":103,"jpc_min":5045.2,"jpc_max":5045.2,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai4b-pq2-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-4B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":4.0,"n":50,"nc":16,"acc":0.32,"jpc":983.6,"jpt":0.967,"ttft":110.9,"tps":97.1,"dur":168.0,"w":101,"jpc_min":983.6,"jpc_max":983.6,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai4b-pq2-0","cap":16384,"clears":false},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":8.0,"n":100,"nc":89,"acc":0.89,"jpc":223.2,"jpt":1.251,"ttft":69.0,"tps":85.2,"dur":186.0,"w":114,"jpc_min":223.2,"jpc_max":223.2,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai8b-pq2-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":8.0,"n":500,"nc":319,"acc":0.638,"jpc":72.0,"jpt":1.6,"ttft":75.7,"tps":64.3,"dur":223.0,"w":111,"jpc_min":72.0,"jpc_max":72.0,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai8b-pq2-0","cap":8192,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":8.0,"n":50,"nc":29,"acc":0.58,"jpc":2932.0,"jpt":1.399,"ttft":64.6,"tps":76.2,"dur":797.0,"w":114,"jpc_min":2932.0,"jpc_max":2932.0,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai8b-pq2-0","cap":16384,"clears":true},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":8.0,"n":50,"nc":15,"acc":0.3,"jpc":14960.9,"jpt":1.469,"ttft":223.2,"tps":72.5,"dur":2107.0,"w":115,"jpc_min":14960.9,"jpc_max":14960.9,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai8b-pq2-0","cap":16384,"clears":false}],"cellsA":[{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":50,"nc":24,"acc":0.48,"jpc":177149.1,"jpt":6.767,"ttft":167.9,"tps":41.6,"dur":15099,"w":298,"jpc_min":177149.1,"jpc_max":177149.1,"n_runs":1,"tierA":1,"latest":"ref-B-granite-4-2-8b-gpqa-diamond_granite-4.2-8b_gpqa_diamon","cap":16384,"clears":true,"J":4251578},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":94,"acc":0.94,"jpc":11467.1,"jpt":6.378,"ttft":132.8,"tps":44.0,"dur":3838,"w":297,"jpc_min":11467.1,"jpc_max":11467.1,"n_runs":1,"tierA":1,"latest":"ref-B-granite-4-2-8b-gsm8k-platinum_granite-4.2-8b_gsm8k_pla","cap":8192,"clears":true,"J":1077905},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":50,"nc":35,"acc":0.7,"jpc":48131.4,"jpt":6.842,"ttft":103.3,"tps":42.8,"dur":5752,"w":310,"jpc_min":48131.4,"jpc_max":48131.4,"n_runs":1,"tierA":1,"latest":"ref-B-granite-4-2-8b-math500_granite-4.2-8b_math500","cap":16384,"clears":true,"J":1684598},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":92,"acc":0.92,"jpc":10213.4,"jpt":6.585,"ttft":169.4,"tps":44.3,"dur":3224,"w":308,"jpc_min":10213.4,"jpc_max":10213.4,"n_runs":1,"tierA":1,"latest":"ref-B-granite-4-2-8b-mmlu-redux_granite-4.2-8b_mmlu_redux","cap":8192,"clears":true,"J":939631},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":27,"acc":0.54,"jpc":13740.3,"jpt":2.022,"ttft":72.0,"tps":162.6,"dur":1129,"w":348,"jpc_min":13740.3,"jpc_max":13740.3,"n_runs":1,"tierA":1,"latest":"ref-B-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_diamond","cap":16384,"clears":true,"J":370989},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":99,"acc":0.99,"jpc":472.9,"jpt":1.976,"ttft":57.5,"tps":163.4,"dur":145,"w":341,"jpc_min":472.9,"jpc_max":472.9,"n_runs":1,"tierA":1,"latest":"ref-B-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm8k_platinum","cap":8192,"clears":true,"J":46820},{"model":"Mistral-7B-v0.2","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":5,"acc":0.1,"jpc":40631.8,"jpt":6.177,"ttft":85.9,"tps":50.6,"dur":650,"w":331,"jpc_min":40631.8,"jpc_max":40631.8,"n_runs":1,"tierA":1,"latest":"ref-B-mistral-7b-instruct-v0-2-math500_Mistral-7B-Instruct-v","cap":16384,"clears":true,"J":203159},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"math500","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":43,"acc":0.86,"jpc":2294.9,"jpt":1.974,"ttft":57.3,"tps":165.1,"dur":303,"w":346,"jpc_min":2294.9,"jpc_max":2294.9,"n_runs":1,"tierA":1,"latest":"ref-B-gpt-oss-20b-math500_gpt-oss-20b_math500","cap":16384,"clears":true,"J":98681},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":88,"acc":0.88,"jpc":721.7,"jpt":2.0,"ttft":79.5,"tps":162.2,"dur":196,"w":344,"jpc_min":721.7,"jpc_max":721.7,"n_runs":1,"tierA":1,"latest":"ref-B-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_redux","cap":8192,"clears":true,"J":63507},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":31,"acc":0.62,"jpc":3231.5,"jpt":2.34,"ttft":53.6,"tps":140.6,"dur":305,"w":347,"jpc_min":3231.5,"jpc_max":3231.5,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-vllm-awq","cap":16384,"clears":true,"J":100178},{"model":"Qwen2.5-7B-GPTQ-Int4","quant":"gptq","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":92,"acc":0.92,"jpc":591.2,"jpt":2.268,"ttft":57.2,"tps":144.7,"dur":166,"w":346,"jpc_min":591.2,"jpc_max":591.2,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int4-gsm8k-platinum_Qwen2.5-7","cap":8192,"clears":true,"J":54394},{"model":"Qwen2.5-7B-GPTQ-Int4","quant":"gptq","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":31,"acc":0.62,"jpc":1792.7,"jpt":2.211,"ttft":52.0,"tps":148.5,"dur":169,"w":347,"jpc_min":1792.7,"jpc_max":1792.7,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int4-math500_Qwen2.5-7B-Instr","cap":16384,"clears":true,"J":55574},{"model":"Qwen2.5-7B-GPTQ-Int8","quant":"gptq-8bit","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":33,"acc":0.66,"jpc":4344.2,"jpt":3.521,"ttft":60.0,"tps":93.8,"dur":434,"w":348,"jpc_min":4344.2,"jpc_max":4344.2,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int8-math500_Qwen2.5-7B-Instr","cap":16384,"clears":true,"J":143360},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":33,"acc":0.66,"jpc":7783.0,"jpt":6.262,"ttft":82.2,"tps":50.3,"dur":815,"w":333,"jpc_min":7783.0,"jpc_max":7783.0,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Instruct_math50","cap":16384,"clears":true,"J":256839},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":50,"nc":16,"acc":0.32,"jpc":41580.7,"jpt":1.197,"ttft":31.8,"tps":270.0,"dur":2059,"w":343,"jpc_min":41580.7,"jpc_max":41580.7,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_diamond","cap":16384,"clears":false,"J":665291},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":100,"nc":29,"acc":0.29,"jpc":3475.3,"jpt":0.924,"ttft":32.4,"tps":339.5,"dur":321,"w":332,"jpc_min":3475.3,"jpc_max":3475.3,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k_platinum","cap":8192,"clears":true,"J":100783},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":50,"nc":25,"acc":0.5,"jpc":9202.5,"jpt":1.122,"ttft":34.7,"tps":286.8,"dur":715,"w":341,"jpc_min":9202.5,"jpc_max":9202.5,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-0-6b-math500_Qwen3-0.6B_math500","cap":16384,"clears":true,"J":230063},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":100,"nc":62,"acc":0.62,"jpc":1235.4,"jpt":0.858,"ttft":33.0,"tps":362.8,"dur":246,"w":329,"jpc_min":1235.4,"jpc_max":1235.4,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redux","cap":8192,"clears":true,"J":76596},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":2.0,"n":100,"nc":72,"acc":0.72,"jpc":2024.3,"jpt":1.847,"ttft":83.2,"tps":178.1,"dur":443,"w":348,"jpc_min":2024.3,"jpc_max":2024.3,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k_platinum","cap":8192,"clears":true,"J":145750},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":2.0,"n":50,"nc":27,"acc":0.54,"jpc":5467.2,"jpt":1.85,"ttft":96.7,"tps":177.6,"dur":449,"w":348,"jpc_min":5467.2,"jpc_max":5467.2,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-5-2b-math500_Qwen3.5-2B_math500","cap":16384,"clears":true,"J":147615},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":50,"nc":22,"acc":0.44,"jpc":129582.4,"jpt":6.485,"ttft":127.8,"tps":46.5,"dur":9464,"w":319,"jpc_min":129582.4,"jpc_max":129582.4,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamond","cap":16384,"clears":true,"J":2850813},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":99,"acc":0.99,"jpc":5377.2,"jpt":6.157,"ttft":98.3,"tps":48.5,"dur":1783,"w":316,"jpc_min":5377.2,"jpc_max":5377.2,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_platinum","cap":8192,"clears":true,"J":532347},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":50,"nc":34,"acc":0.68,"jpc":28936.0,"jpt":6.456,"ttft":94.7,"tps":47.5,"dur":3209,"w":325,"jpc_min":28936.0,"jpc_max":28936.0,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-8b-math500_Qwen3-8B_math500","cap":16384,"clears":true,"J":983823},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":93,"acc":0.93,"jpc":5156.8,"jpt":6.237,"ttft":129.2,"tps":48.7,"dur":1579,"w":322,"jpc_min":5156.8,"jpc_max":5156.8,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","cap":8192,"clears":true,"J":479583},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":50,"nc":21,"acc":0.42,"jpc":366.7,"jpt":1.753,"ttft":64.8,"tps":163.2,"dur":27,"w":296,"jpc_min":366.7,"jpc_max":366.7,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-vllm-awq","cap":16384,"clears":true,"J":7701},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":100,"nc":97,"acc":0.97,"jpc":534.8,"jpt":1.781,"ttft":54.3,"tps":168.5,"dur":173,"w":318,"jpc_min":534.8,"jpc_max":534.8,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-vllm-awq","cap":8192,"clears":true,"J":51872},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":50,"nc":34,"acc":0.68,"jpc":2980.3,"jpt":1.883,"ttft":54.4,"tps":162.6,"dur":331,"w":325,"jpc_min":2980.3,"jpc_max":2980.3,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-vllm-awq","cap":16384,"clears":true,"J":101329},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":100,"nc":80,"acc":0.8,"jpc":57.7,"jpt":2.489,"ttft":68.5,"tps":116.2,"dur":16,"w":296,"jpc_min":57.7,"jpc_max":57.7,"n_runs":1,"tierA":1,"latest":"ref-B-qwen3-coder-30b-a3b-instruct-awq-mmlu-redux_Qwen3-Code","cap":8192,"clears":true,"J":4612},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":99,"acc":0.99,"jpc":471.5,"jpt":1.978,"ttft":57.4,"tps":162.6,"dur":145,"w":340,"jpc_min":471.5,"jpc_max":471.5,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-vllm-mxfp4","cap":8192,"clears":true,"J":46681},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":500,"nc":411,"acc":0.822,"jpc":923.2,"jpt":1.975,"ttft":59.1,"tps":165.8,"dur":1158,"w":348,"jpc_min":923.2,"jpc_max":923.2,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-vllm-mxfp4","cap":8192,"clears":true,"J":379430},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":41,"acc":0.82,"jpc":2572.9,"jpt":1.977,"ttft":58.1,"tps":165.5,"dur":322,"w":347,"jpc_min":2572.9,"jpc_max":2572.9,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-vllm-mxfp4","cap":16384,"clears":true,"J":105489},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":34,"acc":0.68,"jpc":11715.6,"jpt":2.021,"ttft":71.7,"tps":162.6,"dur":1213,"w":348,"jpc_min":11715.6,"jpc_max":11715.6,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-vllm-mxfp4","cap":16384,"clears":true,"J":398330},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":99,"acc":0.99,"jpc":694.2,"jpt":2.791,"ttft":755.2,"tps":83.1,"dur":296,"w":245,"jpc_min":694.2,"jpc_max":694.2,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-ollama-mxfp4","cap":8192,"clears":true,"J":68722},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":500,"nc":417,"acc":0.834,"jpc":1058.4,"jpt":2.399,"ttft":775.8,"tps":118.4,"dur":1554,"w":303,"jpc_min":1058.4,"jpc_max":1058.4,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-ollama-mxfp4","cap":8192,"clears":true,"J":441354},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":40,"acc":0.8,"jpc":3510.6,"jpt":2.24,"ttft":794.5,"tps":138.5,"dur":453,"w":329,"jpc_min":3510.6,"jpc_max":3510.6,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-ollama-mxfp4","cap":16384,"clears":true,"J":140422},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":31,"acc":0.62,"jpc":11969.3,"jpt":2.19,"ttft":813.6,"tps":147.4,"dur":1150,"w":342,"jpc_min":11969.3,"jpc_max":11969.3,"n_runs":1,"tierA":1,"latest":"enginewave-B-gpt-oss-20b-ollama-mxfp4","cap":16384,"clears":true,"J":371047},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":89,"acc":0.89,"jpc":405.2,"jpt":2.269,"ttft":56.9,"tps":143.9,"dur":110,"w":345,"jpc_min":405.2,"jpc_max":405.2,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-awq-gsm8k-platinum_Qwen2.5-7B-Inst","cap":8192,"clears":true,"J":36062},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":79,"acc":0.79,"jpc":29.8,"jpt":11.784,"ttft":75.2,"tps":25.3,"dur":8,"w":295,"jpc_min":29.8,"jpc_max":29.8,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5-7B-Instruct","cap":8192,"clears":true,"J":2357},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":15,"acc":0.3,"jpc":73.5,"jpt":11.02,"ttft":70.7,"tps":26.2,"dur":4,"w":261,"jpc_min":73.5,"jpc_max":73.5,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-awq-gpqa-diamond_Qwen2.5-7B-Instru","cap":16384,"clears":false,"J":1102},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":89,"acc":0.89,"jpc":591.4,"jpt":2.177,"ttft":40.9,"tps":149.6,"dur":162,"w":344,"jpc_min":591.4,"jpc_max":591.4,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-sglang-awq","cap":8192,"clears":true,"J":52632},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":500,"nc":365,"acc":0.73,"jpc":23.7,"jpt":8.654,"ttft":42.6,"tps":34.4,"dur":29,"w":308,"jpc_min":23.7,"jpc_max":23.7,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-sglang-awq","cap":8192,"clears":true,"J":8654},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":33,"acc":0.66,"jpc":2873.3,"jpt":2.2,"ttft":39.1,"tps":149.2,"dur":289,"w":348,"jpc_min":2873.3,"jpc_max":2873.3,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-sglang-awq","cap":16384,"clears":true,"J":94819},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":14,"acc":0.28,"jpc":76.4,"jpt":10.701,"ttft":63.2,"tps":27.0,"dur":4,"w":272,"jpc_min":76.4,"jpc_max":76.4,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-sglang-awq","cap":16384,"clears":false,"J":1070},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":88,"acc":0.88,"jpc":388.2,"jpt":2.347,"ttft":39.8,"tps":138.8,"dur":105,"w":344,"jpc_min":388.2,"jpc_max":388.2,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-llamacpp-q4km","cap":8192,"clears":true,"J":34161},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":500,"nc":352,"acc":0.704,"jpc":23.6,"jpt":8.291,"ttft":42.2,"tps":32.3,"dur":31,"w":278,"jpc_min":23.6,"jpc_max":23.6,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-llamacpp-q4km","cap":8192,"clears":true,"J":8291},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":33,"acc":0.66,"jpc":2980.5,"jpt":2.384,"ttft":41.4,"tps":137.0,"dur":301,"w":346,"jpc_min":2980.5,"jpc_max":2980.5,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-llamacpp-q4km","cap":16384,"clears":true,"J":98355},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":15,"acc":0.3,"jpc":71.0,"jpt":10.657,"ttft":70.1,"tps":23.8,"dur":4,"w":225,"jpc_min":71.0,"jpc_max":71.0,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-llamacpp-q4km","cap":16384,"clears":false,"J":1066},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":88,"acc":0.88,"jpc":500.1,"jpt":2.745,"ttft":344.3,"tps":95.4,"dur":168,"w":278,"jpc_min":500.1,"jpc_max":500.1,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-ollama-q4km","cap":8192,"clears":true,"J":44011},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":500,"nc":361,"acc":0.722,"jpc":67.4,"jpt":24.131,"ttft":379.6,"tps":5.2,"dur":193,"w":133,"jpc_min":67.4,"jpc_max":67.4,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-ollama-q4km","cap":8192,"clears":true,"J":24324},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":32,"acc":0.64,"jpc":3166.7,"jpt":2.454,"ttft":361.7,"tps":129.0,"dur":320,"w":335,"jpc_min":3166.7,"jpc_max":3166.7,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-ollama-q4km","cap":16384,"clears":true,"J":101334},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":17,"acc":0.34,"jpc":153.7,"jpt":26.123,"ttft":392.0,"tps":5.0,"dur":20,"w":134,"jpc_min":153.7,"jpc_max":153.7,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen25-7b-ollama-q4km","cap":16384,"clears":false,"J":2612},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":100,"nc":97,"acc":0.97,"jpc":355.1,"jpt":1.607,"ttft":44.9,"tps":194.6,"dur":110,"w":329,"jpc_min":355.1,"jpc_max":355.1,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-sglang-awq","cap":8192,"clears":true,"J":34441},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":500,"nc":381,"acc":0.762,"jpc":83.0,"jpt":1.942,"ttft":47.6,"tps":158.7,"dur":103,"w":325,"jpc_min":83.0,"jpc_max":83.0,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-sglang-awq","cap":8192,"clears":true,"J":31614},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":50,"nc":38,"acc":0.76,"jpc":1619.0,"jpt":1.62,"ttft":44.1,"tps":198.1,"dur":192,"w":340,"jpc_min":1619.0,"jpc_max":1619.0,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-sglang-awq","cap":16384,"clears":true,"J":61522},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":30.0,"n":50,"nc":22,"acc":0.44,"jpc":319.1,"jpt":1.702,"ttft":56.2,"tps":181.6,"dur":23,"w":319,"jpc_min":319.1,"jpc_max":319.1,"n_runs":1,"tierA":1,"latest":"enginewave-B-qwen3-coder-30b-sglang-awq","cap":16384,"clears":true,"J":7020},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":100,"nc":52,"acc":0.52,"jpc":776.7,"jpt":0.617,"ttft":174.0,"tps":151.3,"dur":433,"w":100,"jpc_min":776.7,"jpc_max":776.7,"n_runs":1,"tierA":1,"latest":"ref-C-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_gsm8k_platinu","cap":8192,"clears":true,"J":40391},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":100,"nc":52,"acc":0.52,"jpc":16.3,"jpt":3.917,"ttft":98.7,"tps":18.0,"dur":12,"w":73,"jpc_min":16.3,"jpc_max":16.3,"n_runs":1,"tierA":1,"latest":"ref-C-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_redux","cap":8192,"clears":true,"J":850},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":50,"nc":17,"acc":0.34,"jpc":7182.4,"jpt":0.687,"ttft":253.3,"tps":126.2,"dur":1409,"w":93,"jpc_min":7182.4,"jpc_max":7182.4,"n_runs":1,"tierA":1,"latest":"ref-C-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","cap":16384,"clears":true,"J":122101},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":50,"nc":16,"acc":0.32,"jpc":3546.4,"jpt":0.692,"ttft":67.4,"tps":125.4,"dur":654,"w":93,"jpc_min":3546.4,"jpc_max":3546.4,"n_runs":1,"tierA":1,"latest":"ref-C-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpqa_diamond","cap":16384,"clears":false,"J":56742},{"model":"LFM2.5-1.2B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.2,"n":100,"nc":37,"acc":0.37,"jpc":19.3,"jpt":3.563,"ttft":76.1,"tps":21.1,"dur":9,"w":80,"jpc_min":19.3,"jpc_max":19.3,"n_runs":1,"tierA":1,"latest":"ref-C-lfm2-5-1-2b-instruct-mmlu-redux_LFM2.5-1.2B-Instruct_m","cap":8192,"clears":true,"J":713},{"model":"LFM2.5-1.2B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.2,"n":50,"nc":26,"acc":0.52,"jpc":1603.4,"jpt":0.785,"ttft":165.9,"tps":142.5,"dur":372,"w":120,"jpc_min":1603.4,"jpc_max":1603.4,"n_runs":1,"tierA":1,"latest":"ref-C-lfm2-5-1-2b-instruct-math500_LFM2.5-1.2B-Instruct_math","cap":16384,"clears":true,"J":41688},{"model":"LFM2.5-1.2B","quant":"none","engine":"vllm","host":"C","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.2,"n":50,"nc":10,"acc":0.2,"jpc":30.1,"jpt":3.008,"ttft":53.1,"tps":21.8,"dur":4,"w":68,"jpc_min":30.1,"jpc_max":30.1,"n_runs":1,"tierA":1,"latest":"ref-C-lfm2-5-1-2b-instruct-gpqa-diamond_LFM2.5-1.2B-Instruct","cap":16384,"clears":false,"J":301},{"model":"LFM2.5-2.6B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.6,"n":100,"nc":97,"acc":0.97,"jpc":2015.5,"jpt":1.712,"ttft":201.0,"tps":68.1,"dur":1676,"w":125,"jpc_min":2015.5,"jpc_max":2015.5,"n_runs":1,"tierA":1,"latest":"ref-C-lfm2-5-2-6b-gsm8k-platinum_LFM2.5-2.6B_gsm8k_platinum","cap":8192,"clears":true,"J":195505},{"model":"LFM2.5-2.6B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.6,"n":100,"nc":70,"acc":0.7,"jpc":2489.2,"jpt":1.713,"ttft":140.5,"tps":67.9,"dur":1498,"w":125,"jpc_min":2489.2,"jpc_max":2489.2,"n_runs":1,"tierA":1,"latest":"ref-C-lfm2-5-2-6b-mmlu-redux_LFM2.5-2.6B_mmlu_redux","cap":8192,"clears":true,"J":174243},{"model":"LFM2.5-2.6B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.6,"n":50,"nc":36,"acc":0.72,"jpc":5087.0,"jpt":1.773,"ttft":304.6,"tps":64.5,"dur":1602,"w":123,"jpc_min":5087.0,"jpc_max":5087.0,"n_runs":1,"tierA":1,"latest":"ref-C-lfm2-5-2-6b-math500_LFM2.5-2.6B_math500","cap":16384,"clears":true,"J":183134},{"model":"LFM2.5-2.6B","quant":"none","engine":"vllm","host":"C","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":2.6,"n":50,"nc":26,"acc":0.52,"jpc":35450.4,"jpt":1.845,"ttft":110.8,"tps":60.5,"dur":8259,"w":120,"jpc_min":35450.4,"jpc_max":35450.4,"n_runs":1,"tierA":1,"latest":"ref-C-lfm2-5-2-6b-gpqa-diamond_LFM2.5-2.6B_gpqa_diamond","cap":16384,"clears":true,"J":921709},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":100,"nc":90,"acc":0.9,"jpc":303.6,"jpt":1.872,"ttft":58.8,"tps":63.6,"dur":229,"w":128,"jpc_min":303.6,"jpc_max":303.6,"n_runs":1,"tierA":1,"latest":"offload-C-qwen25-7b-q4km_ngl99","cap":8192,"clears":true,"J":27328},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"C","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":500,"nc":354,"acc":0.708,"jpc":17.1,"jpt":6.012,"ttft":67.9,"tps":16.8,"dur":60,"w":108,"jpc_min":17.1,"jpc_max":17.1,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-llamacpp-q4km","cap":8192,"clears":true,"J":6060},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"C","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":50,"nc":32,"acc":0.64,"jpc":1479.8,"jpt":1.816,"ttft":60.0,"tps":71.8,"dur":363,"w":140,"jpc_min":1479.8,"jpc_max":1479.8,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-llamacpp-q4km","cap":16384,"clears":true,"J":47352},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"C","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":50,"nc":16,"acc":0.32,"jpc":50.8,"jpt":8.132,"ttft":146.7,"tps":11.9,"dur":8,"w":105,"jpc_min":50.8,"jpc_max":50.8,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-llamacpp-q4km","cap":16384,"clears":false,"J":813},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"C","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":100,"nc":88,"acc":0.88,"jpc":353.7,"jpt":1.987,"ttft":260.3,"tps":52.3,"dur":299,"w":111,"jpc_min":353.7,"jpc_max":353.7,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-ollama-q4km","cap":8192,"clears":true,"J":31124},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"C","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":500,"nc":365,"acc":0.73,"jpc":25.7,"jpt":9.395,"ttft":259.4,"tps":6.6,"dur":152,"w":66,"jpc_min":25.7,"jpc_max":25.7,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-ollama-q4km","cap":8192,"clears":true,"J":9395},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"C","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":50,"nc":31,"acc":0.62,"jpc":2486.8,"jpt":1.859,"ttft":263.5,"tps":65.9,"dur":629,"w":132,"jpc_min":2486.8,"jpc_max":2486.8,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-ollama-q4km","cap":16384,"clears":true,"J":77089},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"C","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":7.0,"n":50,"nc":16,"acc":0.32,"jpc":72.4,"jpt":11.587,"ttft":333.9,"tps":5.6,"dur":18,"w":69,"jpc_min":72.4,"jpc_max":72.4,"n_runs":1,"tierA":1,"latest":"enginewave-C-qwen25-7b-ollama-q4km","cap":16384,"clears":false,"J":1159},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":97,"acc":0.97,"jpc":585.7,"jpt":3.087,"ttft":275.4,"tps":106.7,"dur":172,"w":345,"jpc_min":585.7,"jpc_max":585.7,"n_runs":1,"tierA":1,"latest":"ref-A-gemma-4-26b-a4b-it-awq-4bit-gsm8k-platinum_gemma-4-26B","cap":8192,"clears":true,"J":56810},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":83,"acc":0.83,"jpc":59.4,"jpt":24.521,"ttft":266.6,"tps":7.2,"dur":28,"w":180,"jpc_min":59.4,"jpc_max":59.4,"n_runs":1,"tierA":1,"latest":"ref-A-gemma-4-26b-a4b-it-awq-4bit-mmlu-redux_gemma-4-26B-A4B","cap":8192,"clears":true,"J":4929},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":26,"acc":0.52,"jpc":196300.8,"jpt":8.592,"ttft":235.4,"tps":42.7,"dur":13918,"w":389,"jpc_min":196300.8,"jpc_max":196300.8,"n_runs":1,"tierA":1,"latest":"ref-A-granite-4-2-8b-gpqa-diamond_granite-4.2-8b_gpqa_diamon","cap":16384,"clears":true,"J":5103821},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":93,"acc":0.93,"jpc":15834.4,"jpt":8.204,"ttft":233.8,"tps":44.8,"dur":4004,"w":389,"jpc_min":15834.4,"jpc_max":15834.4,"n_runs":1,"tierA":1,"latest":"ref-A-granite-4-2-8b-gsm8k-platinum_granite-4.2-8b_gsm8k_pla","cap":8192,"clears":true,"J":1472604},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":37,"acc":0.74,"jpc":55791.8,"jpt":8.455,"ttft":216.4,"tps":43.4,"dur":5630,"w":389,"jpc_min":55791.8,"jpc_max":55791.8,"n_runs":1,"tierA":1,"latest":"ref-A-granite-4-2-8b-math500_granite-4.2-8b_math500","cap":16384,"clears":true,"J":2064295},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":92,"acc":0.92,"jpc":12499.5,"jpt":8.174,"ttft":237.4,"tps":44.9,"dur":3133,"w":389,"jpc_min":12499.5,"jpc_max":12499.5,"n_runs":1,"tierA":1,"latest":"ref-A-granite-4-2-8b-mmlu-redux_granite-4.2-8b_mmlu_redux","cap":8192,"clears":true,"J":1149956},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":31,"acc":0.62,"jpc":15112.0,"jpt":2.459,"ttft":121.4,"tps":147.8,"dur":1289,"w":385,"jpc_min":15112.0,"jpc_max":15112.0,"n_runs":1,"tierA":1,"latest":"ref-A-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_diamond","cap":16384,"clears":true,"J":468472},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":99,"acc":0.99,"jpc":608.8,"jpt":2.486,"ttft":125.7,"tps":141.7,"dur":171,"w":372,"jpc_min":608.8,"jpc_max":608.8,"n_runs":1,"tierA":1,"latest":"ref-A-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gsm8k_platinum","cap":8192,"clears":true,"J":60270},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"math500","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":41,"acc":0.82,"jpc":2913.3,"jpt":2.334,"ttft":68.8,"tps":155.8,"dur":328,"w":384,"jpc_min":2913.3,"jpc_max":2913.3,"n_runs":1,"tierA":1,"latest":"ref-A-gpt-oss-20b-math500_gpt-oss-20b_math500","cap":16384,"clears":true,"J":119446},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":38,"acc":0.76,"jpc":66739.3,"jpt":7.826,"ttft":335.4,"tps":46.9,"dur":6906,"w":389,"jpc_min":66739.3,"jpc_max":66739.3,"n_runs":1,"tierA":1,"latest":"ref-A-ornith-1-5-9b-gpqa-diamond_Ornith-1.5-9B_gpqa_diamond","cap":16384,"clears":true,"J":2536094},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":97,"acc":0.97,"jpc":2547.6,"jpt":7.935,"ttft":274.7,"tps":46.2,"dur":674,"w":388,"jpc_min":2547.6,"jpc_max":2547.6,"n_runs":1,"tierA":1,"latest":"ref-A-ornith-1-5-9b-gsm8k-platinum_Ornith-1.5-9B_gsm8k_plati","cap":8192,"clears":true,"J":247121},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":36,"acc":0.72,"jpc":13173.0,"jpt":7.829,"ttft":384.7,"tps":46.9,"dur":1291,"w":389,"jpc_min":13173.0,"jpc_max":13173.0,"n_runs":1,"tierA":1,"latest":"ref-A-ornith-1-5-9b-math500_Ornith-1.5-9B_math500","cap":16384,"clears":true,"J":474228},{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":91,"acc":0.91,"jpc":1060.1,"jpt":8.331,"ttft":320.7,"tps":42.8,"dur":270,"w":377,"jpc_min":1060.1,"jpc_max":1060.1,"n_runs":1,"tierA":1,"latest":"ref-A-ornith-1-5-9b-mmlu-redux_Ornith-1.5-9B_mmlu_redux","cap":8192,"clears":true,"J":96470},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":38,"acc":0.76,"jpc":61931.6,"jpt":4.726,"ttft":309.7,"tps":77.8,"dur":6398,"w":389,"jpc_min":61931.6,"jpc_max":61931.6,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-9b-awq-gpqa-diamond_Qwen3.5-9B-AWQ_gpqa_diamon","cap":16384,"clears":true,"J":2353400},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":90,"acc":0.9,"jpc":13089.3,"jpt":4.682,"ttft":318.1,"tps":78.3,"dur":3214,"w":389,"jpc_min":13089.3,"jpc_max":13089.3,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-9b-awq-gsm8k-platinum_Qwen3.5-9B-AWQ_gsm8k_pla","cap":8192,"clears":true,"J":1178035},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":22,"acc":0.44,"jpc":83710.5,"jpt":4.734,"ttft":386.6,"tps":77.6,"dur":5014,"w":389,"jpc_min":83710.5,"jpc_max":83710.5,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-9b-awq-math500_Qwen3.5-9B-AWQ_math500","cap":16384,"clears":true,"J":1841631},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":63,"acc":0.63,"jpc":9203.1,"jpt":4.696,"ttft":307.9,"tps":77.9,"dur":1584,"w":387,"jpc_min":9203.1,"jpc_max":9203.1,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-9b-awq-mmlu-redux_Qwen3.5-9B-AWQ_mmlu_redux","cap":8192,"clears":true,"J":579796},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":15,"acc":0.3,"jpc":109.1,"jpt":16.369,"ttft":114.1,"tps":16.2,"dur":6,"w":241,"jpc_min":109.1,"jpc_max":109.1,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-vllm-awq","cap":16384,"clears":false,"J":1637},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":90,"acc":0.9,"jpc":487.4,"jpt":2.763,"ttft":111.9,"tps":128.8,"dur":123,"w":376,"jpc_min":487.4,"jpc_max":487.4,"n_runs":1,"tierA":1,"latest":"repeat6-A-qwen25-7b-gsm8k","cap":8192,"clears":true,"J":43868},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":31,"acc":0.62,"jpc":3673.7,"jpt":2.66,"ttft":115.4,"tps":136.4,"dur":314,"w":385,"jpc_min":3673.7,"jpc_max":3673.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-vllm-awq","cap":16384,"clears":true,"J":113885},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":78,"acc":0.78,"jpc":50.7,"jpt":19.775,"ttft":150.8,"tps":12.6,"dur":16,"w":255,"jpc_min":50.7,"jpc_max":50.7,"n_runs":1,"tierA":1,"latest":"ref-A-qwen2-5-7b-instruct-awq-mmlu-redux_Qwen2.5-7B-Instruct","cap":8192,"clears":true,"J":3955},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":16,"acc":0.32,"jpc":140.5,"jpt":22.486,"ttft":147.5,"tps":12.5,"dur":8,"w":288,"jpc_min":140.5,"jpc_max":140.5,"n_runs":1,"tierA":1,"latest":"ref-A-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7B-Instruct_g","cap":16384,"clears":false,"J":2249},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":92,"acc":0.92,"jpc":1211.6,"jpt":7.249,"ttft":169.6,"tps":50.0,"dur":308,"w":384,"jpc_min":1211.6,"jpc_max":1211.6,"n_runs":1,"tierA":1,"latest":"ref-A-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5-7B-Instruct","cap":8192,"clears":true,"J":111469},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":33,"acc":0.66,"jpc":8919.8,"jpt":7.236,"ttft":166.6,"tps":50.5,"dur":805,"w":388,"jpc_min":8919.8,"jpc_max":8919.8,"n_runs":1,"tierA":1,"latest":"ref-A-qwen2-5-7b-instruct-math500_Qwen2.5-7B-Instruct_math50","cap":16384,"clears":true,"J":294353},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":63.9,"jpt":24.271,"ttft":152.1,"tps":12.2,"dur":16,"w":300,"jpc_min":63.9,"jpc_max":63.9,"n_runs":1,"tierA":1,"latest":"ref-A-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-Instruct_mml","cap":8192,"clears":true,"J":4854},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":50,"nc":16,"acc":0.32,"jpc":51598.9,"jpt":1.491,"ttft":138.3,"tps":221.9,"dur":2496,"w":350,"jpc_min":51598.9,"jpc_max":51598.9,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_diamond","cap":16384,"clears":false,"J":825583},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":100,"nc":29,"acc":0.29,"jpc":4911.0,"jpt":1.188,"ttft":91.9,"tps":261.2,"dur":459,"w":328,"jpc_min":4911.0,"jpc_max":4911.0,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k_platinum","cap":8192,"clears":true,"J":142420},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":50,"nc":22,"acc":0.44,"jpc":10648.7,"jpt":1.332,"ttft":117.8,"tps":237.5,"dur":740,"w":336,"jpc_min":10648.7,"jpc_max":10648.7,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-0-6b-math500_Qwen3-0.6B_math500","cap":16384,"clears":true,"J":234271},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":100,"nc":62,"acc":0.62,"jpc":1579.0,"jpt":1.094,"ttft":84.4,"tps":267.8,"dur":334,"w":310,"jpc_min":1579.0,"jpc_max":1579.0,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redux","cap":8192,"clears":true,"J":97898},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":50,"nc":12,"acc":0.24,"jpc":5061.3,"jpt":1.151,"ttft":236.5,"tps":278.0,"dur":190,"w":338,"jpc_min":5061.3,"jpc_max":5061.3,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpqa_diamond","cap":16384,"clears":false,"J":60735},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":100,"nc":52,"acc":0.52,"jpc":1137.6,"jpt":1.118,"ttft":73.3,"tps":282.4,"dur":187,"w":332,"jpc_min":1137.6,"jpc_max":1137.6,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_gsm8k_platinu","cap":8192,"clears":true,"J":59155},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":50,"nc":16,"acc":0.32,"jpc":11187.8,"jpt":1.155,"ttft":85.7,"tps":286.0,"dur":542,"w":348,"jpc_min":11187.8,"jpc_max":11187.8,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","cap":16384,"clears":true,"J":179005},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":100,"nc":52,"acc":0.52,"jpc":62.8,"jpt":14.832,"ttft":235.2,"tps":9.7,"dur":23,"w":150,"jpc_min":62.8,"jpc_max":62.8,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_redux","cap":8192,"clears":true,"J":3263},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":50,"nc":21,"acc":0.42,"jpc":87.6,"jpt":18.219,"ttft":236.7,"tps":8.3,"dur":12,"w":151,"jpc_min":87.6,"jpc_max":87.6,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-2b-gpqa-diamond_Qwen3.5-2B_gpqa_diamond","cap":16384,"clears":true,"J":1840},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":73,"acc":0.73,"jpc":1731.6,"jpt":2.254,"ttft":228.5,"tps":150.9,"dur":372,"w":360,"jpc_min":1731.6,"jpc_max":1731.6,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k_platinum","cap":8192,"clears":true,"J":126407},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":50,"nc":31,"acc":0.62,"jpc":9779.7,"jpt":2.265,"ttft":235.2,"tps":154.7,"dur":865,"w":370,"jpc_min":9779.7,"jpc_max":9779.7,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-2b-math500_Qwen3.5-2B_math500","cap":16384,"clears":true,"J":303170},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":53,"acc":0.53,"jpc":66.0,"jpt":17.487,"ttft":236.5,"tps":9.5,"dur":21,"w":174,"jpc_min":66.0,"jpc_max":66.0,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-2b-mmlu-redux_Qwen3.5-2B_mmlu_redux","cap":8192,"clears":true,"J":3497},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":50,"nc":37,"acc":0.74,"jpc":54443.6,"jpt":4.6,"ttft":309.2,"tps":79.7,"dur":5497,"w":389,"jpc_min":54443.6,"jpc_max":54443.6,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-4b-gpqa-diamond_Qwen3.5-4B_gpqa_diamond","cap":16384,"clears":true,"J":2014413},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":100,"nc":86,"acc":0.86,"jpc":15325.1,"jpt":4.558,"ttft":308.0,"tps":80.2,"dur":3605,"w":388,"jpc_min":15325.1,"jpc_max":15325.1,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-4b-gsm8k-platinum_Qwen3.5-4B_gsm8k_platinum","cap":8192,"clears":true,"J":1317963},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":50,"nc":31,"acc":0.62,"jpc":39912.0,"jpt":4.617,"ttft":310.2,"tps":79.4,"dur":3375,"w":388,"jpc_min":39912.0,"jpc_max":39912.0,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-4b-math500_Qwen3.5-4B_math500","cap":16384,"clears":true,"J":1237272},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":100,"nc":58,"acc":0.58,"jpc":14924.1,"jpt":4.592,"ttft":304.6,"tps":79.6,"dur":2367,"w":387,"jpc_min":14924.1,"jpc_max":14924.1,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-4b-mmlu-redux_Qwen3.5-4B_mmlu_redux","cap":8192,"clears":true,"J":865599},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":40,"acc":0.8,"jpc":79878.9,"jpt":7.795,"ttft":327.2,"tps":47.1,"dur":8703,"w":389,"jpc_min":79878.9,"jpc_max":79878.9,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-9b-gpqa-diamond_Qwen3.5-9B_gpqa_diamond","cap":16384,"clears":true,"J":3195156},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":91,"acc":0.91,"jpc":18572.6,"jpt":7.774,"ttft":331.2,"tps":47.2,"dur":4605,"w":389,"jpc_min":18572.6,"jpc_max":18572.6,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-9b-gsm8k-platinum_Qwen3.5-9B_gsm8k_platinum","cap":8192,"clears":true,"J":1690104},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":13,"acc":0.26,"jpc":231409.9,"jpt":7.816,"ttft":389.7,"tps":46.9,"dur":8201,"w":389,"jpc_min":231409.9,"jpc_max":231409.9,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-9b-math500_Qwen3.5-9B_math500","cap":16384,"clears":true,"J":3008329},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":74,"acc":0.74,"jpc":13564.0,"jpt":7.771,"ttft":322.2,"tps":47.1,"dur":2740,"w":388,"jpc_min":13564.0,"jpc_max":13564.0,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-5-9b-mmlu-redux_Qwen3.5-9B_mmlu_redux","cap":8192,"clears":true,"J":1003733},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":24,"acc":0.48,"jpc":132264.8,"jpt":7.798,"ttft":204.0,"tps":47.1,"dur":8651,"w":389,"jpc_min":132264.8,"jpc_max":132264.8,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamond","cap":16384,"clears":true,"J":3174356},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":99,"acc":0.99,"jpc":6559.3,"jpt":7.505,"ttft":209.0,"tps":48.7,"dur":1775,"w":388,"jpc_min":6559.3,"jpc_max":6559.3,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_platinum","cap":8192,"clears":true,"J":649369},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":33,"acc":0.66,"jpc":40644.0,"jpt":7.716,"ttft":211.2,"tps":47.5,"dur":3657,"w":389,"jpc_min":40644.0,"jpc_max":40644.0,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-8b-math500_Qwen3-8B_math500","cap":16384,"clears":true,"J":1341250},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":92,"acc":0.92,"jpc":6248.3,"jpt":7.479,"ttft":205.2,"tps":48.9,"dur":1570,"w":388,"jpc_min":6248.3,"jpc_max":6248.3,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","cap":8192,"clears":true,"J":574842},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":50,"nc":21,"acc":0.42,"jpc":472.1,"jpt":2.152,"ttft":118.1,"tps":133.1,"dur":34,"w":296,"jpc_min":472.1,"jpc_max":472.1,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen3-coder-30b-vllm-awq","cap":16384,"clears":true,"J":9914},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":100,"nc":97,"acc":0.97,"jpc":678.6,"jpt":2.295,"ttft":128.7,"tps":127.3,"dur":225,"w":309,"jpc_min":678.6,"jpc_max":678.6,"n_runs":1,"tierA":1,"latest":"repeat6-A-qwen3-coder-30b-gsm8k","cap":8192,"clears":true,"J":65824},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":50,"nc":37,"acc":0.74,"jpc":3323.6,"jpt":2.319,"ttft":127.7,"tps":129.9,"dur":408,"w":318,"jpc_min":3323.6,"jpc_max":3323.6,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen3-coder-30b-vllm-awq","cap":16384,"clears":true,"J":122971},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":100,"nc":81,"acc":0.81,"jpc":96.4,"jpt":3.747,"ttft":250.3,"tps":63.4,"dur":33,"w":248,"jpc_min":96.4,"jpc_max":96.4,"n_runs":1,"tierA":1,"latest":"ref-A-qwen3-coder-30b-a3b-instruct-awq-mmlu-redux_Qwen3-Code","cap":8192,"clears":true,"J":7805},{"model":"Mistral-7B-v0.2-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":43,"acc":0.43,"jpc":959.5,"jpt":2.612,"ttft":157.6,"tps":134.5,"dur":117,"w":370,"jpc_min":959.5,"jpc_max":959.5,"n_runs":1,"tierA":1,"latest":"ref-A-mistral-7b-instruct-v0-2-awq-gsm8k-platinum_Mistral-7B","cap":8192,"clears":true,"J":41260},{"model":"Mistral-7B-v0.2-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":60,"acc":0.6,"jpc":221.3,"jpt":3.38,"ttft":172.4,"tps":96.8,"dur":40,"w":341,"jpc_min":221.3,"jpc_max":221.3,"n_runs":1,"tierA":1,"latest":"ref-A-mistral-7b-instruct-v0-2-awq-mmlu-redux_Mistral-7B-Ins","cap":8192,"clears":true,"J":13280},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":99,"acc":0.99,"jpc":595.4,"jpt":2.489,"ttft":124.6,"tps":142.4,"dur":166,"w":374,"jpc_min":595.4,"jpc_max":595.4,"n_runs":1,"tierA":1,"latest":"repeat6-A-gpt-oss-20b-gsm8k","cap":8192,"clears":true,"J":58941},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":500,"nc":406,"acc":0.812,"jpc":1203.7,"jpt":2.417,"ttft":122.2,"tps":150.2,"dur":1346,"w":384,"jpc_min":1203.7,"jpc_max":1203.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-vllm-mxfp4","cap":8192,"clears":true,"J":488715},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":41,"acc":0.82,"jpc":3229.9,"jpt":2.376,"ttft":125.8,"tps":153.5,"dur":363,"w":385,"jpc_min":3229.9,"jpc_max":3229.9,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-vllm-mxfp4","cap":16384,"clears":true,"J":132424},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":28,"acc":0.56,"jpc":16874.2,"jpt":2.399,"ttft":121.7,"tps":152.9,"dur":1288,"w":388,"jpc_min":16874.2,"jpc_max":16874.2,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-vllm-mxfp4","cap":16384,"clears":true,"J":472477},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":90,"acc":0.9,"jpc":645.5,"jpt":2.399,"ttft":34.7,"tps":151.0,"dur":160,"w":385,"jpc_min":645.5,"jpc_max":645.5,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-sglang-awq","cap":8192,"clears":true,"J":58098},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":365,"acc":0.73,"jpc":24.3,"jpt":8.882,"ttft":35.8,"tps":39.3,"dur":25,"w":366,"jpc_min":24.3,"jpc_max":24.3,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-sglang-awq","cap":8192,"clears":true,"J":8882},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":32,"acc":0.64,"jpc":3254.5,"jpt":2.444,"ttft":30.9,"tps":150.2,"dur":283,"w":388,"jpc_min":3254.5,"jpc_max":3254.5,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-sglang-awq","cap":16384,"clears":true,"J":104145},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":15,"acc":0.3,"jpc":76.4,"jpt":11.455,"ttft":56.9,"tps":30.1,"dur":3,"w":317,"jpc_min":76.4,"jpc_max":76.4,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-sglang-awq","cap":16384,"clears":false,"J":1145},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":100,"nc":97,"acc":0.97,"jpc":385.7,"jpt":1.755,"ttft":38.1,"tps":196.7,"dur":108,"w":365,"jpc_min":385.7,"jpc_max":385.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen3-coder-30b-sglang-awq","cap":8192,"clears":true,"J":37417},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":500,"nc":382,"acc":0.764,"jpc":81.8,"jpt":2.138,"ttft":40.7,"tps":162.2,"dur":90,"w":366,"jpc_min":81.8,"jpc_max":81.8,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen3-coder-30b-sglang-awq","cap":8192,"clears":true,"J":31246},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":50,"nc":38,"acc":0.76,"jpc":2019.7,"jpt":1.802,"ttft":36.8,"tps":200.1,"dur":213,"w":382,"jpc_min":2019.7,"jpc_max":2019.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen3-coder-30b-sglang-awq","cap":16384,"clears":true,"J":76747},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":50,"nc":22,"acc":0.44,"jpc":303.7,"jpt":1.875,"ttft":51.1,"tps":182.4,"dur":19,"w":356,"jpc_min":303.7,"jpc_max":303.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen3-coder-30b-sglang-awq","cap":16384,"clears":true,"J":6682},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":88,"acc":0.88,"jpc":431.3,"jpt":2.607,"ttft":31.3,"tps":140.1,"dur":104,"w":385,"jpc_min":431.3,"jpc_max":431.3,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-llamacpp-q4km","cap":8192,"clears":true,"J":37950},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":352,"acc":0.704,"jpc":38.9,"jpt":13.689,"ttft":90.3,"tps":16.6,"dur":60,"w":240,"jpc_min":38.9,"jpc_max":38.9,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-llamacpp-q4km","cap":8192,"clears":true,"J":13689},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":33,"acc":0.66,"jpc":3322.3,"jpt":2.658,"ttft":30.9,"tps":137.4,"dur":300,"w":387,"jpc_min":3322.3,"jpc_max":3322.3,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-llamacpp-q4km","cap":16384,"clears":true,"J":109635},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":15,"acc":0.3,"jpc":105.9,"jpt":15.884,"ttft":127.1,"tps":14.7,"dur":7,"w":217,"jpc_min":105.9,"jpc_max":105.9,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-llamacpp-q4km","cap":16384,"clears":false,"J":1588},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":88,"acc":0.88,"jpc":699.0,"jpt":3.836,"ttft":470.0,"tps":68.7,"dur":233,"w":281,"jpc_min":699.0,"jpc_max":699.0,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-ollama-q4km","cap":8192,"clears":true,"J":61510},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":500,"nc":361,"acc":0.722,"jpc":171.3,"jpt":61.348,"ttft":946.9,"tps":2.3,"dur":435,"w":151,"jpc_min":171.3,"jpc_max":171.3,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-ollama-q4km","cap":8192,"clears":true,"J":61839},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":32,"acc":0.64,"jpc":3947.2,"jpt":3.058,"ttft":385.4,"tps":115.0,"dur":359,"w":372,"jpc_min":3947.2,"jpc_max":3947.2,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-ollama-q4km","cap":16384,"clears":true,"J":126310},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":17,"acc":0.34,"jpc":388.7,"jpt":66.072,"ttft":1022.2,"tps":2.1,"dur":47,"w":149,"jpc_min":388.7,"jpc_max":388.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-qwen25-7b-ollama-q4km","cap":16384,"clears":false,"J":6607},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":99,"acc":0.99,"jpc":977.0,"jpt":3.904,"ttft":1163.4,"tps":68.0,"dur":364,"w":284,"jpc_min":977.0,"jpc_max":977.0,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-ollama-mxfp4","cap":8192,"clears":true,"J":96727},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":500,"nc":412,"acc":0.824,"jpc":1616.7,"jpt":3.449,"ttft":1212.2,"tps":87.9,"dur":2196,"w":323,"jpc_min":1616.7,"jpc_max":1616.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-ollama-mxfp4","cap":8192,"clears":true,"J":666074},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"A","task":"math500","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":38,"acc":0.76,"jpc":4353.7,"jpt":3.129,"ttft":1385.9,"tps":106.7,"dur":496,"w":353,"jpc_min":4353.7,"jpc_max":4353.7,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-ollama-mxfp4","cap":16384,"clears":true,"J":165439},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":35,"acc":0.7,"jpc":16210.3,"jpt":3.046,"ttft":1237.9,"tps":117.0,"dur":1591,"w":377,"jpc_min":16210.3,"jpc_max":16210.3,"n_runs":1,"tierA":1,"latest":"enginewave-A-gpt-oss-20b-ollama-mxfp4","cap":16384,"clears":true,"J":567361},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":21,"acc":0.42,"jpc":12071.7,"jpt":8.691,"ttft":155.8,"tps":42.3,"dur":690,"w":388,"jpc_min":12071.7,"jpc_max":12071.7,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-granite-4-2-8b-gpqa-diamond_granite-4.2-8b_g","cap":16384,"clears":true,"J":253506},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":98,"acc":0.98,"jpc":4390.3,"jpt":8.167,"ttft":149.2,"tps":44.9,"dur":1174,"w":388,"jpc_min":4390.3,"jpc_max":4390.3,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-granite-4-2-8b-gsm8k-platinum_granite-4.2-8b","cap":8192,"clears":true,"J":430246},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":36,"acc":0.72,"jpc":23914.2,"jpt":8.361,"ttft":159.5,"tps":44.0,"dur":2342,"w":389,"jpc_min":23914.2,"jpc_max":23914.2,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-granite-4-2-8b-math500_granite-4.2-8b_math50","cap":16384,"clears":true,"J":860910},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":72,"acc":0.72,"jpc":74.1,"jpt":26.683,"ttft":164.0,"tps":11.8,"dur":17,"w":321,"jpc_min":74.1,"jpc_max":74.1,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-granite-4-2-8b-mmlu-redux_granite-4.2-8b_mml","cap":8192,"clears":true,"J":5337},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":21,"acc":0.42,"jpc":120.1,"jpt":25.225,"ttft":216.3,"tps":10.3,"dur":10,"w":256,"jpc_min":120.1,"jpc_max":120.1,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-9b-awq-gpqa-diamond_Qwen3.5-9B-AWQ_g","cap":16384,"clears":true,"J":2523},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":96,"acc":0.96,"jpc":1377.1,"jpt":4.941,"ttft":307.5,"tps":73.4,"dur":365,"w":384,"jpc_min":1377.1,"jpc_max":1377.1,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-9b-awq-gsm8k-platinum_Qwen3.5-9B-AWQ","cap":8192,"clears":true,"J":132199},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":40,"acc":0.8,"jpc":6999.2,"jpt":4.779,"ttft":378.2,"tps":76.6,"dur":765,"w":388,"jpc_min":6999.2,"jpc_max":6999.2,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-9b-awq-math500_Qwen3.5-9B-AWQ_math50","cap":16384,"clears":true,"J":279968},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":84,"acc":0.84,"jpc":76.3,"jpt":32.056,"ttft":222.1,"tps":9.3,"dur":21,"w":301,"jpc_min":76.3,"jpc_max":76.3,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-9b-awq-mmlu-redux_Qwen3.5-9B-AWQ_mml","cap":8192,"clears":true,"J":6411},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":50,"nc":15,"acc":0.3,"jpc":999.7,"jpt":1.066,"ttft":50.3,"tps":251.5,"dur":56,"w":281,"jpc_min":999.7,"jpc_max":999.7,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_diam","cap":16384,"clears":false,"J":14995},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":100,"nc":41,"acc":0.41,"jpc":373.9,"jpt":1.195,"ttft":43.1,"tps":210.6,"dur":61,"w":264,"jpc_min":373.9,"jpc_max":373.9,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k_p","cap":8192,"clears":true,"J":15331},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":50,"nc":18,"acc":0.36,"jpc":1543.9,"jpt":1.168,"ttft":88.1,"tps":235.6,"dur":101,"w":290,"jpc_min":1543.9,"jpc_max":1543.9,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-0-6b-math500_Qwen3-0.6B_math500","cap":16384,"clears":true,"J":27790},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.6,"n":100,"nc":50,"acc":0.5,"jpc":157.2,"jpt":1.22,"ttft":69.6,"tps":197.0,"dur":33,"w":254,"jpc_min":157.2,"jpc_max":157.2,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redux","cap":8192,"clears":true,"J":7862},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":50,"nc":21,"acc":0.42,"jpc":99.2,"jpt":20.823,"ttft":235.1,"tps":9.8,"dur":10,"w":203,"jpc_min":99.2,"jpc_max":99.2,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-4b-gpqa-diamond_Qwen3.5-4B_gpqa_diam","cap":16384,"clears":true,"J":2082},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":100,"nc":94,"acc":0.94,"jpc":1616.7,"jpt":4.787,"ttft":314.7,"tps":75.6,"dur":420,"w":381,"jpc_min":1616.7,"jpc_max":1616.7,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-4b-gsm8k-platinum_Qwen3.5-4B_gsm8k_p","cap":8192,"clears":true,"J":151969},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":50,"nc":37,"acc":0.74,"jpc":5306.3,"jpt":4.672,"ttft":315.6,"tps":78.2,"dur":538,"w":386,"jpc_min":5306.3,"jpc_max":5306.3,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-4b-math500_Qwen3.5-4B_math500","cap":16384,"clears":true,"J":196333},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":100,"nc":80,"acc":0.8,"jpc":62.7,"jpt":25.076,"ttft":219.9,"tps":10.2,"dur":19,"w":261,"jpc_min":62.7,"jpc_max":62.7,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-5-4b-mmlu-redux_Qwen3.5-4B_mmlu_redux","cap":8192,"clears":true,"J":5015},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":18,"acc":0.36,"jpc":7745.2,"jpt":8.03,"ttft":179.1,"tps":45.6,"dur":381,"w":388,"jpc_min":7745.2,"jpc_max":7745.2,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamond","cap":16384,"clears":false,"J":139413},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":94,"acc":0.94,"jpc":1319.8,"jpt":7.522,"ttft":140.9,"tps":48.5,"dur":340,"w":386,"jpc_min":1319.8,"jpc_max":1319.8,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_plati","cap":8192,"clears":true,"J":124059},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":35,"acc":0.7,"jpc":6705.7,"jpt":7.493,"ttft":147.3,"tps":48.7,"dur":643,"w":388,"jpc_min":6705.7,"jpc_max":6705.7,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-8b-math500_Qwen3-8B_math500","cap":16384,"clears":true,"J":234699},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":78,"acc":0.78,"jpc":61.4,"jpt":23.959,"ttft":146.5,"tps":12.8,"dur":16,"w":315,"jpc_min":61.4,"jpc_max":61.4,"n_runs":1,"tierA":1,"latest":"axis-A-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","cap":8192,"clears":true,"J":4792},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":33,"acc":0.33,"jpc":63466.3,"jpt":3.087,"ttft":162.2,"tps":114.2,"dur":5939,"w":372,"jpc_min":63466.3,"jpc_max":63466.3,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-gemma-4-26b-a4b-it-awq-4bit-gsm8k-platinum_ge","cap":8192,"clears":true,"J":2094386},{"model":"gemma-4-26B-A4B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":91,"acc":0.91,"jpc":3133.9,"jpt":3.009,"ttft":159.6,"tps":116.9,"dur":811,"w":372,"jpc_min":3133.9,"jpc_max":3133.9,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-gemma-4-26b-a4b-it-awq-4bit-mmlu-redux_gemma-","cap":8192,"clears":true,"J":285187},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":50,"nc":16,"acc":0.32,"jpc":62504.3,"jpt":1.221,"ttft":76.0,"tps":264.8,"dur":3093,"w":342,"jpc_min":62504.3,"jpc_max":62504.3,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpqa_d","cap":16384,"clears":false,"J":1000068},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":100,"nc":22,"acc":0.22,"jpc":35759.8,"jpt":1.184,"ttft":87.4,"tps":270.7,"dur":2455,"w":338,"jpc_min":35759.8,"jpc_max":35759.8,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_gsm8","cap":8192,"clears":true,"J":786715},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":50,"nc":4,"acc":0.08,"jpc":233409.5,"jpt":1.232,"ttft":115.2,"tps":259.2,"dur":2923,"w":338,"jpc_min":233409.5,"jpc_max":233409.5,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","cap":16384,"clears":true,"J":933638},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":0.8,"n":100,"nc":45,"acc":0.45,"jpc":15221.8,"jpt":1.179,"ttft":68.4,"tps":267.1,"dur":2176,"w":334,"jpc_min":15221.8,"jpc_max":15221.8,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_red","cap":8192,"clears":true,"J":684979},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":50,"nc":17,"acc":0.34,"jpc":102885.7,"jpt":2.401,"ttft":197.1,"tps":142.7,"dur":5105,"w":362,"jpc_min":102885.7,"jpc_max":102885.7,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-2b-gpqa-diamond_Qwen3.5-2B_gpqa_diamo","cap":16384,"clears":false,"J":1749056},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":50,"acc":0.5,"jpc":25102.0,"jpt":2.351,"ttft":239.6,"tps":145.0,"dur":3682,"w":359,"jpc_min":25102.0,"jpc_max":25102.0,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k_pl","cap":8192,"clears":true,"J":1255101},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":50,"nc":26,"acc":0.52,"jpc":36036.4,"jpt":2.394,"ttft":227.2,"tps":142.5,"dur":2746,"w":360,"jpc_min":36036.4,"jpc_max":36036.4,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-2b-math500_Qwen3.5-2B_math500","cap":16384,"clears":true,"J":936947},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":60,"acc":0.6,"jpc":13522.5,"jpt":2.334,"ttft":185.9,"tps":145.8,"dur":2384,"w":360,"jpc_min":13522.5,"jpc_max":13522.5,"n_runs":1,"tierA":1,"latest":"axis-A-thinkon-qwen3-5-2b-mmlu-redux_Qwen3.5-2B_mmlu_redux","cap":8192,"clears":true,"J":811352},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=medium (kwarg never reached harmony)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":198,"nc":128,"acc":0.6465,"jpc":13859.4,"jpt":2.439,"ttft":122.8,"tps":150.0,"dur":4849,"w":387,"jpc_min":13859.4,"jpc_max":13859.4,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa","cap":16384,"clears":true,"J":1774001},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=medium (kwarg never reached harmony)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":97,"acc":0.97,"jpc":620.1,"jpt":2.477,"ttft":123.3,"tps":143.8,"dur":169,"w":376,"jpc_min":620.1,"jpc_max":620.1,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gs","cap":8192,"clears":true,"J":60150},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"math500","pl":0,"think":"reasoning_effort=medium (kwarg never reached harmony)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":38,"acc":0.76,"jpc":3407.9,"jpt":2.438,"ttft":124.5,"tps":148.9,"dur":357,"w":383,"jpc_min":3407.9,"jpc_max":3407.9,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-math500_gpt-oss-20b_math500","cap":16384,"clears":true,"J":129501},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"reasoning_effort=medium (kwarg never reached harmony)","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":88,"acc":0.88,"jpc":667.1,"jpt":2.513,"ttft":128.5,"tps":141.9,"dur":165,"w":375,"jpc_min":667.1,"jpc_max":667.1,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_r","cap":8192,"clears":true,"J":58708},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":50,"nc":21,"acc":0.42,"jpc":10583.1,"jpt":7.168,"ttft":123.5,"tps":40.2,"dur":772,"w":305,"jpc_min":10583.1,"jpc_max":10583.1,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-granite-4-2-8b-gpqa-diamond_granite-4.2-8b_g","cap":16384,"clears":true,"J":222244},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":99,"acc":0.99,"jpc":2664.7,"jpt":6.306,"ttft":115.6,"tps":42.5,"dur":985,"w":283,"jpc_min":2664.7,"jpc_max":2664.7,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-granite-4-2-8b-gsm8k-platinum_granite-4.2-8b","cap":8192,"clears":true,"J":263810},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":50,"nc":37,"acc":0.74,"jpc":21398.6,"jpt":6.419,"ttft":106.2,"tps":41.9,"dur":2945,"w":284,"jpc_min":21398.6,"jpc_max":21398.6,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-granite-4-2-8b-math500_granite-4.2-8b_math50","cap":16384,"clears":true,"J":791748},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":72,"acc":0.72,"jpc":58.7,"jpt":21.141,"ttft":122.3,"tps":15.2,"dur":13,"w":328,"jpc_min":58.7,"jpc_max":58.7,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-granite-4-2-8b-mmlu-redux_granite-4.2-8b_mml","cap":8192,"clears":true,"J":4228},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":50,"nc":13,"acc":0.26,"jpc":822.4,"jpt":0.783,"ttft":30.4,"tps":372.8,"dur":37,"w":305,"jpc_min":822.4,"jpc_max":822.4,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-qwen3-0-6b-gpqa-diamond_Qwen3-0.6B_gpqa_diam","cap":16384,"clears":false,"J":10691},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":100,"nc":46,"acc":0.46,"jpc":225.9,"jpt":0.832,"ttft":32.7,"tps":354.8,"dur":35,"w":306,"jpc_min":225.9,"jpc_max":225.9,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-qwen3-0-6b-gsm8k-platinum_Qwen3-0.6B_gsm8k_p","cap":8192,"clears":true,"J":10393},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":50,"nc":18,"acc":0.36,"jpc":1150.5,"jpt":0.87,"ttft":34.1,"tps":355.7,"dur":67,"w":325,"jpc_min":1150.5,"jpc_max":1150.5,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-qwen3-0-6b-math500_Qwen3-0.6B_math500","cap":16384,"clears":true,"J":20709},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":0.6,"n":100,"nc":50,"acc":0.5,"jpc":106.1,"jpt":0.823,"ttft":35.2,"tps":340.6,"dur":19,"w":291,"jpc_min":106.1,"jpc_max":106.1,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-qwen3-0-6b-mmlu-redux_Qwen3-0.6B_mmlu_redux","cap":8192,"clears":true,"J":5303},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":50,"nc":18,"acc":0.36,"jpc":5977.3,"jpt":6.197,"ttft":141.5,"tps":44.2,"dur":393,"w":290,"jpc_min":5977.3,"jpc_max":5977.3,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-qwen3-8b-gpqa-diamond_Qwen3-8B_gpqa_diamond","cap":16384,"clears":false,"J":107592},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":94,"acc":0.94,"jpc":967.7,"jpt":5.515,"ttft":99.1,"tps":47.1,"dur":350,"w":275,"jpc_min":967.7,"jpc_max":967.7,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-qwen3-8b-gsm8k-platinum_Qwen3-8B_gsm8k_plati","cap":8192,"clears":true,"J":90962},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":50,"nc":35,"acc":0.7,"jpc":7241.7,"jpt":5.776,"ttft":100.1,"tps":46.0,"dur":954,"w":281,"jpc_min":7241.7,"jpc_max":7241.7,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-qwen3-8b-math500_Qwen3-8B_math500","cap":16384,"clears":true,"J":253460},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":8.0,"n":100,"nc":78,"acc":0.78,"jpc":47.5,"jpt":18.518,"ttft":107.1,"tps":17.4,"dur":11,"w":326,"jpc_min":47.5,"jpc_max":47.5,"n_runs":1,"tierA":1,"latest":"axis-B-thinkoff-qwen3-8b-mmlu-redux_Qwen3-8B_mmlu_redux","cap":8192,"clears":true,"J":3704},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":2.0,"n":100,"nc":51,"acc":0.51,"jpc":18211.9,"jpt":1.684,"ttft":85.4,"tps":177.1,"dur":3116,"w":316,"jpc_min":18211.9,"jpc_max":18211.9,"n_runs":1,"tierA":1,"latest":"axis-B-thinkon-qwen3-5-2b-gsm8k-platinum_Qwen3.5-2B_gsm8k_pl","cap":8192,"clears":true,"J":928807},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"B","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":2.0,"n":50,"nc":25,"acc":0.5,"jpc":27372.0,"jpt":1.717,"ttft":100.5,"tps":174.9,"dur":2280,"w":319,"jpc_min":27372.0,"jpc_max":27372.0,"n_runs":1,"tierA":1,"latest":"axis-B-thinkon-qwen3-5-2b-math500_Qwen3.5-2B_math500","cap":16384,"clears":true,"J":684299},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":50,"nc":16,"acc":0.32,"jpc":35346.4,"jpt":0.69,"ttft":88.6,"tps":125.8,"dur":6511,"w":93,"jpc_min":35346.4,"jpc_max":35346.4,"n_runs":1,"tierA":1,"latest":"axis-C-thinkon-qwen3-5-0-8b-gpqa-diamond_Qwen3.5-0.8B_gpqa_d","cap":16384,"clears":false,"J":565543},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":100,"nc":24,"acc":0.24,"jpc":17337.8,"jpt":0.619,"ttft":168.6,"tps":149.1,"dur":4506,"w":99,"jpc_min":17337.8,"jpc_max":17337.8,"n_runs":1,"tierA":1,"latest":"axis-C-thinkon-qwen3-5-0-8b-gsm8k-platinum_Qwen3.5-0.8B_gsm8","cap":8192,"clears":true,"J":416108},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"math500","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":50,"nc":4,"acc":0.08,"jpc":131915.1,"jpt":0.71,"ttft":269.8,"tps":120.8,"dur":6150,"w":92,"jpc_min":131915.1,"jpc_max":131915.1,"n_runs":1,"tierA":1,"latest":"axis-C-thinkon-qwen3-5-0-8b-math500_Qwen3.5-0.8B_math500","cap":16384,"clears":true,"J":527660},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=true","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":0.8,"n":100,"nc":48,"acc":0.48,"jpc":6300.6,"jpt":0.612,"ttft":97.9,"tps":152.1,"dur":3248,"w":100,"jpc_min":6300.6,"jpc_max":6300.6,"n_runs":1,"tierA":1,"latest":"axis-C-thinkon-qwen3-5-0-8b-mmlu-redux_Qwen3.5-0.8B_mmlu_red","cap":8192,"clears":true,"J":302431},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":92,"acc":0.92,"jpc":1008.4,"jpt":6.013,"ttft":92.6,"tps":50.4,"dur":306,"w":320,"jpc_min":1008.4,"jpc_max":1008.4,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-gsm8k-platinum_Qwen2.5-7B-Instruct","cap":8192,"clears":true,"J":92776},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":44.5,"jpt":16.913,"ttft":101.9,"tps":18.5,"dur":11,"w":322,"jpc_min":44.5,"jpc_max":44.5,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-mmlu-redux_Qwen2.5-7B-Instruct_mml","cap":8192,"clears":true,"J":3383},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":14,"acc":0.28,"jpc":116.6,"jpt":16.322,"ttft":97.2,"tps":19.0,"dur":5,"w":296,"jpc_min":116.6,"jpc_max":116.6,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-gpqa-diamond_Qwen2.5-7B-Instruct_g","cap":16384,"clears":false,"J":1632},{"model":"Qwen2.5-7B-GPTQ-Int8","quant":"gptq-8bit","engine":"vllm","host":"B","task":"gsm8k_platinum","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":91,"acc":0.91,"jpc":580.5,"jpt":3.437,"ttft":67.6,"tps":95.1,"dur":162,"w":344,"jpc_min":580.5,"jpc_max":580.5,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int8-gsm8k-platinum_Qwen2.5-7","cap":8192,"clears":true,"J":52822},{"model":"Qwen2.5-7B-GPTQ-Int8","quant":"gptq-8bit","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":34.7,"jpt":13.174,"ttft":83.0,"tps":23.0,"dur":9,"w":303,"jpc_min":34.7,"jpc_max":34.7,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int8-mmlu-redux_Qwen2.5-7B-In","cap":8192,"clears":true,"J":2635},{"model":"Qwen2.5-7B-GPTQ-Int8","quant":"gptq-8bit","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":15,"acc":0.3,"jpc":82.4,"jpt":12.365,"ttft":79.9,"tps":23.7,"dur":4,"w":276,"jpc_min":82.4,"jpc_max":82.4,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int8-gpqa-diamond_Qwen2.5-7B-","cap":16384,"clears":false,"J":1236},{"model":"Qwen2.5-7B-GPTQ-Int4","quant":"gptq","engine":"vllm","host":"B","task":"mmlu_redux","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":100,"nc":75,"acc":0.75,"jpc":31.2,"jpt":11.704,"ttft":76.7,"tps":25.7,"dur":8,"w":289,"jpc_min":31.2,"jpc_max":31.2,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int4-mmlu-redux_Qwen2.5-7B-In","cap":8192,"clears":true,"J":2341},{"model":"Qwen2.5-7B-GPTQ-Int4","quant":"gptq","engine":"vllm","host":"B","task":"gpqa_diamond","pl":0,"think":"none","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":7.0,"n":50,"nc":17,"acc":0.34,"jpc":62.8,"jpt":10.679,"ttft":71.2,"tps":26.3,"dur":4,"w":258,"jpc_min":62.8,"jpc_max":62.8,"n_runs":1,"tierA":1,"latest":"ref-B-qwen2-5-7b-instruct-gptq-int4-gpqa-diamond_Qwen2.5-7B-","cap":16384,"clears":false,"J":1068},{"model":"Qwen3-8B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":94,"acc":0.94,"jpc":512.1,"jpt":3.18,"ttft":200.1,"tps":109.6,"dur":138,"w":368,"jpc_min":512.1,"jpc_max":512.1,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-awq-gsm8k-platinum_Qwen3-8B-AWQ_gsm8k_plati","cap":8192,"clears":true,"J":48136},{"model":"Qwen3-8B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":76,"acc":0.76,"jpc":71.3,"jpt":9.838,"ttft":202.3,"tps":26.6,"dur":21,"w":274,"jpc_min":71.3,"jpc_max":71.3,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-awq-mmlu-redux_Qwen3-8B-AWQ_mmlu_redux","cap":8192,"clears":true,"J":5420},{"model":"Qwen3-8B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":15,"acc":0.3,"jpc":624.1,"jpt":3.684,"ttft":187.5,"tps":89.7,"dur":28,"w":346,"jpc_min":624.1,"jpc_max":624.1,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-awq-gpqa-diamond_Qwen3-8B-AWQ_gpqa_diamond","cap":16384,"clears":false,"J":9361},{"model":"Qwen3-8B-AWQ","quant":"awq","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":36,"acc":0.72,"jpc":2712.4,"jpt":3.094,"ttft":203.5,"tps":116.7,"dur":271,"w":382,"jpc_min":2712.4,"jpc_max":2712.4,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-awq-math500_Qwen3-8B-AWQ_math500","cap":16384,"clears":true,"J":97645},{"model":"Qwen3-8B-FP8","quant":"fp8","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":95,"acc":0.95,"jpc":753.1,"jpt":4.431,"ttft":213.8,"tps":80.5,"dur":201,"w":376,"jpc_min":753.1,"jpc_max":753.1,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-fp8-gsm8k-platinum_Qwen3-8B-FP8_gsm8k_plati","cap":8192,"clears":true,"J":71542},{"model":"Qwen3-8B-FP8","quant":"fp8","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":76,"acc":0.76,"jpc":58.9,"jpt":19.986,"ttft":156.3,"tps":13.6,"dur":16,"w":281,"jpc_min":58.9,"jpc_max":58.9,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-fp8-mmlu-redux_Qwen3-8B-FP8_mmlu_redux","cap":8192,"clears":true,"J":4477},{"model":"Qwen3-8B-FP8","quant":"fp8","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":18,"acc":0.36,"jpc":9708.5,"jpt":4.824,"ttft":202.6,"tps":76.1,"dur":476,"w":387,"jpc_min":9708.5,"jpc_max":9708.5,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-fp8-gpqa-diamond_Qwen3-8B-FP8_gpqa_diamond","cap":16384,"clears":false,"J":174752},{"model":"Qwen3-8B-FP8","quant":"fp8","engine":"vllm","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":35,"acc":0.7,"jpc":3812.9,"jpt":4.395,"ttft":222.5,"tps":83.4,"dur":364,"w":385,"jpc_min":3812.9,"jpc_max":3812.9,"n_runs":1,"tierA":1,"latest":"quant-A-qwen3-8b-fp8-math500_Qwen3-8B-FP8_math500","cap":16384,"clears":true,"J":133452},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":198,"nc":116,"acc":0.5859,"jpc":1373.2,"jpt":2.47,"ttft":122.8,"tps":144.8,"dur":445,"w":379,"jpc_min":1373.2,"jpc_max":1373.2,"n_runs":1,"tierA":1,"latest":"axis-A-effort-low-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa_","cap":16384,"clears":true,"J":159292},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":86,"acc":0.86,"jpc":202.4,"jpt":2.929,"ttft":131.3,"tps":112.8,"dur":53,"w":347,"jpc_min":202.4,"jpc_max":202.4,"n_runs":1,"tierA":1,"latest":"axis-A-effort-low-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_re","cap":8192,"clears":true,"J":17404},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=high","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":198,"nc":111,"acc":0.5606,"jpc":45716.1,"jpt":2.561,"ttft":128.4,"tps":142.8,"dur":13874,"w":386,"jpc_min":45716.1,"jpc_max":45716.1,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-gpqa-diamond_gpt-oss-20b_gpqa","cap":16384,"clears":true,"J":5074493},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=high","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":95,"acc":0.95,"jpc":5646.2,"jpt":2.492,"ttft":120.7,"tps":145.7,"dur":1477,"w":384,"jpc_min":5646.2,"jpc_max":5646.2,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-gsm8k-platinum_gpt-oss-20b_gs","cap":8192,"clears":true,"J":536387},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"math500","pl":0,"think":"reasoning_effort=high","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":36,"acc":0.72,"jpc":16028.7,"jpt":2.538,"ttft":118.1,"tps":143.5,"dur":1584,"w":384,"jpc_min":16028.7,"jpc_max":16028.7,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-math500_gpt-oss-20b_math500","cap":16384,"clears":true,"J":577031},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","task":"mmlu_redux","pl":0,"think":"reasoning_effort=high","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":82,"acc":0.82,"jpc":9367.3,"jpt":2.448,"ttft":124.2,"tps":147.4,"dur":2129,"w":384,"jpc_min":9367.3,"jpc_max":9367.3,"n_runs":1,"tierA":1,"latest":"axis-A-effort-high-gpt-oss-20b-mmlu-redux_gpt-oss-20b_mmlu_r","cap":8192,"clears":true,"J":768120},{"model":"Ternary-Bonsai-8B","quant":"F16","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":88,"acc":0.88,"jpc":1292.6,"jpt":7.128,"ttft":44.8,"tps":51.4,"dur":310,"w":387,"jpc_min":1292.6,"jpc_max":1292.6,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-f16","cap":8192,"clears":true,"J":113746},{"model":"Ternary-Bonsai-8B","quant":"F16","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":500,"nc":318,"acc":0.636,"jpc":529.3,"jpt":7.664,"ttft":65.1,"tps":46.3,"dur":474,"w":374,"jpc_min":529.3,"jpc_max":529.3,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-f16","cap":8192,"clears":true,"J":168306},{"model":"Ternary-Bonsai-8B","quant":"F16","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":28,"acc":0.56,"jpc":15600.6,"jpt":7.36,"ttft":44.7,"tps":49.8,"dur":1192,"w":388,"jpc_min":15600.6,"jpc_max":15600.6,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-f16","cap":16384,"clears":true,"J":436816},{"model":"Ternary-Bonsai-8B","quant":"F16","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":15,"acc":0.3,"jpc":84800.1,"jpt":7.488,"ttft":154.2,"tps":48.9,"dur":3472,"w":388,"jpc_min":84800.1,"jpc_max":84800.1,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-f16","cap":16384,"clears":false,"J":1272001},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":89,"acc":0.89,"jpc":330.2,"jpt":1.847,"ttft":37.8,"tps":195.0,"dur":82,"w":380,"jpc_min":330.2,"jpc_max":330.2,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-pq2-0","cap":8192,"clears":true,"J":29391},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":500,"nc":318,"acc":0.636,"jpc":118.0,"jpt":2.597,"ttft":59.6,"tps":120.0,"dur":120,"w":329,"jpc_min":118.0,"jpc_max":118.0,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-pq2-0","cap":8192,"clears":true,"J":37533},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":27,"acc":0.54,"jpc":4614.0,"jpt":2.044,"ttft":38.5,"tps":177.8,"dur":343,"w":384,"jpc_min":4614.0,"jpc_max":4614.0,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-pq2-0","cap":16384,"clears":true,"J":124578},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":19,"acc":0.38,"jpc":10649.0,"jpt":2.129,"ttft":154.4,"tps":170.1,"dur":559,"w":383,"jpc_min":10649.0,"jpc_max":10649.0,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-pq2-0","cap":16384,"clears":true,"J":202330},{"model":"Ternary-Bonsai-8B","quant":"Q2_0_g64","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":89,"acc":0.89,"jpc":340.5,"jpt":1.905,"ttft":38.5,"tps":188.1,"dur":85,"w":379,"jpc_min":340.5,"jpc_max":340.5,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-q2-0-g64","cap":8192,"clears":true,"J":30304},{"model":"Ternary-Bonsai-8B","quant":"Q2_0_g64","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":500,"nc":318,"acc":0.636,"jpc":123.1,"jpt":2.71,"ttft":70.1,"tps":114.2,"dur":127,"w":327,"jpc_min":123.1,"jpc_max":123.1,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-q2-0-g64","cap":8192,"clears":true,"J":39160},{"model":"Ternary-Bonsai-8B","quant":"Q2_0_g64","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":27,"acc":0.54,"jpc":4759.5,"jpt":2.109,"ttft":39.1,"tps":172.3,"dur":353,"w":384,"jpc_min":4759.5,"jpc_max":4759.5,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-q2-0-g64","cap":16384,"clears":true,"J":128508},{"model":"Ternary-Bonsai-8B","quant":"Q2_0_g64","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":19,"acc":0.38,"jpc":10830.6,"jpt":2.165,"ttft":162.9,"tps":167.1,"dur":569,"w":383,"jpc_min":10830.6,"jpc_max":10830.6,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai8b-q2-0-g64","cap":16384,"clears":true,"J":205781},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":90,"acc":0.9,"jpc":541.7,"jpt":2.945,"ttft":38.7,"tps":124.1,"dur":133,"w":385,"jpc_min":541.7,"jpc_max":541.7,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q4-k-m","cap":8192,"clears":true,"J":48754},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":500,"nc":356,"acc":0.712,"jpc":40.1,"jpt":14.039,"ttft":77.8,"tps":17.3,"dur":59,"w":255,"jpc_min":40.1,"jpc_max":40.1,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q4-k-m","cap":8192,"clears":true,"J":14292},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":37,"acc":0.74,"jpc":4919.7,"jpt":3.171,"ttft":39.8,"tps":114.9,"dur":499,"w":386,"jpc_min":4919.7,"jpc_max":4919.7,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q4-k-m","cap":16384,"clears":true,"J":182031},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":22,"acc":0.44,"jpc":8416.0,"jpt":3.318,"ttft":112.3,"tps":109.5,"dur":509,"w":385,"jpc_min":8416.0,"jpc_max":8416.0,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q4-k-m","cap":16384,"clears":true,"J":185152},{"model":"Qwen3-8B","quant":"Q8_0","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":95,"acc":0.95,"jpc":1484.5,"jpt":4.413,"ttft":39.8,"tps":83.1,"dur":385,"w":387,"jpc_min":1484.5,"jpc_max":1484.5,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q8-0","cap":8192,"clears":true,"J":141032},{"model":"Qwen3-8B","quant":"Q8_0","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":500,"nc":365,"acc":0.73,"jpc":38.9,"jpt":13.931,"ttft":68.1,"tps":18.0,"dur":56,"w":264,"jpc_min":38.9,"jpc_max":38.9,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q8-0","cap":8192,"clears":true,"J":14210},{"model":"Qwen3-8B","quant":"Q8_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":38,"acc":0.76,"jpc":4941.4,"jpt":4.474,"ttft":38.9,"tps":82.1,"dur":511,"w":387,"jpc_min":4941.4,"jpc_max":4941.4,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q8-0","cap":16384,"clears":true,"J":187772},{"model":"Qwen3-8B","quant":"Q8_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":17,"acc":0.34,"jpc":4862.7,"jpt":4.714,"ttft":98.0,"tps":77.2,"dur":227,"w":384,"jpc_min":4862.7,"jpc_max":4862.7,"n_runs":1,"tierA":1,"latest":"prism-A-qwen3-8b-q8-0","cap":16384,"clears":false,"J":82666},{"model":"Bonsai-27B","quant":"Q1_0","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":100,"nc":97,"acc":0.97,"jpc":986.2,"jpt":5.174,"ttft":518.0,"tps":68.1,"dur":271,"w":374,"jpc_min":986.2,"jpc_max":986.2,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai-27b-q1-0","cap":8192,"clears":true,"J":95663},{"model":"Bonsai-27B","quant":"Q1_0","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":500,"nc":376,"acc":0.752,"jpc":1643.3,"jpt":4.996,"ttft":370.3,"tps":71.8,"dur":1723,"w":380,"jpc_min":1643.3,"jpc_max":1643.3,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai-27b-q1-0","cap":8192,"clears":true,"J":617892},{"model":"Bonsai-27B","quant":"Q1_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":37,"acc":0.74,"jpc":19138.7,"jpt":4.61,"ttft":474.0,"tps":79.2,"dur":1940,"w":386,"jpc_min":19138.7,"jpc_max":19138.7,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai-27b-q1-0","cap":16384,"clears":true,"J":708131},{"model":"Bonsai-27B","quant":"Q1_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":26,"acc":0.52,"jpc":66651.2,"jpt":4.594,"ttft":804.4,"tps":79.4,"dur":4753,"w":387,"jpc_min":66651.2,"jpc_max":66651.2,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai-27b-q1-0","cap":16384,"clears":true,"J":1732931},{"model":"Ternary-Bonsai-2-27B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":100,"nc":99,"acc":0.99,"jpc":1309.0,"jpt":5.897,"ttft":543.7,"tps":60.3,"dur":365,"w":378,"jpc_min":1309.0,"jpc_max":1309.0,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-pq2-0","cap":8192,"clears":true,"J":129591},{"model":"Ternary-Bonsai-2-27B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":500,"nc":380,"acc":0.76,"jpc":259.5,"jpt":16.802,"ttft":384.0,"tps":19.9,"dur":295,"w":353,"jpc_min":259.5,"jpc_max":259.5,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-pq2-0","cap":8192,"clears":true,"J":98609},{"model":"Ternary-Bonsai-2-27B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":40,"acc":0.8,"jpc":6925.8,"jpt":5.352,"ttft":450.3,"tps":67.6,"dur":766,"w":384,"jpc_min":6925.8,"jpc_max":6925.8,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-pq2-0","cap":16384,"clears":true,"J":277032},{"model":"Ternary-Bonsai-2-27B","quant":"PQ2_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":32,"acc":0.64,"jpc":35548.9,"jpt":5.295,"ttft":635.1,"tps":69.0,"dur":3115,"w":387,"jpc_min":35548.9,"jpc_max":35548.9,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-pq2-0","cap":16384,"clears":true,"J":1137564},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":100,"nc":99,"acc":0.99,"jpc":1611.5,"jpt":7.355,"ttft":848.9,"tps":48.8,"dur":445,"w":380,"jpc_min":1611.5,"jpc_max":1611.5,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-ptq1-0","cap":8192,"clears":true,"J":159542},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":500,"nc":380,"acc":0.76,"jpc":407.2,"jpt":25.418,"ttft":667.3,"tps":13.6,"dur":446,"w":366,"jpc_min":407.2,"jpc_max":407.2,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-ptq1-0","cap":8192,"clears":true,"J":154744},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":41,"acc":0.82,"jpc":6872.5,"jpt":6.407,"ttft":692.0,"tps":56.7,"dur":776,"w":385,"jpc_min":6872.5,"jpc_max":6872.5,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-ptq1-0","cap":16384,"clears":true,"J":281773},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":27.0,"n":50,"nc":33,"acc":0.66,"jpc":42513.7,"jpt":6.33,"ttft":829.0,"tps":57.8,"dur":3836,"w":387,"jpc_min":42513.7,"jpc_max":42513.7,"n_runs":1,"tierA":1,"latest":"prism-A-bonsai2-27b-ptq1-0","cap":16384,"clears":true,"J":1402951},{"model":"gemma-4-26B-A4B-it","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":99,"acc":0.99,"jpc":865.0,"jpt":4.304,"ttft":1554.4,"tps":57.7,"dur":344,"w":266,"jpc_min":865.0,"jpc_max":865.0,"n_runs":1,"tierA":1,"latest":"parity-A-gemma4-26b-ollama","cap":8192,"clears":true,"J":85632},{"model":"gemma-4-26B-A4B-it","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":100,"nc":84,"acc":0.84,"jpc":237.1,"jpt":98.6,"ttft":1190.3,"tps":1.7,"dur":122,"w":177,"jpc_min":237.1,"jpc_max":237.1,"n_runs":1,"tierA":1,"latest":"parity-A-gemma4-26b-ollama","cap":8192,"clears":true,"J":19917},{"model":"gemma-4-26B-A4B-it","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":50,"nc":37,"acc":0.74,"jpc":2664.0,"jpt":3.25,"ttft":1536.8,"tps":92.3,"dur":328,"w":319,"jpc_min":2664.0,"jpc_max":2664.0,"n_runs":1,"tierA":1,"latest":"parity-A-gemma4-26b-ollama","cap":16384,"clears":true,"J":98567},{"model":"gemma-4-26B-A4B-it","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":26.0,"n":50,"nc":29,"acc":0.58,"jpc":4346.5,"jpt":3.151,"ttft":1281.7,"tps":100.2,"dur":399,"w":334,"jpc_min":4346.5,"jpc_max":4346.5,"n_runs":1,"tierA":1,"latest":"parity-A-gemma4-26b-ollama","cap":16384,"clears":true,"J":126049},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":100,"nc":89,"acc":0.89,"jpc":373.5,"jpt":5.132,"ttft":992.6,"tps":43.9,"dur":147,"w":240,"jpc_min":373.5,"jpc_max":373.5,"n_runs":1,"tierA":1,"latest":"parity-A-gpt-oss-20b-ollama","cap":8192,"clears":true,"J":33238},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=low","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":20.0,"n":50,"nc":32,"acc":0.64,"jpc":1651.7,"jpt":3.155,"ttft":1016.0,"tps":96.5,"dur":174,"w":322,"jpc_min":1651.7,"jpc_max":1651.7,"n_runs":1,"tierA":1,"latest":"parity-A-gpt-oss-20b-ollama","cap":16384,"clears":true,"J":52854},{"model":"Llama-3.1-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":89,"acc":0.89,"jpc":592.6,"jpt":3.469,"ttft":382.8,"tps":87.9,"dur":173,"w":324,"jpc_min":592.6,"jpc_max":592.6,"n_runs":1,"tierA":1,"latest":"parity-A-llama31-8b-ollama","cap":8192,"clears":true,"J":52745},{"model":"Llama-3.1-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":54,"acc":0.54,"jpc":306.9,"jpt":6.862,"ttft":465.2,"tps":30.7,"dur":79,"w":223,"jpc_min":306.9,"jpc_max":306.9,"n_runs":1,"tierA":1,"latest":"parity-A-llama31-8b-ollama","cap":8192,"clears":true,"J":16572},{"model":"Llama-3.1-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":12,"acc":0.24,"jpc":39110.6,"jpt":3.334,"ttft":560.3,"tps":108.4,"dur":1298,"w":383,"jpc_min":39110.6,"jpc_max":39110.6,"n_runs":1,"tierA":1,"latest":"parity-A-llama31-8b-ollama","cap":16384,"clears":true,"J":469327},{"model":"Llama-3.1-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":16,"acc":0.32,"jpc":287.0,"jpt":45.927,"ttft":432.4,"tps":3.2,"dur":31,"w":153,"jpc_min":287.0,"jpc_max":287.0,"n_runs":1,"tierA":1,"latest":"parity-A-llama31-8b-ollama","cap":16384,"clears":false,"J":4593},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":86,"acc":0.86,"jpc":599.6,"jpt":3.234,"ttft":358.5,"tps":96.3,"dur":165,"w":330,"jpc_min":599.6,"jpc_max":599.6,"n_runs":1,"tierA":1,"latest":"parity-A-qwen25-7b-ollama","cap":8192,"clears":true,"J":51567},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":100,"nc":76,"acc":0.76,"jpc":111.8,"jpt":42.485,"ttft":426.7,"tps":3.6,"dur":55,"w":164,"jpc_min":111.8,"jpc_max":111.8,"n_runs":1,"tierA":1,"latest":"parity-A-qwen25-7b-ollama","cap":8192,"clears":true,"J":8497},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":32,"acc":0.64,"jpc":5413.6,"jpt":3.021,"ttft":316.7,"tps":118.3,"dur":485,"w":377,"jpc_min":5413.6,"jpc_max":5413.6,"n_runs":1,"tierA":1,"latest":"parity-A-qwen25-7b-ollama","cap":16384,"clears":true,"J":173236},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":7.0,"n":50,"nc":17,"acc":0.34,"jpc":241.4,"jpt":41.039,"ttft":513.0,"tps":3.7,"dur":27,"w":156,"jpc_min":241.4,"jpc_max":241.4,"n_runs":1,"tierA":1,"latest":"parity-A-qwen25-7b-ollama","cap":16384,"clears":false,"J":4104},{"model":"Qwen3.5-2B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":72,"acc":0.72,"jpc":2257.0,"jpt":2.58,"ttft":757.8,"tps":78.5,"dur":802,"w":215,"jpc_min":2257.0,"jpc_max":2257.0,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-2b-ollama","cap":8192,"clears":true,"J":162505},{"model":"Qwen3.5-2B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":100,"nc":49,"acc":0.49,"jpc":200.0,"jpt":49.009,"ttft":685.9,"tps":2.8,"dur":71,"w":146,"jpc_min":200.0,"jpc_max":200.0,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-2b-ollama","cap":8192,"clears":true,"J":9802},{"model":"Qwen3.5-2B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":50,"nc":27,"acc":0.54,"jpc":14434.5,"jpt":2.345,"ttft":929.1,"tps":94.8,"dur":1753,"w":236,"jpc_min":14434.5,"jpc_max":14434.5,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-2b-ollama","cap":16384,"clears":true,"J":389731},{"model":"Qwen3.5-2B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":2.0,"n":50,"nc":15,"acc":0.3,"jpc":343.1,"jpt":49.016,"ttft":688.2,"tps":2.7,"dur":39,"w":138,"jpc_min":343.1,"jpc_max":343.1,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-2b-ollama","cap":16384,"clears":false,"J":5147},{"model":"Qwen3.5-4B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":100,"nc":93,"acc":0.93,"jpc":1210.7,"jpt":4.302,"ttft":851.6,"tps":56.5,"dur":463,"w":258,"jpc_min":1210.7,"jpc_max":1210.7,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-4b-ollama","cap":8192,"clears":true,"J":112592},{"model":"Qwen3.5-4B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":100,"nc":74,"acc":0.74,"jpc":167.1,"jpt":61.812,"ttft":716.4,"tps":2.6,"dur":76,"w":171,"jpc_min":167.1,"jpc_max":167.1,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-4b-ollama","cap":8192,"clears":true,"J":12362},{"model":"Qwen3.5-4B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":50,"nc":39,"acc":0.78,"jpc":6466.7,"jpt":3.76,"ttft":1188.0,"tps":71.2,"dur":942,"w":283,"jpc_min":6466.7,"jpc_max":6466.7,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-4b-ollama","cap":16384,"clears":true,"J":252201},{"model":"Qwen3.5-4B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":4.0,"n":50,"nc":17,"acc":0.34,"jpc":365.2,"jpt":62.076,"ttft":842.1,"tps":2.3,"dur":43,"w":151,"jpc_min":365.2,"jpc_max":365.2,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-4b-ollama","cap":16384,"clears":false,"J":6208},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":96,"acc":0.96,"jpc":1706.6,"jpt":5.544,"ttft":900.7,"tps":53.1,"dur":557,"w":312,"jpc_min":1706.6,"jpc_max":1706.6,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-9b-ollama","cap":8192,"clears":true,"J":163838},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":100,"nc":83,"acc":0.83,"jpc":181.4,"jpt":75.275,"ttft":778.4,"tps":2.4,"dur":83,"w":191,"jpc_min":181.4,"jpc_max":181.4,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-9b-ollama","cap":8192,"clears":true,"J":15055},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":38,"acc":0.76,"jpc":7331.8,"jpt":5.264,"ttft":1192.7,"tps":57.4,"dur":922,"w":320,"jpc_min":7331.8,"jpc_max":7331.8,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-9b-ollama","cap":16384,"clears":true,"J":278607},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":9.0,"n":50,"nc":24,"acc":0.48,"jpc":292.9,"jpt":70.295,"ttft":912.8,"tps":2.3,"dur":43,"w":169,"jpc_min":292.9,"jpc_max":292.9,"n_runs":1,"tierA":1,"latest":"parity-A-qwen35-9b-ollama","cap":16384,"clears":true,"J":7029},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":90,"acc":0.9,"jpc":564.6,"jpt":3.518,"ttft":292.4,"tps":89.6,"dur":161,"w":333,"jpc_min":564.6,"jpc_max":564.6,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-8b-ollama","cap":8192,"clears":true,"J":50810},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":100,"nc":76,"acc":0.76,"jpc":146.4,"jpt":38.36,"ttft":677.0,"tps":4.2,"dur":69,"w":170,"jpc_min":146.4,"jpc_max":146.4,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-8b-ollama","cap":8192,"clears":true,"J":11124},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":36,"acc":0.72,"jpc":4051.7,"jpt":3.455,"ttft":411.1,"tps":102.6,"dur":412,"w":375,"jpc_min":4051.7,"jpc_max":4051.7,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-8b-ollama","cap":16384,"clears":true,"J":145861},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":8.0,"n":50,"nc":20,"acc":0.4,"jpc":7289.6,"jpt":3.515,"ttft":601.0,"tps":99.8,"dur":415,"w":372,"jpc_min":7289.6,"jpc_max":7289.6,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-8b-ollama","cap":16384,"clears":true,"J":145792},{"model":"Qwen3-Coder-30B-A3B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":100,"nc":98,"acc":0.98,"jpc":584.3,"jpt":2.953,"ttft":295.1,"tps":89.9,"dur":216,"w":281,"jpc_min":584.3,"jpc_max":584.3,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-coder-30b-ollama","cap":8192,"clears":true,"J":57259},{"model":"Qwen3-Coder-30B-A3B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"mmlu_redux","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":100,"nc":85,"acc":0.85,"jpc":121.1,"jpt":51.472,"ttft":495.3,"tps":3.3,"dur":60,"w":179,"jpc_min":121.1,"jpc_max":121.1,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-coder-30b-ollama","cap":8192,"clears":true,"J":10294},{"model":"Qwen3-Coder-30B-A3B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"math500","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":50,"nc":38,"acc":0.76,"jpc":2814.7,"jpt":2.861,"ttft":410.2,"tps":94.9,"dur":394,"w":287,"jpc_min":2814.7,"jpc_max":2814.7,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-coder-30b-ollama","cap":16384,"clears":true,"J":106960},{"model":"Qwen3-Coder-30B-A3B","quant":"Q4_K_M","engine":"ollama","host":"A","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false,reasoning_effort=none","cl":0,"gpu":"RTX 3090","board":"0x87af1043","b":30.0,"n":50,"nc":22,"acc":0.44,"jpc":264.3,"jpt":15.303,"ttft":597.1,"tps":10.9,"dur":35,"w":174,"jpc_min":264.3,"jpc_max":264.3,"n_runs":1,"tierA":1,"latest":"parity-A-qwen3-coder-30b-ollama","cap":16384,"clears":true,"J":5815},{"model":"gpt-oss-20b","quant":"MXFP4","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":20.0,"n":50,"nc":50,"acc":1.0,"jpc":791.8,"jpt":3.146,"ttft":1420.1,"tps":14.7,"dur":853,"w":50,"jpc_min":791.8,"jpc_max":791.8,"n_runs":1,"tierA":1,"latest":"offload-C-gpt-oss-20b-mxfp4_cpumoe24","cap":8192,"clears":true,"J":39588},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"sglang","host":"B","task":"gsm8k_platinum","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":83,"acc":0.83,"jpc":4728.9,"jpt":16.39,"ttft":489.1,"tps":14.9,"dur":1603,"w":259,"jpc_min":4728.9,"jpc_max":4728.9,"n_runs":1,"tierA":1,"latest":"parity-B-gpt-oss-20b-sglang","cap":8192,"clears":true,"J":392501},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"sglang","host":"B","task":"mmlu_redux","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":100,"nc":87,"acc":0.87,"jpc":4977.6,"jpt":16.169,"ttft":236.3,"tps":15.4,"dur":1744,"w":263,"jpc_min":4977.6,"jpc_max":4977.6,"n_runs":1,"tierA":1,"latest":"parity-B-gpt-oss-20b-sglang","cap":8192,"clears":true,"J":433055},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"sglang","host":"B","task":"math500","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":38,"acc":0.76,"jpc":18555.0,"jpt":16.188,"ttft":637.3,"tps":15.4,"dur":2837,"w":263,"jpc_min":18555.0,"jpc_max":18555.0,"n_runs":1,"tierA":1,"latest":"parity-B-gpt-oss-20b-sglang","cap":16384,"clears":true,"J":705088},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"sglang","host":"B","task":"gpqa_diamond","pl":0,"think":"reasoning_effort=medium","cl":0,"gpu":"RTX 3090","board":"0x147d10de","b":20.0,"n":50,"nc":30,"acc":0.6,"jpc":105839.7,"jpt":16.045,"ttft":204.0,"tps":15.5,"dur":12807,"w":262,"jpc_min":105839.7,"jpc_max":105839.7,"n_runs":1,"tierA":1,"latest":"parity-B-gpt-oss-20b-sglang","cap":16384,"clears":true,"J":3175192},{"model":"Ternary-Bonsai-1.7B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.7,"n":100,"nc":73,"acc":0.73,"jpc":182.5,"jpt":0.402,"ttft":33.9,"tps":201.2,"dur":165,"w":87,"jpc_min":182.5,"jpc_max":182.5,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai1-7b-pq2-0","cap":8192,"clears":true,"J":13324},{"model":"Ternary-Bonsai-1.7B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.7,"n":500,"nc":245,"acc":0.49,"jpc":28.5,"jpt":0.502,"ttft":36.2,"tps":153.9,"dur":90,"w":83,"jpc_min":28.5,"jpc_max":28.5,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai1-7b-pq2-0","cap":8192,"clears":true,"J":6987},{"model":"Ternary-Bonsai-1.7B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.7,"n":50,"nc":21,"acc":0.42,"jpc":2921.0,"jpt":0.528,"ttft":34.2,"tps":162.3,"dur":716,"w":92,"jpc_min":2921.0,"jpc_max":2921.0,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai1-7b-pq2-0","cap":16384,"clears":true,"J":61341},{"model":"Ternary-Bonsai-1.7B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":1.7,"n":50,"nc":20,"acc":0.4,"jpc":3812.8,"jpt":0.516,"ttft":97.1,"tps":164.8,"dur":896,"w":91,"jpc_min":3812.8,"jpc_max":3812.8,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai1-7b-pq2-0","cap":16384,"clears":true,"J":76256},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":27.0,"n":100,"nc":99,"acc":0.99,"jpc":1170.4,"jpt":5.2,"ttft":2168.7,"tps":18.0,"dur":1241,"w":100,"jpc_min":1170.4,"jpc_max":1170.4,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai2-27b-ptq1-0","cap":8192,"clears":true,"J":115869},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":27.0,"n":500,"nc":380,"acc":0.76,"jpc":367.6,"jpt":10.8,"ttft":1871.5,"tps":8.3,"dur":1560,"w":96,"jpc_min":367.6,"jpc_max":367.6,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai2-27b-ptq1-0","cap":8192,"clears":true,"J":139695},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":27.0,"n":50,"nc":41,"acc":0.82,"jpc":5382.5,"jpt":4.601,"ttft":1750.4,"tps":20.7,"dur":2316,"w":102,"jpc_min":5382.5,"jpc_max":5382.5,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai2-27b-ptq1-0","cap":16384,"clears":true,"J":220684},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":27.0,"n":50,"nc":38,"acc":0.76,"jpc":25392.8,"jpt":4.513,"ttft":1607.0,"tps":21.2,"dur":10080,"w":103,"jpc_min":25392.8,"jpc_max":25392.8,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai2-27b-ptq1-0","cap":16384,"clears":true,"J":964926},{"model":"Ternary-Bonsai-4B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":4.0,"n":100,"nc":91,"acc":0.91,"jpc":289.3,"jpt":0.721,"ttft":50.0,"tps":130.1,"dur":281,"w":101,"jpc_min":289.3,"jpc_max":289.3,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai4b-pq2-0","cap":8192,"clears":true,"J":26327},{"model":"Ternary-Bonsai-4B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":4.0,"n":500,"nc":306,"acc":0.612,"jpc":11.1,"jpt":3.33,"ttft":53.7,"tps":24.6,"dur":41,"w":88,"jpc_min":11.1,"jpc_max":11.1,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai4b-pq2-0","cap":8192,"clears":true,"J":3409},{"model":"Ternary-Bonsai-4B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":4.0,"n":50,"nc":32,"acc":0.64,"jpc":5045.2,"jpt":0.906,"ttft":58.2,"tps":105.8,"dur":1684,"w":103,"jpc_min":5045.2,"jpc_max":5045.2,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai4b-pq2-0","cap":16384,"clears":true,"J":161446},{"model":"Ternary-Bonsai-4B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":4.0,"n":50,"nc":16,"acc":0.32,"jpc":983.6,"jpt":0.967,"ttft":110.9,"tps":97.1,"dur":168,"w":101,"jpc_min":983.6,"jpc_max":983.6,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai4b-pq2-0","cap":16384,"clears":false,"J":15737},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gsm8k_platinum","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":8.0,"n":100,"nc":89,"acc":0.89,"jpc":223.2,"jpt":1.251,"ttft":69.0,"tps":85.2,"dur":186,"w":114,"jpc_min":223.2,"jpc_max":223.2,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai8b-pq2-0","cap":8192,"clears":true,"J":19866},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"mmlu_redux","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":8.0,"n":500,"nc":319,"acc":0.638,"jpc":72.0,"jpt":1.6,"ttft":75.7,"tps":64.3,"dur":223,"w":111,"jpc_min":72.0,"jpc_max":72.0,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai8b-pq2-0","cap":8192,"clears":true,"J":22973},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"math500","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":8.0,"n":50,"nc":29,"acc":0.58,"jpc":2932.0,"jpt":1.399,"ttft":64.6,"tps":76.2,"dur":797,"w":114,"jpc_min":2932.0,"jpc_max":2932.0,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai8b-pq2-0","cap":16384,"clears":true,"J":85028},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"C","task":"gpqa_diamond","pl":0,"think":"enable_thinking=false","cl":0,"gpu":"RTX 2080","board":"0x86621043","b":8.0,"n":50,"nc":15,"acc":0.3,"jpc":14960.9,"jpt":1.469,"ttft":223.2,"tps":72.5,"dur":2107,"w":115,"jpc_min":14960.9,"jpc_max":14960.9,"n_runs":1,"tierA":1,"latest":"prism-C-bonsai8b-pq2-0","cap":16384,"clears":false,"J":224414}],"roster":[{"model":"Ornith-1.5-9B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=true","acc":0.873,"lo":0.831,"hi":0.906,"kj":3354,"n":300,"gpqa_clears":true,"b":9.0},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","think":"reasoning_effort=medium","acc":0.857,"lo":0.812,"hi":0.892,"kj":580,"n":300,"gpqa_clears":true,"b":20.0},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"B","think":"none","acc":0.839,"lo":0.809,"hi":0.864,"kj":1022,"n":700,"gpqa_clears":true,"b":20.0},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"B","think":"none","acc":0.836,"lo":0.806,"hi":0.861,"kj":930,"n":700,"gpqa_clears":true,"b":20.0},{"model":"gpt-oss:20b","quant":"mxfp4","engine":"ollama","host":"A","think":"none","acc":0.834,"lo":0.805,"hi":0.86,"kj":1496,"n":700,"gpqa_clears":true,"b":20.0},{"model":"gemma-4-26B-A4B-it","quant":"Q4_K_M","engine":"ollama","host":"A","think":"enable_thinking=false,reasoning_effort=none","acc":0.83,"lo":0.783,"hi":0.868,"kj":330,"n":300,"gpqa_clears":true,"b":26.0},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","think":"enable_thinking=true","acc":0.827,"lo":0.78,"hi":0.865,"kj":4847,"n":300,"gpqa_clears":true,"b":8.0},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=true","acc":0.827,"lo":0.78,"hi":0.865,"kj":9791,"n":300,"gpqa_clears":true,"b":8.0},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=true","acc":0.827,"lo":0.78,"hi":0.865,"kj":5740,"n":300,"gpqa_clears":true,"b":8.0},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","think":"none","acc":0.82,"lo":0.79,"hi":0.847,"kj":1153,"n":700,"gpqa_clears":true,"b":20.0},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","think":"enable_thinking=true","acc":0.817,"lo":0.769,"hi":0.856,"kj":7954,"n":300,"gpqa_clears":true,"b":8.0},{"model":"Qwen3-Coder-30B-A3B","quant":"Q4_K_M","engine":"ollama","host":"A","think":"enable_thinking=false,reasoning_effort=none","acc":0.81,"lo":0.762,"hi":0.85,"kj":180,"n":300,"gpqa_clears":true,"b":30.0},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","think":"enable_thinking=false","acc":0.803,"lo":0.755,"hi":0.844,"kj":421,"n":300,"gpqa_clears":true,"b":9.0},{"model":"Qwen3.5-9B","quant":"Q4_K_M","engine":"ollama","host":"A","think":"enable_thinking=false,reasoning_effort=none","acc":0.803,"lo":0.755,"hi":0.844,"kj":465,"n":300,"gpqa_clears":true,"b":9.0},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"C","think":"enable_thinking=false","acc":0.797,"lo":0.766,"hi":0.825,"kj":1441,"n":700,"gpqa_clears":true,"b":27.0},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"sglang","host":"B","think":"reasoning_effort=medium","acc":0.793,"lo":0.744,"hi":0.835,"kj":4706,"n":300,"gpqa_clears":true,"b":20.0},{"model":"Ternary-Bonsai-2-27B","quant":"PTQ1_0","engine":"llama.cpp","host":"A","think":"enable_thinking=false","acc":0.79,"lo":0.758,"hi":0.819,"kj":1999,"n":700,"gpqa_clears":true,"b":27.0},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"A","think":"none","acc":0.787,"lo":0.737,"hi":0.829,"kj":207,"n":300,"gpqa_clears":true,"b":30.0},{"model":"Ternary-Bonsai-2-27B","quant":"PQ2_0","engine":"llama.cpp","host":"A","think":"enable_thinking=false","acc":0.787,"lo":0.755,"hi":0.816,"kj":1643,"n":700,"gpqa_clears":true,"b":27.0},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","think":"reasoning_effort=medium (kwarg never reached harmony)","acc":0.783,"lo":0.743,"hi":0.819,"kj":2022,"n":448,"gpqa_clears":true,"b":20.0},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"vllm","host":"B","think":"none","acc":0.773,"lo":0.723,"hi":0.817,"kj":166,"n":300,"gpqa_clears":true,"b":30.0},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=false","acc":0.773,"lo":0.723,"hi":0.817,"kj":355,"n":300,"gpqa_clears":true,"b":4.0},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"A","think":"none","acc":0.77,"lo":0.737,"hi":0.8,"kj":152,"n":700,"gpqa_clears":true,"b":30.0},{"model":"Qwen3-Coder-30B-A3B-AWQ","quant":"awq","engine":"sglang","host":"B","think":"none","acc":0.769,"lo":0.736,"hi":0.798,"kj":135,"n":700,"gpqa_clears":true,"b":30.0},{"model":"Bonsai-27B","quant":"Q1_0","engine":"llama.cpp","host":"A","think":"enable_thinking=false","acc":0.766,"lo":0.733,"hi":0.796,"kj":3155,"n":700,"gpqa_clears":true,"b":27.0},{"model":"LFM2.5-2.6B","quant":"none","engine":"vllm","host":"C","think":"none","acc":0.763,"lo":0.712,"hi":0.808,"kj":1475,"n":300,"gpqa_clears":true,"b":2.6},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"B","think":"enable_thinking=false","acc":0.763,"lo":0.712,"hi":0.808,"kj":1282,"n":300,"gpqa_clears":true,"b":8.0},{"model":"granite-4.2-8b","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=false","acc":0.757,"lo":0.705,"hi":0.802,"kj":1550,"n":300,"gpqa_clears":true,"b":8.0},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=false","acc":0.75,"lo":0.698,"hi":0.796,"kj":503,"n":300,"gpqa_clears":false,"b":8.0},{"model":"Qwen3-8B","quant":"none","engine":"vllm","host":"B","think":"enable_thinking=false","acc":0.75,"lo":0.698,"hi":0.796,"kj":456,"n":300,"gpqa_clears":false,"b":8.0},{"model":"Qwen3-8B-FP8","quant":"fp8","engine":"vllm","host":"A","think":"enable_thinking=false","acc":0.747,"lo":0.695,"hi":0.793,"kj":384,"n":300,"gpqa_clears":false,"b":8.0},{"model":"Qwen3.5-4B","quant":"Q4_K_M","engine":"ollama","host":"A","think":"enable_thinking=false,reasoning_effort=none","acc":0.743,"lo":0.691,"hi":0.789,"kj":383,"n":300,"gpqa_clears":false,"b":4.0},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"ollama","host":"A","think":"enable_thinking=false,reasoning_effort=none","acc":0.74,"lo":0.688,"hi":0.786,"kj":354,"n":300,"gpqa_clears":true,"b":8.0},{"model":"Qwen3-8B-AWQ","quant":"awq","engine":"vllm","host":"A","think":"enable_thinking=false","acc":0.737,"lo":0.684,"hi":0.783,"kj":161,"n":300,"gpqa_clears":false,"b":8.0},{"model":"Qwen3-8B","quant":"Q8_0","engine":"llama.cpp","host":"A","think":"enable_thinking=false","acc":0.736,"lo":0.702,"hi":0.767,"kj":426,"n":700,"gpqa_clears":false,"b":8.0},{"model":"Qwen3.5-9B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=true","acc":0.727,"lo":0.674,"hi":0.774,"kj":8897,"n":300,"gpqa_clears":true,"b":9.0},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"A","think":"none","acc":0.723,"lo":0.67,"hi":0.771,"kj":413,"n":300,"gpqa_clears":false,"b":7.0},{"model":"gpt-oss-20b","quant":"mxfp4","engine":"vllm","host":"A","think":"reasoning_effort=high","acc":0.723,"lo":0.68,"hi":0.763,"kj":6956,"n":448,"gpqa_clears":true,"b":20.0},{"model":"Qwen3-8B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","think":"enable_thinking=false","acc":0.721,"lo":0.687,"hi":0.753,"kj":430,"n":700,"gpqa_clears":true,"b":8.0},{"model":"Qwen2.5-7B-GPTQ-Int4","quant":"gptq","engine":"vllm","host":"B","think":"none","acc":0.717,"lo":0.663,"hi":0.765,"kj":113,"n":300,"gpqa_clears":false,"b":7.0},{"model":"Qwen2.5-7B-GPTQ-Int8","quant":"gptq-8bit","engine":"vllm","host":"B","think":"none","acc":0.717,"lo":0.663,"hi":0.765,"kj":200,"n":300,"gpqa_clears":false,"b":7.0},{"model":"Qwen2.5-7B","quant":"none","engine":"vllm","host":"B","think":"none","acc":0.717,"lo":0.663,"hi":0.765,"kj":355,"n":300,"gpqa_clears":false,"b":7.0},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"A","think":"none","acc":0.717,"lo":0.683,"hi":0.749,"kj":172,"n":700,"gpqa_clears":false,"b":7.0},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"sglang","host":"B","think":"none","acc":0.716,"lo":0.681,"hi":0.748,"kj":157,"n":700,"gpqa_clears":false,"b":7.0},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"C","think":"none","acc":0.714,"lo":0.68,"hi":0.747,"kj":119,"n":700,"gpqa_clears":false,"b":7.0},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"B","think":"none","acc":0.713,"lo":0.66,"hi":0.762,"kj":140,"n":300,"gpqa_clears":false,"b":7.0},{"model":"Qwen2.5-7B-AWQ","quant":"awq","engine":"vllm","host":"A","think":"none","acc":0.713,"lo":0.66,"hi":0.762,"kj":163,"n":300,"gpqa_clears":false,"b":7.0},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"B","think":"none","acc":0.711,"lo":0.677,"hi":0.744,"kj":172,"n":700,"gpqa_clears":false,"b":7.0},{"model":"qwen2.5:7b-instruct-q4_K_M","quant":"Q4_K_M","engine":"ollama","host":"A","think":"none","acc":0.711,"lo":0.677,"hi":0.744,"kj":256,"n":700,"gpqa_clears":false,"b":7.0},{"model":"Qwen3.5-9B-AWQ","quant":"awq","engine":"vllm","host":"A","think":"enable_thinking=true","acc":0.71,"lo":0.656,"hi":0.758,"kj":5953,"n":300,"gpqa_clears":true,"b":9.0},{"model":"Qwen3.5-4B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=true","acc":0.707,"lo":0.653,"hi":0.755,"kj":5435,"n":300,"gpqa_clears":true,"b":4.0},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"C","think":"none","acc":0.703,"lo":0.668,"hi":0.736,"kj":82,"n":700,"gpqa_clears":false,"b":7.0},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"ollama","host":"A","think":"enable_thinking=false,reasoning_effort=none","acc":0.703,"lo":0.649,"hi":0.752,"kj":237,"n":300,"gpqa_clears":false,"b":7.0},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"B","think":"none","acc":0.697,"lo":0.662,"hi":0.73,"kj":142,"n":700,"gpqa_clears":false,"b":7.0},{"model":"Qwen2.5-7B","quant":"Q4_K_M","engine":"llama.cpp","host":"A","think":"none","acc":0.697,"lo":0.662,"hi":0.73,"kj":163,"n":700,"gpqa_clears":false,"b":7.0},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"A","think":"enable_thinking=false","acc":0.647,"lo":0.611,"hi":0.682,"kj":394,"n":700,"gpqa_clears":true,"b":8.0},{"model":"Ternary-Bonsai-8B","quant":"Q2_0_g64","engine":"llama.cpp","host":"A","think":"enable_thinking=false","acc":0.647,"lo":0.611,"hi":0.682,"kj":404,"n":700,"gpqa_clears":true,"b":8.0},{"model":"Ternary-Bonsai-8B","quant":"PQ2_0","engine":"llama.cpp","host":"C","think":"enable_thinking=false","acc":0.646,"lo":0.61,"hi":0.68,"kj":352,"n":700,"gpqa_clears":false,"b":8.0},{"model":"Ternary-Bonsai-8B","quant":"F16","engine":"llama.cpp","host":"A","think":"enable_thinking=false","acc":0.641,"lo":0.605,"hi":0.676,"kj":1991,"n":700,"gpqa_clears":false,"b":8.0},{"model":"Ternary-Bonsai-4B","quant":"PQ2_0","engine":"llama.cpp","host":"C","think":"enable_thinking=false","acc":0.636,"lo":0.599,"hi":0.671,"kj":207,"n":700,"gpqa_clears":false,"b":4.0},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=false","acc":0.593,"lo":0.537,"hi":0.647,"kj":435,"n":300,"gpqa_clears":true,"b":2.0},{"model":"Llama-3.1-8B","quant":"Q4_K_M","engine":"ollama","host":"A","think":"enable_thinking=false,reasoning_effort=none","acc":0.57,"lo":0.513,"hi":0.625,"kj":543,"n":300,"gpqa_clears":false,"b":8.0},{"model":"Qwen3.5-2B","quant":"Q4_K_M","engine":"ollama","host":"A","think":"enable_thinking=false,reasoning_effort=none","acc":0.543,"lo":0.487,"hi":0.599,"kj":567,"n":300,"gpqa_clears":false,"b":2.0},{"model":"Ternary-Bonsai-1.7B","quant":"PQ2_0","engine":"llama.cpp","host":"C","think":"enable_thinking=false","acc":0.513,"lo":0.476,"hi":0.55,"kj":158,"n":700,"gpqa_clears":true,"b":1.7},{"model":"Qwen3.5-2B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=true","acc":0.51,"lo":0.454,"hi":0.566,"kj":4752,"n":300,"gpqa_clears":false,"b":2.0},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","think":"enable_thinking=false","acc":0.457,"lo":0.401,"hi":0.513,"kj":220,"n":300,"gpqa_clears":false,"b":0.8},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","think":"enable_thinking=true","acc":0.44,"lo":0.385,"hi":0.497,"kj":1073,"n":300,"gpqa_clears":false,"b":0.6},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=false","acc":0.44,"lo":0.385,"hi":0.497,"kj":302,"n":300,"gpqa_clears":false,"b":0.8},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=true","acc":0.43,"lo":0.375,"hi":0.487,"kj":1300,"n":300,"gpqa_clears":false,"b":0.6},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"B","think":"enable_thinking=false","acc":0.423,"lo":0.369,"hi":0.48,"kj":47,"n":300,"gpqa_clears":false,"b":0.6},{"model":"Qwen3-0.6B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=false","acc":0.413,"lo":0.359,"hi":0.47,"kj":66,"n":300,"gpqa_clears":false,"b":0.6},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"C","think":"enable_thinking=true","acc":0.307,"lo":0.257,"hi":0.361,"kj":1812,"n":300,"gpqa_clears":false,"b":0.8},{"model":"Qwen3.5-0.8B","quant":"none","engine":"vllm","host":"A","think":"enable_thinking=true","acc":0.29,"lo":0.242,"hi":0.344,"kj":3405,"n":300,"gpqa_clears":false,"b":0.8}],"coverage":[{"model":"Qwen/Qwen3-0.6B","b":0.6,"n":46,"tasks":4,"hosts":2,"engines":1,"quants":0,"power_pts":0,"clock_pts":0,"caps":5,"think_on":16,"think_off":30,"effort":0,"eager":22,"graphs":24,"max_rep":2},{"model":"Qwen/Qwen3.5-0.8B","b":0.8,"n":45,"tasks":4,"hosts":2,"engines":1,"quants":0,"power_pts":0,"clock_pts":0,"caps":5,"think_on":8,"think_off":35,"effort":0,"eager":21,"graphs":24,"max_rep":0},{"model":"LiquidAI/LFM2.5-1.2B-Instruct","b":1.2,"n":31,"tasks":4,"hosts":1,"engines":1,"quants":0,"power_pts":1,"clock_pts":1,"caps":5,"think_on":0,"think_off":0,"effort":0,"eager":20,"graphs":11,"max_rep":2},{"model":"prism-ml/Ternary-Bonsai-1.7B","b":1.7,"n":4,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":4,"effort":0,"eager":0,"graphs":4,"max_rep":0},{"model":"Qwen/Qwen3.5-2B","b":2.0,"n":90,"tasks":4,"hosts":3,"engines":2,"quants":1,"power_pts":8,"clock_pts":2,"caps":10,"think_on":6,"think_off":82,"effort":0,"eager":67,"graphs":23,"max_rep":2},{"model":"google/gemma-4-e2b-it","b":2.0,"n":4,"tasks":2,"hosts":2,"engines":1,"quants":0,"power_pts":0,"clock_pts":0,"caps":3,"think_on":0,"think_off":0,"effort":0,"eager":2,"graphs":2,"max_rep":0},{"model":"LiquidAI/LFM2.5-2.6B","b":2.6,"n":22,"tasks":4,"hosts":1,"engines":1,"quants":0,"power_pts":1,"clock_pts":1,"caps":5,"think_on":0,"think_off":0,"effort":0,"eager":14,"graphs":8,"max_rep":2},{"model":"HuggingFaceTB/SmolLM3-3B","b":3.0,"n":21,"tasks":4,"hosts":1,"engines":1,"quants":0,"power_pts":1,"clock_pts":1,"caps":3,"think_on":1,"think_off":20,"effort":0,"eager":21,"graphs":0,"max_rep":2},{"model":"Qwen/Qwen3.5-4B","b":4.0,"n":23,"tasks":6,"hosts":1,"engines":2,"quants":1,"power_pts":0,"clock_pts":0,"caps":6,"think_on":11,"think_off":12,"effort":0,"eager":4,"graphs":19,"max_rep":0},{"model":"prism-ml/Ternary-Bonsai-4B","b":4.0,"n":4,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":4,"effort":0,"eager":0,"graphs":4,"max_rep":0},{"model":"Qwen/Qwen2.5-7B-Instruct","b":7.0,"n":190,"tasks":6,"hosts":3,"engines":3,"quants":1,"power_pts":15,"clock_pts":16,"caps":10,"think_on":0,"think_off":4,"effort":0,"eager":144,"graphs":46,"max_rep":2},{"model":"Qwen/Qwen2.5-7B-Instruct-AWQ","b":7.0,"n":52,"tasks":5,"hosts":2,"engines":2,"quants":1,"power_pts":0,"clock_pts":0,"caps":5,"think_on":0,"think_off":0,"effort":0,"eager":6,"graphs":46,"max_rep":0},{"model":"Qwen/Qwen2.5-7B-Instruct-GPTQ-Int4","b":7.0,"n":12,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":4,"think_on":0,"think_off":0,"effort":0,"eager":4,"graphs":8,"max_rep":0},{"model":"Qwen/Qwen2.5-7B-Instruct-GPTQ-Int8","b":7.0,"n":12,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":4,"think_on":0,"think_off":0,"effort":0,"eager":4,"graphs":8,"max_rep":0},{"model":"TheBloke/Mistral-7B-Instruct-v0.2-AWQ","b":7.0,"n":13,"tasks":4,"hosts":1,"engines":2,"quants":1,"power_pts":0,"clock_pts":0,"caps":4,"think_on":0,"think_off":0,"effort":0,"eager":0,"graphs":13,"max_rep":0},{"model":"mistral:7b-instruct-v0.2-q4_K_M","b":7.0,"n":2,"tasks":2,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":0,"effort":0,"eager":0,"graphs":2,"max_rep":0},{"model":"mistralai/Mistral-7B-Instruct-v0.2","b":7.0,"n":20,"tasks":6,"hosts":2,"engines":2,"quants":1,"power_pts":0,"clock_pts":0,"caps":4,"think_on":0,"think_off":0,"effort":0,"eager":2,"graphs":18,"max_rep":0},{"model":"qwen2.5:7b-instruct-q4_K_M","b":7.0,"n":14,"tasks":4,"hosts":3,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":4,"think_on":0,"think_off":0,"effort":0,"eager":0,"graphs":14,"max_rep":0},{"model":"Qwen/Qwen3-8B","b":8.0,"n":55,"tasks":5,"hosts":2,"engines":3,"quants":2,"power_pts":0,"clock_pts":0,"caps":7,"think_on":19,"think_off":36,"effort":0,"eager":16,"graphs":39,"max_rep":0},{"model":"Qwen/Qwen3-8B-AWQ","b":8.0,"n":4,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":4,"effort":0,"eager":0,"graphs":4,"max_rep":0},{"model":"Qwen/Qwen3-8B-FP8","b":8.0,"n":4,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":4,"effort":0,"eager":0,"graphs":4,"max_rep":0},{"model":"ibm-granite/granite-4.2-8b","b":8.0,"n":53,"tasks":5,"hosts":2,"engines":1,"quants":0,"power_pts":0,"clock_pts":0,"caps":6,"think_on":20,"think_off":32,"effort":0,"eager":24,"graphs":29,"max_rep":0},{"model":"meta-llama/Llama-3.1-8B-Instruct","b":8.0,"n":4,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":4,"effort":0,"eager":0,"graphs":4,"max_rep":0},{"model":"prism-ml/Ternary-Bonsai-8B","b":8.0,"n":16,"tasks":4,"hosts":2,"engines":1,"quants":3,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":16,"effort":0,"eager":0,"graphs":16,"max_rep":0},{"model":"QuantTrio/Qwen3.5-9B-AWQ","b":9.0,"n":17,"tasks":6,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":6,"think_on":10,"think_off":4,"effort":0,"eager":1,"graphs":16,"max_rep":0},{"model":"Qwen/Qwen3.5-9B","b":9.0,"n":171,"tasks":4,"hosts":3,"engines":3,"quants":1,"power_pts":8,"clock_pts":0,"caps":10,"think_on":27,"think_off":142,"effort":0,"eager":79,"graphs":92,"max_rep":5},{"model":"ornith-ai/Ornith-1.5-9B","b":9.0,"n":24,"tasks":4,"hosts":2,"engines":1,"quants":0,"power_pts":0,"clock_pts":0,"caps":5,"think_on":8,"think_off":16,"effort":0,"eager":16,"graphs":8,"max_rep":0},{"model":"qwen3.5:9b-q4_K_M","b":9.0,"n":2,"tasks":2,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":0,"effort":0,"eager":0,"graphs":2,"max_rep":0},{"model":"gpt-oss:20b","b":20.0,"n":8,"tasks":4,"hosts":2,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":0,"effort":0,"eager":0,"graphs":8,"max_rep":0},{"model":"openai/gpt-oss-20b","b":20.0,"n":97,"tasks":6,"hosts":3,"engines":4,"quants":2,"power_pts":0,"clock_pts":0,"caps":7,"think_on":0,"think_off":0,"effort":54,"eager":14,"graphs":83,"max_rep":2},{"model":"cyankiwi/gemma-4-26B-A4B-it-AWQ-4bit","b":26.0,"n":19,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":4,"think_on":2,"think_off":6,"effort":0,"eager":7,"graphs":12,"max_rep":0},{"model":"google/gemma-4-26B-A4B-it","b":26.0,"n":4,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":4,"effort":0,"eager":0,"graphs":4,"max_rep":0},{"model":"cyankiwi/Qwen3.8-27B-AWQ-INT4","b":27.0,"n":18,"tasks":4,"hosts":2,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":3,"think_on":0,"think_off":18,"effort":0,"eager":14,"graphs":4,"max_rep":0},{"model":"prism-ml/Bonsai-27B","b":27.0,"n":4,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":4,"effort":0,"eager":0,"graphs":4,"max_rep":0},{"model":"prism-ml/Ternary-Bonsai-2-27B","b":27.0,"n":14,"tasks":4,"hosts":2,"engines":1,"quants":2,"power_pts":0,"clock_pts":0,"caps":2,"think_on":2,"think_off":12,"effort":0,"eager":0,"graphs":14,"max_rep":0},{"model":"Qwen/Qwen3-Coder-30B-A3B-Instruct","b":30.0,"n":4,"tasks":4,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":4,"effort":0,"eager":0,"graphs":4,"max_rep":0},{"model":"stelterlab/Qwen3-Coder-30B-A3B-Instruct-AWQ","b":30.0,"n":66,"tasks":6,"hosts":2,"engines":2,"quants":1,"power_pts":0,"clock_pts":0,"caps":7,"think_on":0,"think_off":0,"effort":0,"eager":19,"graphs":47,"max_rep":0},{"model":"cyankiwi/gemma-4-31B-it-AWQ-4bit","b":31.0,"n":10,"tasks":2,"hosts":1,"engines":1,"quants":1,"power_pts":0,"clock_pts":0,"caps":2,"think_on":0,"think_off":0,"effort":0,"eager":8,"graphs":2,"max_rep":2},{"model":"microsoft/Phi-3-mini-4k-instruct","b":null,"n":8,"tasks":6,"hosts":2,"engines":1,"quants":0,"power_pts":0,"clock_pts":0,"caps":3,"think_on":0,"think_off":0,"effort":0,"eager":2,"graphs":6,"max_rep":0}],"does_not_fit":[{"node":"B","model":"microsoft/Phi-3-mini-4k-instruct","task":"math500","ctx":4096,"need":18432},{"node":"B","model":"microsoft/Phi-3-mini-4k-instruct","task":"gpqa_diamond","ctx":4096,"need":18432},{"node":"B","model":"microsoft/Phi-3-mini-4k-instruct","task":"mmlu_redux","ctx":4096,"need":10240},{"node":"B","model":"microsoft/Phi-3-mini-4k-instruct","task":"gsm8k_platinum","ctx":4096,"need":10240},{"node":"C","model":"Qwen/Qwen2.5-7B-Instruct-AWQ","task":"math500","ctx":8592,"need":18432},{"node":"C","model":"Qwen/Qwen2.5-7B-Instruct-AWQ","task":"mmlu_redux","ctx":8592,"need":10240},{"node":"C","model":"Qwen/Qwen2.5-7B-Instruct-AWQ","task":"gsm8k_platinum","ctx":8592,"need":10240},{"node":"C","model":"Qwen/Qwen2.5-7B-Instruct-AWQ","task":"gpqa_diamond","ctx":8592,"need":18432},{"node":"C","model":"Qwen/Qwen3.5-2B","task":"mmlu_redux","ctx":16384,"need":10240},{"node":"C","model":"Qwen/Qwen3.5-2B","task":"math500","ctx":16384,"need":18432},{"node":"C","model":"Qwen/Qwen3.5-2B","task":"gsm8k_platinum","ctx":16384,"need":10240},{"node":"C","model":"Qwen/Qwen3.5-2B","task":"gpqa_diamond","ctx":16384,"need":18432},{"node":"A","model":"cyankiwi/gemma-4-26B-A4B-it-AWQ-4bit","task":"gpqa_diamond","ctx":10240,"need":18432},{"node":"A","model":"cyankiwi/gemma-4-26B-A4B-it-AWQ-4bit","task":"math500","ctx":10240,"need":18432},{"node":"A","model":"cyankiwi/Qwen3.8-27B-AWQ-INT4","task":"gsm8k_platinum","ctx":0,"need":10240},{"node":"A","model":"cyankiwi/Qwen3.8-27B-AWQ-INT4","task":"mmlu_redux","ctx":0,"need":10240},{"node":"A","model":"cyankiwi/Qwen3.8-27B-AWQ-INT4","task":"math500","ctx":0,"need":18432},{"node":"A","model":"cyankiwi/Qwen3.8-27B-AWQ-INT4","task":"gpqa_diamond","ctx":0,"need":18432},{"node":"A","model":"cyankiwi/gemma-4-31B-it-AWQ-4bit","task":"gsm8k_platinum","ctx":0,"need":10240},{"node":"A","model":"cyankiwi/gemma-4-31B-it-AWQ-4bit","task":"mmlu_redux","ctx":0,"need":10240},{"node":"A","model":"cyankiwi/gemma-4-31B-it-AWQ-4bit","task":"math500","ctx":0,"need":18432},{"node":"A","model":"cyankiwi/gemma-4-31B-it-AWQ-4bit","task":"gpqa_diamond","ctx":0,"need":18432},{"node":"A","model":"Qwen/Qwen3-8B","task":"longctx_summary","ctx":33984,"need":34816},{"node":"A","model":"ibm-granite/granite-4.2-8b","task":"longctx_summary","ctx":25600,"need":34816},{"node":"A","model":"Qwen/Qwen2.5-7B-Instruct","task":"longctx_summary","ctx":32768,"need":34816},{"node":"A","model":"Qwen/Qwen2.5-7B-Instruct-AWQ","task":"longctx_summary","ctx":32768,"need":34816}],"meta":{"runs_total":1207,"runs_v4":1207,"legacy":0,"merged":"2026-09-21 22:12","tierA_rows":365,"models":39,"nodes":{"A":{"gpu":"RTX 3090 24 GB","stock_w":390},"B":{"gpu":"RTX 3090 24 GB","stock_w":350},"C":{"gpu":"RTX 2080 8 GB","stock_w":225}},"license":"CC BY 4.0","source":"https://async.energy/bench/data/"}}