{"comparison":[{"candidate_score":null,"cases":24,"cases_planned":24,"cost_jpy":null,"cost_unknown":true,"evidence_kind":"synthetic","failed":0,"measured":0,"model":"moonshotai/kimi-k3","official_task_success":null,"p95_ms":null,"passed":0,"requests":0,"role":"baseline","untested":24},{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.01073,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"model":"inception/mercury-2.5","official_task_success":null,"p95_ms":1503.3414570000048,"passed":0,"requests":1,"role":"candidate","untested":23}],"enabled":true,"events":[{"id":"cda7f4abe0694f25ba865092d2998be9","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.01073,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":1503.3414570000048,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"reasoning","timestamp":1792803389},{"id":"e6ea8f89d26745608f53513700bc3c36","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.0016561,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":1223.0699500000028,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"routine","timestamp":1792717211},{"id":"c56a3b8545df4e42ba2541de995d6069","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.00190592,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":2486.997751000004,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"reasoning","timestamp":1792630642},{"id":"1309f98da3c342f0a8aa62956470d3f3","metrics":{"candidate_score":1.0,"cases":24,"cases_planned":24,"cost_jpy":0.10761043200000002,"cost_unknown":false,"evidence_kind":"synthetic","failed":0,"measured":24,"official_task_success":null,"p95_ms":3375.9987459999934,"passed":24,"requests":24,"untested":0},"status":"failed","tier":"routine","timestamp":1792544611},{"id":"213e4145f2674168b90b7f2a92de4394","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.00201248,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":2918.209329,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"reasoning","timestamp":1792457908},{"id":"65b13cdb94f54992b996ad66f92ad572","metrics":{"candidate_score":0.6666666666666666,"cases":24,"cases_planned":24,"cost_jpy":0.006146952,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":3,"official_task_success":null,"p95_ms":5554.495857999996,"passed":2,"requests":3,"untested":21},"status":"failed","tier":"routine","timestamp":1792371817},{"id":"9a2a1e5ba5734bc7b10c24523917ea2b","metrics":{"candidate_score":0.6666666666666666,"cases":24,"cases_planned":24,"cost_jpy":0.006146952,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":3,"official_task_success":null,"p95_ms":5391.093662000003,"passed":2,"requests":3,"untested":21},"status":"failed","tier":"reasoning","timestamp":1792285407},{"id":"813580ea0d7e480ca8f6e20971fd2bed","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.00306,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":4133.052833999997,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"routine","timestamp":1792198629},{"id":"4ff8353ddf9048a09260bb15edfc05e7","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.00306,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":1845.341474999998,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"reasoning","timestamp":1792112165},{"id":"ab338138b4a34ff88f159d69b7146454","metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.002805,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":1647.2777050000004,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"routine","timestamp":1792025775},{"id":"f56c68aecd9a4c5aa0df55be9913f9ec","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791939455},{"id":"092fab179cd04fa7b96ad30290b0bec6","metrics":null,"status":"failed","tier":"routine","timestamp":1791853892},{"id":"258c4a5f4f87402da166dac32a9052a4","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791767788},{"id":"5685545a32234cffbfd8b0846c5fbd84","metrics":null,"status":"failed","tier":"routine","timestamp":1791681186},{"id":"2606fcd883d841519389db5bd047b63c","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791594492},{"id":"530bf3490c904eadbbf0ba1c1e541018","metrics":null,"status":"failed","tier":"routine","timestamp":1791508205},{"id":"315b673f8aae4b22af6311bb5dc2e538","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791421682},{"id":"8a2686075ddf4c1ba478fb1897c411cf","metrics":null,"status":"failed","tier":"routine","timestamp":1791335313},{"id":"715702ec952344af8df4572049af77db","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791248706},{"id":"93cbae12935844d29bfaccd128a87a73","metrics":null,"status":"failed","tier":"routine","timestamp":1791162772},{"id":"364db6d9858c48c78a99b89499802fb9","metrics":null,"status":"failed","tier":"reasoning","timestamp":1791072275},{"id":"75ac02ca711d4a208d1bf7ad55891e37","metrics":null,"status":"failed","tier":"routine","timestamp":1790989355},{"id":"469ddc4283264b2687f6273a620792bf","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790903117},{"id":"350814918b5a43afa428cdeb1a3ddd5b","metrics":null,"status":"failed","tier":"routine","timestamp":1790817342},{"id":"c4523fd3882e4677aad54c5c1bf4b547","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790730484},{"id":"5ea7f37bdaac46a481ad69e26aaf36b3","metrics":null,"status":"failed","tier":"routine","timestamp":1790644273},{"id":"adfaa402c699490c84d00dca6e308e58","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790557776},{"id":"f1620c9aa0374684af256c2f92018997","metrics":null,"status":"failed","tier":"routine","timestamp":1790471498},{"id":"92885561f62a4c198f7caec8bf8078e4","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790384416},{"id":"d0065faf112244e5a0e00d2af2639c83","metrics":null,"status":"failed","tier":"routine","timestamp":1790298064},{"id":"ecefb427748649abbfe871ce551c2f0b","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790211634},{"id":"7607bac2563b4cac9cf3b452c5e9e3f6","metrics":null,"status":"failed","tier":"routine","timestamp":1790125157},{"id":"f865b1a24e034d668aa64bf216827d76","metrics":null,"status":"failed","tier":"reasoning","timestamp":1790038836},{"id":"65362ca69858469c81dd14b153bc526c","metrics":null,"status":"failed","tier":"routine","timestamp":1789974860}],"kill_switch":false,"last_evaluated_at":1792803389,"last_evaluation":{"evaluated_at":1792803389,"metrics":{"candidate_score":0.0,"cases":24,"cases_planned":24,"cost_jpy":0.01073,"cost_unknown":false,"evidence_kind":"synthetic","failed":1,"measured":1,"official_task_success":null,"p95_ms":1503.3414570000048,"passed":0,"requests":1,"untested":23},"status":"failed","tier":"reasoning","updated_at":1792803378},"month_budget_jpy":3000,"months":{"2026-09":{"reserved_jpy":462},"2026-10":{"reserved_jpy":313}},"policies":{},"promotion_blockers":["consented_real_reservation_corpus_required","verified_paired_human_outcomes_required","trusted_promotion_controller_required"],"promotion_mode":"observe","promotions_active":false,"revision":458,"server_time":1792827544,"stale":false}