[{"case_id":"c001","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T0","kind":"delivered_after_now","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0496e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":345.8391450003546,"cached":false},{"case_id":"c002","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T1","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":336.3683489988034,"cached":false},{"case_id":"c003","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T2","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":304.0853029997379,"cached":false},{"case_id":"c004","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T3","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":308.90284400084056,"cached":false},{"case_id":"c005","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T4","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0496e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":318.87851400097134,"cached":false},{"case_id":"c006","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T5","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":298.7234180000087,"cached":false},{"case_id":"c007","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T6","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0328e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":614.8293089991057,"cached":false},{"case_id":"c008","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T7","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":330.5105809995439,"cached":false},{"case_id":"c009","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T8","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0328e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":316.3908829992579,"cached":false},{"case_id":"c010","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T9","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":319.3175720007275,"cached":false},{"case_id":"c011","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T10","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":308.0728739987535,"cached":false},{"case_id":"c012","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T11","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0496e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":302.41025499890384,"cached":false},{"case_id":"c013","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T12","kind":"delivered_after_now","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.016e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":327.71662999948603,"cached":false},{"case_id":"c014","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T13","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.037e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":298.49585500051035,"cached":false},{"case_id":"c015","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T14","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":313.7471819991333,"cached":false},{"case_id":"c016","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T0","kind":"delivered_after_now","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8312e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":299.15194800014433,"cached":false},{"case_id":"c017","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T1","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8186e-05,"ok":true,"p_valid":0.15,"pred":false,"correct":true,"latency_ms":344.2108510007529,"cached":false},{"case_id":"c018","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T2","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.827e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":291.61454499990214,"cached":false},{"case_id":"c019","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T3","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.19,"pred":false,"correct":true,"latency_ms":307.23408899939386,"cached":false},{"case_id":"c020","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T4","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.827e-05,"ok":true,"p_valid":0.78,"pred":true,"correct":true,"latency_ms":392.68400899891276,"cached":false},{"case_id":"c021","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T5","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8186e-05,"ok":true,"p_valid":0.09,"pred":false,"correct":true,"latency_ms":303.33422500007146,"cached":false},{"case_id":"c022","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T6","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8144e-05,"ok":true,"p_valid":0.14,"pred":false,"correct":true,"latency_ms":349.4899779998377,"cached":false},{"case_id":"c023","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T7","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":300.8455770013825,"cached":false},{"case_id":"c024","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T8","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8102e-05,"ok":true,"p_valid":0.9,"pred":true,"correct":true,"latency_ms":330.0975740003196,"cached":false},{"case_id":"c025","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T9","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.86,"pred":true,"correct":true,"latency_ms":381.64735399914207,"cached":false},{"case_id":"c026","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T10","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.17,"pred":false,"correct":true,"latency_ms":327.0696300005511,"cached":false},{"case_id":"c027","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T11","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.1,"pred":false,"correct":true,"latency_ms":318.9221010015899,"cached":false},{"case_id":"c028","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T12","kind":"delivered_after_now","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":308.66317300024093,"cached":false},{"case_id":"c029","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T13","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8102e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":306.3264930005971,"cached":false},{"case_id":"c030","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T14","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":309.53073400087305,"cached":false},{"case_id":"c031","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V0","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7262e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":297.6273320000473,"cached":false},{"case_id":"c032","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V1","kind":"negative","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":423.3186700002989,"cached":false},{"case_id":"c033","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V2","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":339.99690400014515,"cached":false},{"case_id":"c034","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V3","kind":"unit_x100","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":316.58978999985266,"cached":false},{"case_id":"c035","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V4","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7892e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":337.95362199998635,"cached":false},{"case_id":"c036","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V5","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7514e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":340.4584280015115,"cached":false},{"case_id":"c037","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V6","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7808e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":321.3383990005241,"cached":false},{"case_id":"c038","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V7","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7682e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":295.90316400026495,"cached":false},{"case_id":"c039","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V8","kind":"unit_x100","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7346e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":301.14028500065615,"cached":false},{"case_id":"c040","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V9","kind":"negative","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7388e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":304.6239430004789,"cached":false},{"case_id":"c041","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V10","kind":"unit_x100","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7892e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":306.0880859993631,"cached":false},{"case_id":"c042","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V11","kind":"zero","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7388e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":313.1618699990213,"cached":false},{"case_id":"c043","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V12","kind":"unit_x10","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7472e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":342.87429899995914,"cached":false},{"case_id":"c044","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V13","kind":"unit_x10","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":327.51070000085747,"cached":false},{"case_id":"c045","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V14","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":354.840833999333,"cached":false},{"case_id":"c046","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V0","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7304e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":303.1104259989661,"cached":false},{"case_id":"c047","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V1","kind":"negative","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":307.60694699893065,"cached":false},{"case_id":"c048","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V2","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7976e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":328.71597099983774,"cached":false},{"case_id":"c049","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V3","kind":"unit_x100","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.764e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":316.71476299925416,"cached":false},{"case_id":"c050","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V4","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":1503.9970750003704,"cached":false},{"case_id":"c051","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V5","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":1189.849825001147,"cached":false},{"case_id":"c052","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V6","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.785e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":344.0245519996097,"cached":false},{"case_id":"c053","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V7","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":299.6567430000141,"cached":false},{"case_id":"c054","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V8","kind":"unit_x100","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.743e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":301.27718500079936,"cached":false},{"case_id":"c055","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V9","kind":"negative","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7556e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":325.7358289993135,"cached":false},{"case_id":"c056","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V10","kind":"unit_x100","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7976e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":315.4280310009199,"cached":false},{"case_id":"c057","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V11","kind":"zero","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7766e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":294.956515001104,"cached":false},{"case_id":"c058","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V12","kind":"unit_x10","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7556e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":438.13892400066834,"cached":false},{"case_id":"c059","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V13","kind":"unit_x10","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7766e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":306.7032510007266,"cached":false},{"case_id":"c060","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V14","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7976e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":314.47087100059434,"cached":false},{"case_id":"c061","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R0","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.9908e-05,"ok":true,"p_valid":0.76,"pred":true,"correct":true,"latency_ms":306.583182000395,"cached":false},{"case_id":"c062","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R1","kind":"mismatch","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.121e-05,"ok":true,"p_valid":0.83,"pred":true,"correct":false,"latency_ms":386.3716470004874,"cached":false},{"case_id":"c063","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R2","kind":"mismatch","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.9992e-05,"ok":true,"p_valid":0.82,"pred":true,"correct":false,"latency_ms":331.4897590007604,"cached":false},{"case_id":"c064","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R3","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.1252e-05,"ok":true,"p_valid":0.73,"pred":true,"correct":true,"latency_ms":320.6713729996409,"cached":false},{"case_id":"c065","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R4","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.1378e-05,"ok":true,"p_valid":0.9,"pred":true,"correct":true,"latency_ms":334.3159560008644,"cached":false},{"case_id":"c066","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R5","kind":"mismatch","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.75,"pred":true,"correct":false,"latency_ms":293.9720159993158,"cached":false},{"case_id":"c067","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R6","kind":"mismatch","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.1336e-05,"ok":true,"p_valid":0.34,"pred":false,"correct":true,"latency_ms":360.60900099982973,"cached":false},{"case_id":"c068","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R7","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.69,"pred":true,"correct":true,"latency_ms":300.52075700041314,"cached":false},{"case_id":"c069","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R8","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.73,"pred":true,"correct":true,"latency_ms":288.58023999964644,"cached":false},{"case_id":"c070","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R9","kind":"mismatch","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.9866e-05,"ok":true,"p_valid":0.84,"pred":true,"correct":false,"latency_ms":1033.1430420010292,"cached":false},{"case_id":"c071","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R0","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.81,"pred":true,"correct":true,"latency_ms":312.74521900013497,"cached":false},{"case_id":"c072","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R1","kind":"mismatch","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.14,"pred":false,"correct":true,"latency_ms":318.1639019985596,"cached":false},{"case_id":"c073","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R2","kind":"mismatch","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.14,"pred":false,"correct":true,"latency_ms":300.37681000067096,"cached":false},{"case_id":"c074","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R3","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.77,"pred":true,"correct":true,"latency_ms":314.5339299990155,"cached":false},{"case_id":"c075","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R4","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6674e-05,"ok":true,"p_valid":0.86,"pred":true,"correct":true,"latency_ms":346.92331599944737,"cached":false},{"case_id":"c076","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R5","kind":"mismatch","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.13,"pred":false,"correct":true,"latency_ms":336.3105739990715,"cached":false},{"case_id":"c077","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R6","kind":"mismatch","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.659e-05,"ok":true,"p_valid":0.14,"pred":false,"correct":true,"latency_ms":313.59863899888296,"cached":false},{"case_id":"c078","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R7","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.659e-05,"ok":true,"p_valid":0.84,"pred":true,"correct":true,"latency_ms":328.95988099880924,"cached":false},{"case_id":"c079","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R8","kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.9,"pred":true,"correct":true,"latency_ms":293.1675689997064,"cached":false},{"case_id":"c080","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R9","kind":"mismatch","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.13,"pred":false,"correct":true,"latency_ms":306.088819001161,"cached":false},{"case_id":"c081","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.4864e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":291.5891120010201,"cached":false},{"case_id":"c082","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.4612e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":322.8481059995829,"cached":false},{"case_id":"c083","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.4864e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":369.46452600022894,"cached":false},{"case_id":"c084","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.52e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":306.47501699968416,"cached":false},{"case_id":"c085","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.4696e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":312.26837799840723,"cached":false},{"case_id":"c086","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.478e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":321.148725999592,"cached":false},{"case_id":"c087","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.4864e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":335.8911729992542,"cached":false},{"case_id":"c088","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"unknown","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.4402e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":333.6770769983559,"cached":false},{"case_id":"c089","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"unknown","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.5158e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":309.43489099990984,"cached":false},{"case_id":"c090","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.4696e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":329.40597599917965,"cached":false},{"case_id":"c091","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.4608e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":340.0611749984819,"cached":false},{"case_id":"c092","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_status","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.4692e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":311.3338620005379,"cached":false},{"case_id":"c093","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_status","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.402e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":299.2023759998119,"cached":false},{"case_id":"c094","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_status","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.4566e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":313.61182000000554,"cached":false},{"case_id":"c095","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.465e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":325.7237289999466,"cached":false},{"case_id":"c096","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.4608e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":317.81422600033693,"cached":false},{"case_id":"c097","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_ts","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.4608e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":303.54469300073106,"cached":false},{"case_id":"c098","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.4188e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":305.90633599967987,"cached":false},{"case_id":"c099","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_ts","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.4566e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":295.3706449989113,"cached":false},{"case_id":"c100","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.4482e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":358.5799889988266,"cached":false},{"case_id":"c101","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6884e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":325.81402599862486,"cached":false},{"case_id":"c102","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:cash","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6842e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":316.2862320004933,"cached":false},{"case_id":"c103","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:credit card","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":false,"latency_ms":336.13183600027696,"cached":false},{"case_id":"c104","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":359.96283200074686,"cached":false},{"case_id":"c105","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6842e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":299.64441700030875,"cached":false},{"case_id":"c106","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.701e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":312.92098999983864,"cached":false},{"case_id":"c107","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:voucher_card","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6926e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":305.0628350010811,"cached":false},{"case_id":"c108","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:CREDIT_CARD","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":301.2456850010494,"cached":false},{"case_id":"c109","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6884e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":364.16808099966147,"cached":false},{"case_id":"c110","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.68e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":405.5453250002756,"cached":false},{"case_id":"c111","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:Credit Card","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7052e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":384.557057001075,"cached":false},{"case_id":"c112","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:Boleto","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6884e-05,"ok":true,"p_valid":0.74,"pred":true,"correct":false,"latency_ms":291.7539059999399,"cached":false},{"case_id":"c113","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:pix","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6842e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":296.11937399931776,"cached":false},{"case_id":"c114","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6926e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":305.8177050006634,"cached":false},{"case_id":"c115","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:creditcard","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":395.7611009991524,"cached":false},{"case_id":"c116","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8606e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":299.1893449998315,"cached":false},{"case_id":"c117","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S0","kind":"contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":314.6364740005083,"cached":false},{"case_id":"c118","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S1","kind":"contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":287.17038499962655,"cached":false},{"case_id":"c119","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":306.1748620002618,"cached":false},{"case_id":"c120","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S2","kind":"contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":317.34430200049246,"cached":false},{"case_id":"c121","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":294.70520399991074,"cached":false},{"case_id":"c122","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8312e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":308.4901530000934,"cached":false},{"case_id":"c123","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S3","kind":"contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8522e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":819.3022899995412,"cached":false},{"case_id":"c124","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S4","kind":"contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":320.5023259997688,"cached":false},{"case_id":"c125","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8564e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":310.8508530003746,"cached":false},{"case_id":"c126","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":297.8926859996136,"cached":false},{"case_id":"c127","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8564e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":354.5378269991488,"cached":false},{"case_id":"c128","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S5","kind":"contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8438e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":305.3605850000167,"cached":false},{"case_id":"c129","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":349.4558340007643,"cached":false},{"case_id":"c130","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":317.7312850002636,"cached":false},{"case_id":"c131","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S6","kind":"contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":531.3921610013495,"cached":false},{"case_id":"c132","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S7","kind":"contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8522e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":315.284143000099,"cached":false},{"case_id":"c133","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":316.31271799960814,"cached":false},{"case_id":"c134","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S8","kind":"contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":293.50664199955645,"cached":false},{"case_id":"c135","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S9","kind":"contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8606e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":288.72909900019295,"cached":false},{"case_id":"c136","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.4406e-05,"ok":true,"p_valid":0.96,"pred":true,"correct":true,"latency_ms":301.9449990006251,"cached":false},{"case_id":"c137","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.4406e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":291.0812150003039,"cached":false},{"case_id":"c138","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.4364e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":349.8476029999438,"cached":false},{"case_id":"c139","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.4364e-05,"ok":true,"p_valid":0.91,"pred":true,"correct":true,"latency_ms":301.1946570004511,"cached":false},{"case_id":"c140","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.4448e-05,"ok":true,"p_valid":0.92,"pred":true,"correct":true,"latency_ms":322.4308429998928,"cached":false},{"case_id":"c141","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:computers_accessories","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.428e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":310.7661960002588,"cached":false},{"case_id":"c142","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:baby","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.4532e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":321.8367080007738,"cached":false},{"case_id":"c143","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:housewares","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.4322e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":304.96890700123913,"cached":false},{"case_id":"c144","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:toys","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.4448e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":294.0611380017799,"cached":false},{"case_id":"c145","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:pet_shop","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.4364e-05,"ok":true,"p_valid":0.42,"pred":false,"correct":true,"latency_ms":323.32936999955564,"cached":false},{"case_id":"c146","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S0","kind":"steered_contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8732e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":334.9792779990821,"cached":false},{"case_id":"c147","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S1","kind":"steered_contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8816e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":290.92979799861496,"cached":false},{"case_id":"c148","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S2","kind":"steered_contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8984e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":305.0390080006764,"cached":false},{"case_id":"c149","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S3","kind":"steered_contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8984e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":310.83424300049955,"cached":false},{"case_id":"c150","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S4","kind":"steered_contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8774e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":310.8387339998444,"cached":false},{"case_id":"c151","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S5","kind":"steered_contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.9026e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":345.91940700011037,"cached":false},{"case_id":"c152","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S6","kind":"steered_contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.932e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":329.81826099967293,"cached":false},{"case_id":"c153","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S7","kind":"steered_contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.9068e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":318.110999000055,"cached":false},{"case_id":"c154","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S8","kind":"steered_contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.9026e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":305.76989499968477,"cached":false},{"case_id":"c155","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S9","kind":"steered_contradiction","expected":false,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.9152e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":344.2475789997843,"cached":false},{"case_id":"c156","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"temporal_1min_approval","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.806e-05,"ok":true,"p_valid":0.72,"pred":true,"correct":true,"latency_ms":309.0303570006654,"cached":false},{"case_id":"c157","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"temporal_slow_45d","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.827e-05,"ok":true,"p_valid":0.86,"pred":true,"correct":true,"latency_ms":332.73083199856046,"cached":false},{"case_id":"c158","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"temporal_just_delivered","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.806e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":306.3149009994959,"cached":false},{"case_id":"c159","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"value_near_max","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7682e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":293.6170379998657,"cached":false},{"case_id":"c160","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"value_very_cheap","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.92,"pred":true,"correct":true,"latency_ms":298.1779230012762,"cached":false},{"case_id":"c161","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"recon_rounding_pos","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.82,"pred":true,"correct":true,"latency_ms":309.21692099946085,"cached":false},{"case_id":"c162","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"recon_rounding_neg","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.659e-05,"ok":true,"p_valid":0.83,"pred":true,"correct":true,"latency_ms":320.8414660002745,"cached":false},{"case_id":"c163","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"domain_rare_debit_card","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.701e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":330.92901700001676,"cached":false},{"case_id":"c164","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"domain_rare_voucher","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.6926e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":342.72298900032183,"cached":false},{"case_id":"c165","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"review_angry_but_consistent","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8438e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":295.29099899991706,"cached":false},{"case_id":"c166","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"review_terse_positive","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8018e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":320.8734549989458,"cached":false},{"case_id":"c167","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"review_positive_with_complaint_word","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":1.8816e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":293.48768099953304,"cached":false},{"case_id":"c168","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"ref_last_in_long_list","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.3096e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":285.6071799997153,"cached":false},{"case_id":"c169","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"dup_ts_differs_1s","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.268e-05,"ok":true,"p_valid":0.96,"pred":true,"correct":true,"latency_ms":520.0713350004662,"cached":false},{"case_id":"c170","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"dup_ts_differs_1min","expected":true,"rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.2638e-05,"ok":true,"p_valid":0.97,"pred":true,"correct":true,"latency_ms":308.2055409995519,"cached":false},{"case_id":"c171","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.087e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"blocked":0,"crashed":0,"no_effect":0,"repaired_correct":0,"repaired_wrong":0,"propagated":1,"quarantined":0},"confidence":1,"correct":true,"latency_ms":306.53070699918317,"cached":false},{"case_id":"c172","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.003e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"crashed":0,"propagated":0,"quarantined":0,"repaired_correct":0,"repaired_wrong":0,"no_effect":0,"blocked":1},"confidence":0.99,"correct":true,"latency_ms":329.8900820009294,"cached":false},{"case_id":"c173","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"repaired_wrong":0,"blocked":1,"no_effect":0,"crashed":0,"propagated":0,"quarantined":0,"repaired_correct":0},"confidence":1,"correct":true,"latency_ms":334.61148199967283,"cached":false},{"case_id":"c174","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"repaired_wrong":0,"no_effect":0.01,"blocked":0,"crashed":0.99,"propagated":0,"quarantined":0,"repaired_correct":0},"confidence":0.99,"correct":true,"latency_ms":333.59581799959415,"cached":false},{"case_id":"c175","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0114e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"blocked":1,"quarantined":0,"no_effect":0,"crashed":0,"repaired_correct":0,"repaired_wrong":0,"propagated":0},"confidence":1,"correct":true,"latency_ms":302.1271349989547,"cached":false},{"case_id":"c176","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0198e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"repaired_correct":0,"propagated":0.02,"crashed":0,"repaired_wrong":0,"no_effect":0.98,"quarantined":0,"blocked":0},"confidence":0.97,"correct":true,"latency_ms":321.178879999934,"cached":false},{"case_id":"c177","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.003e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"no_effect":0,"crashed":0,"repaired_correct":0.99,"repaired_wrong":0.01,"quarantined":0,"blocked":0,"propagated":0},"confidence":0.99,"correct":true,"latency_ms":303.44260900164954,"cached":false},{"case_id":"c178","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9988e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"blocked":0,"no_effect":0.09,"propagated":0,"crashed":0,"repaired_wrong":0,"quarantined":0.91,"repaired_correct":0},"confidence":0.88,"correct":true,"latency_ms":305.92948800040176,"cached":false},{"case_id":"c179","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0324e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"repaired_correct":0,"repaired_wrong":0,"quarantined":0.98,"blocked":0,"no_effect":0,"propagated":0.02,"crashed":0},"confidence":0.97,"correct":true,"latency_ms":311.1699820001377,"cached":false},{"case_id":"c180","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.087e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"quarantined":0,"no_effect":0,"repaired_correct":0,"crashed":0,"blocked":0,"propagated":0,"repaired_wrong":1},"confidence":1,"correct":true,"latency_ms":346.35829699982423,"cached":false},{"case_id":"c181","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0618e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"repaired_wrong":1,"blocked":0,"no_effect":0,"propagated":0,"quarantined":0,"crashed":0,"repaired_correct":0},"confidence":1,"correct":true,"latency_ms":296.2818360010715,"cached":false},{"case_id":"c182","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"no_effect":0.03,"crashed":0,"propagated":0,"blocked":0,"quarantined":0.97,"repaired_correct":0,"repaired_wrong":0},"confidence":0.96,"correct":true,"latency_ms":304.6786039994913,"cached":false},{"case_id":"c183","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9904e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"repaired_correct":0,"no_effect":0.04,"quarantined":0.96,"propagated":0,"blocked":0,"crashed":0,"repaired_wrong":0},"confidence":0.95,"correct":true,"latency_ms":318.0663539988018,"cached":false},{"case_id":"c184","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0366e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"no_effect":0.01,"crashed":0,"repaired_correct":0,"quarantined":0,"repaired_wrong":0,"blocked":0.01,"propagated":0.98},"confidence":0.97,"correct":true,"latency_ms":321.95922500068264,"cached":false},{"case_id":"c185","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0828e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"repaired_correct":0,"quarantined":0,"no_effect":0,"blocked":0,"crashed":0,"propagated":0,"repaired_wrong":1},"confidence":1,"correct":true,"latency_ms":289.4161650001479,"cached":false},{"case_id":"c186","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0114e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"quarantined":0,"no_effect":0,"repaired_wrong":0,"propagated":0,"blocked":1,"repaired_correct":0,"crashed":0},"confidence":0.99,"correct":true,"latency_ms":318.29665999975987,"cached":false},{"case_id":"c187","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"repaired_correct":0,"propagated":0.09,"quarantined":0,"repaired_wrong":0,"no_effect":0.9,"crashed":0,"blocked":0.01},"confidence":0.88,"correct":true,"latency_ms":1389.1204530009418,"cached":false},{"case_id":"c188","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0618e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"blocked":0,"propagated":0,"repaired_wrong":1,"crashed":0,"no_effect":0,"repaired_correct":0,"quarantined":0},"confidence":1,"correct":true,"latency_ms":303.43015200014634,"cached":false},{"case_id":"c189","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0492e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"repaired_correct":0,"no_effect":0,"propagated":1,"crashed":0,"repaired_wrong":0,"blocked":0,"quarantined":0},"confidence":0.99,"correct":true,"latency_ms":304.5350199990935,"cached":false},{"case_id":"c190","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"no_effect":0,"propagated":0,"quarantined":0,"repaired_correct":0,"crashed":1,"blocked":0,"repaired_wrong":0},"confidence":0.99,"correct":true,"latency_ms":321.42322700019577,"cached":false},{"case_id":"c191","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0954e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"quarantined":0,"blocked":0,"propagated":1,"no_effect":0,"repaired_correct":0,"repaired_wrong":0,"crashed":0},"confidence":0.99,"correct":true,"latency_ms":332.7753499997925,"cached":false},{"case_id":"c192","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9694e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"blocked":0,"no_effect":0,"repaired_wrong":0,"propagated":0,"crashed":0,"repaired_correct":1,"quarantined":0},"confidence":1,"correct":true,"latency_ms":325.61370599978545,"cached":false},{"case_id":"c193","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0072e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"quarantined":0,"repaired_correct":0.98,"no_effect":0,"crashed":0,"blocked":0,"propagated":0.01,"repaired_wrong":0.01},"confidence":0.97,"correct":true,"latency_ms":325.9360789998027,"cached":false},{"case_id":"c194","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9736e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"crashed":0.99,"propagated":0,"no_effect":0.01,"blocked":0,"quarantined":0,"repaired_correct":0,"repaired_wrong":0},"confidence":0.99,"correct":true,"latency_ms":305.0142940010119,"cached":false},{"case_id":"c195","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9862e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"propagated":0,"crashed":0,"no_effect":0.01,"blocked":0,"repaired_wrong":0,"repaired_correct":0,"quarantined":0.99},"confidence":0.98,"correct":true,"latency_ms":317.38872200003243,"cached":false},{"case_id":"c196","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9988e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"no_effect":0.01,"repaired_correct":0,"quarantined":0,"propagated":0.99,"crashed":0,"blocked":0,"repaired_wrong":0},"confidence":0.97,"correct":true,"latency_ms":300.4283000009309,"cached":false},{"case_id":"c197","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.0072e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"repaired_wrong":0,"no_effect":0.99,"crashed":0,"propagated":0.01,"repaired_correct":0,"blocked":0,"quarantined":0},"confidence":0.99,"correct":true,"latency_ms":298.6054299999523,"cached":false},{"case_id":"c198","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9904e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"repaired_wrong":0,"propagated":0.09,"quarantined":0,"crashed":0,"no_effect":0.91,"blocked":0,"repaired_correct":0},"confidence":0.89,"correct":true,"latency_ms":427.9495989994757,"cached":false},{"case_id":"c199","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"crashed":0.99,"quarantined":0,"no_effect":0.01,"blocked":0,"propagated":0,"repaired_wrong":0,"repaired_correct":0},"confidence":0.99,"correct":true,"latency_ms":312.37310799951956,"cached":false},{"case_id":"c200","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":0,"pass":"base","model":"typesafe/jev-1.13-20260917","cost_usd":2.9694e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"repaired_correct":0.98,"crashed":0,"propagated":0.01,"quarantined":0,"no_effect":0,"blocked":0,"repaired_wrong":0.01},"confidence":0.98,"correct":true,"latency_ms":312.3224979990482,"cached":false},{"case_id":"c001","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T0","kind":"delivered_after_now","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0496e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":358.53926399977354,"cached":false},{"case_id":"c002","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T1","kind":"approved_before_purchase","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":368.91080500026874,"cached":false},{"case_id":"c003","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T2","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":298.9607990002696,"cached":false},{"case_id":"c004","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T3","kind":"delivered_before_approved","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":359.147266999571,"cached":false},{"case_id":"c005","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T4","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0496e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":308.61086699951557,"cached":false},{"case_id":"c006","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T5","kind":"delivered_before_approved","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":299.1145610012609,"cached":false},{"case_id":"c007","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T6","kind":"delivered_before_approved","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0328e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":331.13612799934344,"cached":false},{"case_id":"c008","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T7","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":298.4341219998896,"cached":false},{"case_id":"c009","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T8","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0328e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":491.7592189995048,"cached":false},{"case_id":"c010","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T9","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":354.61345800104027,"cached":false},{"case_id":"c011","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T10","kind":"approved_before_purchase","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":331.1333649999142,"cached":false},{"case_id":"c012","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T11","kind":"approved_before_purchase","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0496e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":315.84068499978457,"cached":false},{"case_id":"c013","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T12","kind":"delivered_after_now","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.016e-05,"ok":true,"p_valid":0.08,"pred":false,"correct":true,"latency_ms":300.95411500042246,"cached":false},{"case_id":"c014","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T13","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.037e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":296.2967359999311,"cached":false},{"case_id":"c015","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T14","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":311.70461399960914,"cached":false},{"case_id":"c016","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T0","kind":"delivered_after_now","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8312e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":311.9641209996189,"cached":false},{"case_id":"c017","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T1","kind":"approved_before_purchase","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8186e-05,"ok":true,"p_valid":0.1,"pred":false,"correct":true,"latency_ms":306.80474499968113,"cached":false},{"case_id":"c018","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T2","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.827e-05,"ok":true,"p_valid":0.92,"pred":true,"correct":true,"latency_ms":301.10902999877,"cached":false},{"case_id":"c019","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T3","kind":"delivered_before_approved","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.16,"pred":false,"correct":true,"latency_ms":347.2880350000196,"cached":false},{"case_id":"c020","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T4","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.827e-05,"ok":true,"p_valid":0.77,"pred":true,"correct":true,"latency_ms":295.4641870001069,"cached":false},{"case_id":"c021","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T5","kind":"delivered_before_approved","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8186e-05,"ok":true,"p_valid":0.11,"pred":false,"correct":true,"latency_ms":317.2157730004983,"cached":false},{"case_id":"c022","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T6","kind":"delivered_before_approved","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8144e-05,"ok":true,"p_valid":0.14,"pred":false,"correct":true,"latency_ms":357.2862780001742,"cached":false},{"case_id":"c023","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T7","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":326.6834799997014,"cached":false},{"case_id":"c024","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T8","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8102e-05,"ok":true,"p_valid":0.9,"pred":true,"correct":true,"latency_ms":298.3850110013009,"cached":false},{"case_id":"c025","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T9","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.85,"pred":true,"correct":true,"latency_ms":321.85236899931624,"cached":false},{"case_id":"c026","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T10","kind":"approved_before_purchase","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.19,"pred":false,"correct":true,"latency_ms":331.1579940000229,"cached":false},{"case_id":"c027","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T11","kind":"approved_before_purchase","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.14,"pred":false,"correct":true,"latency_ms":319.3090940003458,"cached":false},{"case_id":"c028","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T12","kind":"delivered_after_now","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":301.6484929994476,"cached":false},{"case_id":"c029","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T13","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8102e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":310.75708900061727,"cached":false},{"case_id":"c030","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T14","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.92,"pred":true,"correct":true,"latency_ms":300.18412999925204,"cached":false},{"case_id":"c031","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V0","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7262e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":299.55521900046733,"cached":false},{"case_id":"c032","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V1","kind":"negative","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":329.60721800009196,"cached":false},{"case_id":"c033","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V2","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":301.80625400134886,"cached":false},{"case_id":"c034","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V3","kind":"unit_x100","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":301.92993899981957,"cached":false},{"case_id":"c035","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V4","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7892e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":302.58767800114583,"cached":false},{"case_id":"c036","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V5","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7514e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":443.41710200023954,"cached":false},{"case_id":"c037","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V6","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7808e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":312.630710999656,"cached":false},{"case_id":"c038","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V7","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7682e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":307.3277879993839,"cached":false},{"case_id":"c039","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V8","kind":"unit_x100","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7346e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":337.2587880003266,"cached":false},{"case_id":"c040","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V9","kind":"negative","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7388e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":320.6656629990903,"cached":false},{"case_id":"c041","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V10","kind":"unit_x100","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7892e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":296.6084180006874,"cached":false},{"case_id":"c042","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V11","kind":"zero","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7388e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":294.9297459999798,"cached":false},{"case_id":"c043","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V12","kind":"unit_x10","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7472e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":309.59047000033024,"cached":false},{"case_id":"c044","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V13","kind":"unit_x10","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":326.7276739989029,"cached":false},{"case_id":"c045","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V14","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":312.85390999983065,"cached":false},{"case_id":"c046","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V0","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7304e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":322.5968080005259,"cached":false},{"case_id":"c047","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V1","kind":"negative","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":450.55358900026476,"cached":false},{"case_id":"c048","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V2","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7976e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":283.9076959990052,"cached":false},{"case_id":"c049","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V3","kind":"unit_x100","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.764e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":1366.0157330014044,"cached":false},{"case_id":"c050","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V4","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":329.88095699874975,"cached":false},{"case_id":"c051","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V5","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":1315.2411980008765,"cached":false},{"case_id":"c052","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V6","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.785e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":330.03882599950884,"cached":false},{"case_id":"c053","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V7","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":315.466796999317,"cached":false},{"case_id":"c054","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V8","kind":"unit_x100","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.743e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":306.2220320007327,"cached":false},{"case_id":"c055","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V9","kind":"negative","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7556e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":292.23054600151954,"cached":false},{"case_id":"c056","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V10","kind":"unit_x100","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7976e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":343.6771050000971,"cached":false},{"case_id":"c057","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V11","kind":"zero","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7766e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":326.6944530005276,"cached":false},{"case_id":"c058","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V12","kind":"unit_x10","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7556e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":304.29528700005903,"cached":false},{"case_id":"c059","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V13","kind":"unit_x10","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7766e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":349.10565999962273,"cached":false},{"case_id":"c060","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V14","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7976e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":317.0755270002701,"cached":false},{"case_id":"c061","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R0","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.9908e-05,"ok":true,"p_valid":0.78,"pred":true,"correct":true,"latency_ms":330.53675399969507,"cached":false},{"case_id":"c062","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R1","kind":"mismatch","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.121e-05,"ok":true,"p_valid":0.85,"pred":true,"correct":false,"latency_ms":323.49838000118325,"cached":false},{"case_id":"c063","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R2","kind":"mismatch","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.9992e-05,"ok":true,"p_valid":0.8,"pred":true,"correct":false,"latency_ms":307.4629599996115,"cached":false},{"case_id":"c064","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R3","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.1252e-05,"ok":true,"p_valid":0.74,"pred":true,"correct":true,"latency_ms":295.3730369990808,"cached":false},{"case_id":"c065","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R4","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.1378e-05,"ok":true,"p_valid":0.92,"pred":true,"correct":true,"latency_ms":376.8400129993097,"cached":false},{"case_id":"c066","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R5","kind":"mismatch","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.71,"pred":true,"correct":false,"latency_ms":366.7936980000377,"cached":false},{"case_id":"c067","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R6","kind":"mismatch","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.1336e-05,"ok":true,"p_valid":0.36,"pred":false,"correct":true,"latency_ms":321.12178200077324,"cached":false},{"case_id":"c068","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R7","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.69,"pred":true,"correct":true,"latency_ms":413.1259379992116,"cached":false},{"case_id":"c069","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R8","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.74,"pred":true,"correct":true,"latency_ms":303.2142920001206,"cached":false},{"case_id":"c070","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R9","kind":"mismatch","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.9866e-05,"ok":true,"p_valid":0.85,"pred":true,"correct":false,"latency_ms":380.36823800030106,"cached":false},{"case_id":"c071","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R0","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.83,"pred":true,"correct":true,"latency_ms":332.85157200043614,"cached":false},{"case_id":"c072","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R1","kind":"mismatch","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.14,"pred":false,"correct":true,"latency_ms":323.29378299982636,"cached":false},{"case_id":"c073","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R2","kind":"mismatch","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.15,"pred":false,"correct":true,"latency_ms":302.2351069994329,"cached":false},{"case_id":"c074","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R3","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.81,"pred":true,"correct":true,"latency_ms":310.0882110011298,"cached":false},{"case_id":"c075","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R4","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6674e-05,"ok":true,"p_valid":0.86,"pred":true,"correct":true,"latency_ms":302.98845899960725,"cached":false},{"case_id":"c076","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R5","kind":"mismatch","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.12,"pred":false,"correct":true,"latency_ms":312.2796869993181,"cached":false},{"case_id":"c077","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R6","kind":"mismatch","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.659e-05,"ok":true,"p_valid":0.13,"pred":false,"correct":true,"latency_ms":319.48832099988067,"cached":false},{"case_id":"c078","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R7","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.659e-05,"ok":true,"p_valid":0.85,"pred":true,"correct":true,"latency_ms":452.9342480000196,"cached":false},{"case_id":"c079","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R8","kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.89,"pred":true,"correct":true,"latency_ms":301.0953930006508,"cached":false},{"case_id":"c080","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R9","kind":"mismatch","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.13,"pred":false,"correct":true,"latency_ms":312.650064999616,"cached":false},{"case_id":"c081","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.4864e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":302.1821629990882,"cached":false},{"case_id":"c082","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.4612e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":375.390334000258,"cached":false},{"case_id":"c083","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.4864e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":319.3691470005433,"cached":false},{"case_id":"c084","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.52e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":303.8906069996301,"cached":false},{"case_id":"c085","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.4696e-05,"ok":true,"p_valid":0.08,"pred":false,"correct":true,"latency_ms":303.7043909989734,"cached":false},{"case_id":"c086","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.478e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":332.6819850008178,"cached":false},{"case_id":"c087","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.4864e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":442.77822600088257,"cached":false},{"case_id":"c088","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"unknown","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.4402e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":337.0787380008551,"cached":false},{"case_id":"c089","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"unknown","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.5158e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":353.27561299891386,"cached":false},{"case_id":"c090","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.4696e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":307.04956199951994,"cached":false},{"case_id":"c091","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.4608e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":301.8933070015919,"cached":false},{"case_id":"c092","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_status","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.4692e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":331.1207229999127,"cached":false},{"case_id":"c093","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_status","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.402e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":289.47381299985864,"cached":false},{"case_id":"c094","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_status","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.4566e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":318.8615340004617,"cached":false},{"case_id":"c095","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.465e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":303.17328599994653,"cached":false},{"case_id":"c096","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.4608e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":304.79708399980154,"cached":false},{"case_id":"c097","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_ts","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.4608e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":301.7928370009031,"cached":false},{"case_id":"c098","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.4188e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":283.69274100077746,"cached":false},{"case_id":"c099","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_ts","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.4566e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":371.6321900010371,"cached":false},{"case_id":"c100","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.4482e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":353.43881500011776,"cached":false},{"case_id":"c101","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6884e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":293.7553259998822,"cached":false},{"case_id":"c102","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:cash","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6842e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":303.33862400038925,"cached":false},{"case_id":"c103","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:credit card","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":false,"latency_ms":349.32098200079054,"cached":false},{"case_id":"c104","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":300.54575500071223,"cached":false},{"case_id":"c105","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6842e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":339.2594190008822,"cached":false},{"case_id":"c106","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.701e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":299.0647309998167,"cached":false},{"case_id":"c107","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:voucher_card","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6926e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":308.76419699961843,"cached":false},{"case_id":"c108","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:CREDIT_CARD","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":307.6682270002493,"cached":false},{"case_id":"c109","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6884e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":294.4577890011715,"cached":false},{"case_id":"c110","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.68e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":308.9972360012325,"cached":false},{"case_id":"c111","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:Credit Card","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7052e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":423.72419599996647,"cached":false},{"case_id":"c112","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:Boleto","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6884e-05,"ok":true,"p_valid":0.54,"pred":true,"correct":false,"latency_ms":301.2751149999531,"cached":false},{"case_id":"c113","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:pix","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6842e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":314.8076289999153,"cached":false},{"case_id":"c114","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6926e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":309.4262909999088,"cached":false},{"case_id":"c115","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:creditcard","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":355.508117001591,"cached":false},{"case_id":"c116","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8606e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":323.2566120004776,"cached":false},{"case_id":"c117","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S0","kind":"contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":292.92200000054436,"cached":false},{"case_id":"c118","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S1","kind":"contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":318.9596799984429,"cached":false},{"case_id":"c119","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":297.1239200014679,"cached":false},{"case_id":"c120","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S2","kind":"contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":306.07270399923436,"cached":false},{"case_id":"c121","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":463.57211000031384,"cached":false},{"case_id":"c122","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8312e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":290.585036000266,"cached":false},{"case_id":"c123","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S3","kind":"contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8522e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":301.5589410006214,"cached":false},{"case_id":"c124","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S4","kind":"contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":348.45466500155453,"cached":false},{"case_id":"c125","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8564e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":294.57010899932357,"cached":false},{"case_id":"c126","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":306.3428189998376,"cached":false},{"case_id":"c127","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8564e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":328.33159000074374,"cached":false},{"case_id":"c128","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S5","kind":"contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8438e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":313.9712190004502,"cached":false},{"case_id":"c129","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":314.3753910007945,"cached":false},{"case_id":"c130","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":1085.80454299954,"cached":false},{"case_id":"c131","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S6","kind":"contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":302.40094299915654,"cached":false},{"case_id":"c132","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S7","kind":"contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8522e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":304.7788509993552,"cached":false},{"case_id":"c133","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":310.18410100114124,"cached":false},{"case_id":"c134","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S8","kind":"contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":363.3065459998761,"cached":false},{"case_id":"c135","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S9","kind":"contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8606e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":309.08408200048143,"cached":false},{"case_id":"c136","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.4406e-05,"ok":true,"p_valid":0.96,"pred":true,"correct":true,"latency_ms":311.0861990007834,"cached":false},{"case_id":"c137","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.4406e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":282.16825900017284,"cached":false},{"case_id":"c138","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.4364e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":324.5760070003598,"cached":false},{"case_id":"c139","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.4364e-05,"ok":true,"p_valid":0.92,"pred":true,"correct":true,"latency_ms":333.1291930007865,"cached":false},{"case_id":"c140","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.4448e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":312.6123349993577,"cached":false},{"case_id":"c141","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:computers_accessories","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.428e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":313.6962889984716,"cached":false},{"case_id":"c142","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:baby","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.4532e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":336.33527500023774,"cached":false},{"case_id":"c143","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:housewares","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.4322e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":303.5872799991921,"cached":false},{"case_id":"c144","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:toys","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.4448e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":330.77234299889824,"cached":false},{"case_id":"c145","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:pet_shop","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.4364e-05,"ok":true,"p_valid":0.43,"pred":false,"correct":true,"latency_ms":319.43272199896455,"cached":false},{"case_id":"c146","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S0","kind":"steered_contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8732e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":305.9306920004019,"cached":false},{"case_id":"c147","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S1","kind":"steered_contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8816e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":320.06419699973776,"cached":false},{"case_id":"c148","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S2","kind":"steered_contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8984e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":294.9996969982749,"cached":false},{"case_id":"c149","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S3","kind":"steered_contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8984e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":305.8083380001335,"cached":false},{"case_id":"c150","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S4","kind":"steered_contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8774e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":313.14732899954834,"cached":false},{"case_id":"c151","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S5","kind":"steered_contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.9026e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":316.87601400153653,"cached":false},{"case_id":"c152","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S6","kind":"steered_contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.932e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":301.27693000031286,"cached":false},{"case_id":"c153","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S7","kind":"steered_contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.9068e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":319.11724000019603,"cached":false},{"case_id":"c154","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S8","kind":"steered_contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.9026e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":314.1438329985249,"cached":false},{"case_id":"c155","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S9","kind":"steered_contradiction","expected":false,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.9152e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":324.79401000091457,"cached":false},{"case_id":"c156","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"temporal_1min_approval","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.806e-05,"ok":true,"p_valid":0.7,"pred":true,"correct":true,"latency_ms":297.79277600027854,"cached":false},{"case_id":"c157","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"temporal_slow_45d","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.827e-05,"ok":true,"p_valid":0.87,"pred":true,"correct":true,"latency_ms":315.60736400024325,"cached":false},{"case_id":"c158","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"temporal_just_delivered","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.806e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":307.46642099984456,"cached":false},{"case_id":"c159","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"value_near_max","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7682e-05,"ok":true,"p_valid":0.92,"pred":true,"correct":true,"latency_ms":403.1118679995416,"cached":false},{"case_id":"c160","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"value_very_cheap","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.92,"pred":true,"correct":true,"latency_ms":297.6878299996315,"cached":false},{"case_id":"c161","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"recon_rounding_pos","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.79,"pred":true,"correct":true,"latency_ms":317.2433199997613,"cached":false},{"case_id":"c162","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"recon_rounding_neg","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.659e-05,"ok":true,"p_valid":0.82,"pred":true,"correct":true,"latency_ms":309.70282000089355,"cached":false},{"case_id":"c163","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"domain_rare_debit_card","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.701e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":312.3275810012274,"cached":false},{"case_id":"c164","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"domain_rare_voucher","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.6926e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":314.7268719985732,"cached":false},{"case_id":"c165","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"review_angry_but_consistent","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8438e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":289.3887749996793,"cached":false},{"case_id":"c166","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"review_terse_positive","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8018e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":317.00145400100155,"cached":false},{"case_id":"c167","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"review_positive_with_complaint_word","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":1.8816e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":292.56567300035385,"cached":false},{"case_id":"c168","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"ref_last_in_long_list","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.3096e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":318.25570900036837,"cached":false},{"case_id":"c169","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"dup_ts_differs_1s","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.268e-05,"ok":true,"p_valid":0.96,"pred":true,"correct":true,"latency_ms":476.55110900086584,"cached":false},{"case_id":"c170","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"dup_ts_differs_1min","expected":true,"rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.2638e-05,"ok":true,"p_valid":0.97,"pred":true,"correct":true,"latency_ms":315.7694999990781,"cached":false},{"case_id":"c171","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.087e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"quarantined":0,"repaired_wrong":0,"no_effect":0,"blocked":0,"crashed":0,"propagated":1,"repaired_correct":0},"confidence":1,"correct":true,"latency_ms":291.1317699999927,"cached":false},{"case_id":"c172","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.003e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"quarantined":0,"repaired_wrong":0,"propagated":0,"repaired_correct":0,"blocked":1,"no_effect":0,"crashed":0},"confidence":0.99,"correct":true,"latency_ms":291.04139400078566,"cached":false},{"case_id":"c173","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"propagated":0,"quarantined":0,"no_effect":0.01,"blocked":0.99,"repaired_wrong":0,"repaired_correct":0,"crashed":0},"confidence":0.99,"correct":true,"latency_ms":305.84913799975766,"cached":false},{"case_id":"c174","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"blocked":0,"propagated":0,"crashed":0.99,"repaired_correct":0,"no_effect":0.01,"repaired_wrong":0,"quarantined":0},"confidence":0.99,"correct":true,"latency_ms":371.706837999227,"cached":false},{"case_id":"c175","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0114e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"quarantined":0,"crashed":0,"no_effect":0,"repaired_correct":0,"repaired_wrong":0,"propagated":0,"blocked":1},"confidence":0.99,"correct":true,"latency_ms":409.7413450017484,"cached":false},{"case_id":"c176","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0198e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"repaired_wrong":0,"repaired_correct":0,"quarantined":0,"blocked":0,"propagated":0.03,"crashed":0,"no_effect":0.97},"confidence":0.96,"correct":true,"latency_ms":304.783863000921,"cached":false},{"case_id":"c177","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.003e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"blocked":0,"crashed":0,"repaired_correct":0.99,"propagated":0,"repaired_wrong":0.01,"no_effect":0,"quarantined":0},"confidence":0.98,"correct":true,"latency_ms":350.85342200000014,"cached":false},{"case_id":"c178","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9988e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"quarantined":0.9,"no_effect":0.1,"repaired_wrong":0,"propagated":0,"crashed":0,"blocked":0,"repaired_correct":0},"confidence":0.88,"correct":true,"latency_ms":306.32243500076584,"cached":false},{"case_id":"c179","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0324e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"no_effect":0,"crashed":0,"repaired_correct":0,"quarantined":0.98,"repaired_wrong":0,"blocked":0,"propagated":0.02},"confidence":0.97,"correct":true,"latency_ms":325.34635299998627,"cached":false},{"case_id":"c180","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.087e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"blocked":0,"repaired_wrong":1,"repaired_correct":0,"propagated":0,"crashed":0,"no_effect":0,"quarantined":0},"confidence":1,"correct":true,"latency_ms":311.7601089998061,"cached":false},{"case_id":"c181","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0618e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"repaired_correct":0,"repaired_wrong":1,"quarantined":0,"propagated":0,"no_effect":0,"blocked":0,"crashed":0},"confidence":1,"correct":true,"latency_ms":328.47439699980896,"cached":false},{"case_id":"c182","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"quarantined":0.98,"propagated":0,"repaired_correct":0,"repaired_wrong":0,"blocked":0,"crashed":0,"no_effect":0.02},"confidence":0.98,"correct":true,"latency_ms":311.2502139993012,"cached":false},{"case_id":"c183","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9904e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"no_effect":0.05,"propagated":0,"crashed":0,"blocked":0,"quarantined":0.95,"repaired_correct":0,"repaired_wrong":0},"confidence":0.94,"correct":true,"latency_ms":344.1544020006404,"cached":false},{"case_id":"c184","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0366e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"crashed":0,"no_effect":0.01,"repaired_correct":0,"quarantined":0,"blocked":0.02,"propagated":0.97,"repaired_wrong":0},"confidence":0.95,"correct":true,"latency_ms":322.430150999935,"cached":false},{"case_id":"c185","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0828e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"blocked":0,"no_effect":0,"repaired_wrong":1,"crashed":0,"propagated":0,"repaired_correct":0,"quarantined":0},"confidence":1,"correct":true,"latency_ms":297.0015920000151,"cached":false},{"case_id":"c186","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0114e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"propagated":0,"quarantined":0,"no_effect":0.01,"repaired_wrong":0,"blocked":0.99,"repaired_correct":0,"crashed":0},"confidence":0.99,"correct":true,"latency_ms":365.6675610000093,"cached":false},{"case_id":"c187","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"crashed":0,"blocked":0.01,"propagated":0.08,"repaired_wrong":0,"repaired_correct":0,"no_effect":0.91,"quarantined":0},"confidence":0.89,"correct":true,"latency_ms":311.21795299986843,"cached":false},{"case_id":"c188","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0618e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"blocked":0,"propagated":0,"repaired_correct":0,"crashed":0,"no_effect":0,"repaired_wrong":1,"quarantined":0},"confidence":1,"correct":true,"latency_ms":336.10516900080256,"cached":false},{"case_id":"c189","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0492e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"crashed":0,"propagated":1,"no_effect":0,"repaired_correct":0,"repaired_wrong":0,"blocked":0,"quarantined":0},"confidence":0.99,"correct":true,"latency_ms":297.32289999992645,"cached":false},{"case_id":"c190","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"blocked":0,"crashed":1,"no_effect":0,"repaired_correct":0,"repaired_wrong":0,"propagated":0,"quarantined":0},"confidence":0.99,"correct":true,"latency_ms":306.4718149998953,"cached":false},{"case_id":"c191","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0954e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"repaired_correct":0,"no_effect":0,"repaired_wrong":0,"propagated":1,"crashed":0,"blocked":0,"quarantined":0},"confidence":0.99,"correct":true,"latency_ms":350.63726999942446,"cached":false},{"case_id":"c192","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9694e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"quarantined":0,"repaired_wrong":0,"propagated":0,"crashed":0,"blocked":0,"repaired_correct":1,"no_effect":0},"confidence":1,"correct":true,"latency_ms":343.24625199951697,"cached":false},{"case_id":"c193","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0072e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"no_effect":0,"crashed":0,"repaired_correct":0.98,"repaired_wrong":0.01,"blocked":0,"propagated":0.01,"quarantined":0},"confidence":0.97,"correct":true,"latency_ms":322.10406299964234,"cached":false},{"case_id":"c194","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9736e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"crashed":0.99,"blocked":0,"no_effect":0.01,"quarantined":0,"repaired_correct":0,"propagated":0,"repaired_wrong":0},"confidence":0.99,"correct":true,"latency_ms":317.2090299995034,"cached":false},{"case_id":"c195","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9862e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"blocked":0,"no_effect":0.01,"repaired_correct":0,"propagated":0,"repaired_wrong":0,"crashed":0,"quarantined":0.99},"confidence":0.98,"correct":true,"latency_ms":383.90397999864945,"cached":false},{"case_id":"c196","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9988e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"propagated":0.98,"quarantined":0,"no_effect":0.01,"blocked":0,"repaired_wrong":0,"repaired_correct":0,"crashed":0.01},"confidence":0.96,"correct":true,"latency_ms":305.9553599996434,"cached":false},{"case_id":"c197","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.0072e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"blocked":0,"crashed":0,"no_effect":0.99,"repaired_wrong":0,"quarantined":0,"propagated":0.01,"repaired_correct":0},"confidence":0.99,"correct":true,"latency_ms":300.77630000050704,"cached":false},{"case_id":"c198","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9904e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"no_effect":0.9,"blocked":0,"repaired_wrong":0,"repaired_correct":0,"quarantined":0,"propagated":0.1,"crashed":0},"confidence":0.88,"correct":true,"latency_ms":350.49015399999917,"cached":false},{"case_id":"c199","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"propagated":0,"no_effect":0.01,"crashed":0.99,"repaired_correct":0,"quarantined":0,"blocked":0,"repaired_wrong":0},"confidence":0.99,"correct":true,"latency_ms":320.5977210000128,"cached":false},{"case_id":"c200","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":1,"pass":"rerun","model":"typesafe/jev-1.13-20260917","cost_usd":2.9694e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"no_effect":0,"repaired_wrong":0.01,"crashed":0,"blocked":0,"propagated":0,"quarantined":0,"repaired_correct":0.99},"confidence":0.98,"correct":true,"latency_ms":313.297626998974,"cached":false},{"case_id":"c001","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T0","kind":"delivered_after_now","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0496e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":303.2706750000216,"cached":false},{"case_id":"c002","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T1","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":331.31532599873026,"cached":false},{"case_id":"c003","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T2","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":308.86396700043406,"cached":false},{"case_id":"c004","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T3","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":392.1887029991922,"cached":false},{"case_id":"c005","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T4","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0496e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":310.47271600073145,"cached":false},{"case_id":"c006","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T5","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":304.8598990008031,"cached":false},{"case_id":"c007","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T6","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0328e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":419.1286730001593,"cached":false},{"case_id":"c008","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T7","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":318.9907719988696,"cached":false},{"case_id":"c009","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T8","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0328e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":334.0858110004774,"cached":false},{"case_id":"c010","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T9","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.74,"pred":true,"correct":true,"latency_ms":352.4559990000853,"cached":false},{"case_id":"c011","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T10","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0454e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":354.4957920003071,"cached":false},{"case_id":"c012","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T11","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0496e-05,"ok":true,"p_valid":0.08,"pred":false,"correct":true,"latency_ms":347.6518789993861,"cached":false},{"case_id":"c013","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T12","kind":"delivered_after_now","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.016e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":307.6342169988493,"cached":false},{"case_id":"c014","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T13","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.037e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":317.00109700068424,"cached":false},{"case_id":"c015","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T14","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.0412e-05,"ok":true,"p_valid":0.08,"pred":false,"correct":false,"latency_ms":318.77498700123397,"cached":false},{"case_id":"c016","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T0","kind":"delivered_after_now","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8312e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":352.4183629997424,"cached":false},{"case_id":"c017","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T1","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8186e-05,"ok":true,"p_valid":0.08,"pred":false,"correct":true,"latency_ms":330.2969590004068,"cached":false},{"case_id":"c018","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T2","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.827e-05,"ok":true,"p_valid":0.8,"pred":true,"correct":true,"latency_ms":303.0606729989813,"cached":false},{"case_id":"c019","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T3","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.21,"pred":false,"correct":true,"latency_ms":327.596163000635,"cached":false},{"case_id":"c020","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T4","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.827e-05,"ok":true,"p_valid":0.91,"pred":true,"correct":true,"latency_ms":317.11571000050753,"cached":false},{"case_id":"c021","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T5","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8186e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":368.0651949998719,"cached":false},{"case_id":"c022","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T6","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8144e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":310.56169500152464,"cached":false},{"case_id":"c023","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T7","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":301.9309909996082,"cached":false},{"case_id":"c024","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T8","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8102e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":387.12182299968845,"cached":false},{"case_id":"c025","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T9","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.86,"pred":true,"correct":true,"latency_ms":320.63208500039764,"cached":false},{"case_id":"c026","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T10","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":306.24007000005804,"cached":false},{"case_id":"c027","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T11","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.34,"pred":false,"correct":true,"latency_ms":310.0025760013523,"cached":false},{"case_id":"c028","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T12","kind":"delivered_after_now","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":349.57774199938285,"cached":false},{"case_id":"c029","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T13","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8102e-05,"ok":true,"p_valid":0.9,"pred":true,"correct":true,"latency_ms":334.64965099847177,"cached":false},{"case_id":"c030","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T14","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8228e-05,"ok":true,"p_valid":0.85,"pred":true,"correct":true,"latency_ms":311.26195099932374,"cached":false},{"case_id":"c031","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V0","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7262e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":315.3425700002117,"cached":false},{"case_id":"c032","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V1","kind":"negative","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":305.565951999597,"cached":false},{"case_id":"c033","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V2","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":298.2622649997211,"cached":false},{"case_id":"c034","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V3","kind":"unit_x100","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":309.1836629992031,"cached":false},{"case_id":"c035","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V4","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7892e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":314.86409600074694,"cached":false},{"case_id":"c036","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V5","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7514e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":346.61634800067986,"cached":false},{"case_id":"c037","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V6","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7808e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":295.459580998795,"cached":false},{"case_id":"c038","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V7","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7682e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":313.4403370004293,"cached":false},{"case_id":"c039","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V8","kind":"unit_x100","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7346e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":347.06954800094536,"cached":false},{"case_id":"c040","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V9","kind":"negative","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7388e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":293.6921920008899,"cached":false},{"case_id":"c041","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V10","kind":"unit_x100","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7892e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":333.5590669994417,"cached":false},{"case_id":"c042","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V11","kind":"zero","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7388e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":311.35715799973696,"cached":false},{"case_id":"c043","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V12","kind":"unit_x10","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7472e-05,"ok":true,"p_valid":0.18,"pred":false,"correct":true,"latency_ms":308.65130799975304,"cached":false},{"case_id":"c044","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V13","kind":"unit_x10","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":401.8507979999413,"cached":false},{"case_id":"c045","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V14","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.97,"pred":true,"correct":true,"latency_ms":338.44314199996006,"cached":false},{"case_id":"c046","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V0","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7304e-05,"ok":true,"p_valid":0.96,"pred":true,"correct":true,"latency_ms":374.98230400160537,"cached":false},{"case_id":"c047","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V1","kind":"negative","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":324.7622020007839,"cached":false},{"case_id":"c048","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V2","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7976e-05,"ok":true,"p_valid":0.97,"pred":true,"correct":true,"latency_ms":320.25498900111415,"cached":false},{"case_id":"c049","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V3","kind":"unit_x100","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.764e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":980.7751370008191,"cached":false},{"case_id":"c050","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V4","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.97,"pred":true,"correct":true,"latency_ms":1123.7556239993864,"cached":false},{"case_id":"c051","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V5","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":301.5003179989435,"cached":false},{"case_id":"c052","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V6","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.785e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":299.2381479998585,"cached":false},{"case_id":"c053","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V7","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":303.7145939997572,"cached":false},{"case_id":"c054","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V8","kind":"unit_x100","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.743e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":312.32182399980957,"cached":false},{"case_id":"c055","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V9","kind":"negative","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7556e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":306.33773100089456,"cached":false},{"case_id":"c056","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V10","kind":"unit_x100","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7976e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":317.35516099979577,"cached":false},{"case_id":"c057","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V11","kind":"zero","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7766e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":298.2039979997353,"cached":false},{"case_id":"c058","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V12","kind":"unit_x10","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7556e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":298.36254399924655,"cached":false},{"case_id":"c059","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V13","kind":"unit_x10","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7766e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":349.9107299994648,"cached":false},{"case_id":"c060","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V14","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7976e-05,"ok":true,"p_valid":0.97,"pred":true,"correct":true,"latency_ms":300.2483979998942,"cached":false},{"case_id":"c061","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R0","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.9908e-05,"ok":true,"p_valid":0.75,"pred":true,"correct":true,"latency_ms":334.32415400056925,"cached":false},{"case_id":"c062","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R1","kind":"mismatch","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.121e-05,"ok":true,"p_valid":0.84,"pred":true,"correct":false,"latency_ms":372.53622000025644,"cached":false},{"case_id":"c063","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R2","kind":"mismatch","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.9992e-05,"ok":true,"p_valid":0.85,"pred":true,"correct":false,"latency_ms":305.8281840003474,"cached":false},{"case_id":"c064","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R3","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.1252e-05,"ok":true,"p_valid":0.78,"pred":true,"correct":true,"latency_ms":331.17692100131535,"cached":false},{"case_id":"c065","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R4","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.1378e-05,"ok":true,"p_valid":0.91,"pred":true,"correct":true,"latency_ms":298.5280899993086,"cached":false},{"case_id":"c066","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R5","kind":"mismatch","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.34,"pred":false,"correct":true,"latency_ms":302.57611199886014,"cached":false},{"case_id":"c067","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R6","kind":"mismatch","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.1336e-05,"ok":true,"p_valid":0.66,"pred":true,"correct":false,"latency_ms":287.557810999715,"cached":false},{"case_id":"c068","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R7","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.88,"pred":true,"correct":true,"latency_ms":352.5687530000141,"cached":false},{"case_id":"c069","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R8","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.62,"pred":true,"correct":true,"latency_ms":327.4129060009727,"cached":false},{"case_id":"c070","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R9","kind":"mismatch","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.9866e-05,"ok":true,"p_valid":0.89,"pred":true,"correct":false,"latency_ms":374.35188199924596,"cached":false},{"case_id":"c071","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R0","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.84,"pred":true,"correct":true,"latency_ms":771.6230079986417,"cached":false},{"case_id":"c072","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R1","kind":"mismatch","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.12,"pred":false,"correct":true,"latency_ms":301.7079940000258,"cached":false},{"case_id":"c073","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R2","kind":"mismatch","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.15,"pred":false,"correct":true,"latency_ms":320.5825120003283,"cached":false},{"case_id":"c074","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R3","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.79,"pred":true,"correct":true,"latency_ms":301.52212900065933,"cached":false},{"case_id":"c075","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R4","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6674e-05,"ok":true,"p_valid":0.83,"pred":true,"correct":true,"latency_ms":306.0886190014571,"cached":false},{"case_id":"c076","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R5","kind":"mismatch","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.13,"pred":false,"correct":true,"latency_ms":303.40674899889564,"cached":false},{"case_id":"c077","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R6","kind":"mismatch","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.659e-05,"ok":true,"p_valid":0.12,"pred":false,"correct":true,"latency_ms":338.82417700078804,"cached":false},{"case_id":"c078","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R7","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.659e-05,"ok":true,"p_valid":0.86,"pred":true,"correct":true,"latency_ms":285.0916600000346,"cached":false},{"case_id":"c079","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R8","kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.79,"pred":true,"correct":true,"latency_ms":307.5751560008939,"cached":false},{"case_id":"c080","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R9","kind":"mismatch","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6506e-05,"ok":true,"p_valid":0.18,"pred":false,"correct":true,"latency_ms":288.21412599972973,"cached":false},{"case_id":"c081","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.4864e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":287.064273001306,"cached":false},{"case_id":"c082","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.4612e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":292.8506389998802,"cached":false},{"case_id":"c083","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.4864e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":317.98532900029386,"cached":false},{"case_id":"c084","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.52e-05,"ok":true,"p_valid":0.08,"pred":false,"correct":true,"latency_ms":309.2868310013728,"cached":false},{"case_id":"c085","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.4696e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":330.2085289997194,"cached":false},{"case_id":"c086","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.478e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":323.70748500034097,"cached":false},{"case_id":"c087","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.4864e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":347.5837379992299,"cached":false},{"case_id":"c088","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"unknown","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.4402e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":336.7108059992461,"cached":false},{"case_id":"c089","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"unknown","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.5158e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":325.81010200010496,"cached":false},{"case_id":"c090","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.4696e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":278.4543339985248,"cached":false},{"case_id":"c091","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.4608e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":335.2811910008313,"cached":false},{"case_id":"c092","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_status","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.4692e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":356.57937900032266,"cached":false},{"case_id":"c093","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_status","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.402e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":341.66425399962463,"cached":false},{"case_id":"c094","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_status","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.4566e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":291.9366149999405,"cached":false},{"case_id":"c095","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.465e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":316.06688299871166,"cached":false},{"case_id":"c096","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.4608e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":322.1703420003905,"cached":false},{"case_id":"c097","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_ts","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.4608e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":318.40456999998423,"cached":false},{"case_id":"c098","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.4188e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":392.9245480012469,"cached":false},{"case_id":"c099","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"new_ts","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.4566e-05,"ok":true,"p_valid":0.93,"pred":true,"correct":true,"latency_ms":298.9000230008969,"cached":false},{"case_id":"c100","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.4482e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":299.619861998508,"cached":false},{"case_id":"c101","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6884e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":306.77405899950827,"cached":false},{"case_id":"c102","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:cash","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6842e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":363.62291799923696,"cached":false},{"case_id":"c103","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:credit card","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":308.6500690005778,"cached":false},{"case_id":"c104","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":294.77866100023675,"cached":false},{"case_id":"c105","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6842e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":285.44678300022497,"cached":false},{"case_id":"c106","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.701e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":302.2180650004884,"cached":false},{"case_id":"c107","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:voucher_card","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6926e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":309.7251179988234,"cached":false},{"case_id":"c108","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:CREDIT_CARD","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":293.4882320005272,"cached":false},{"case_id":"c109","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6884e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":287.26658599953225,"cached":false},{"case_id":"c110","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.68e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":397.96382799977437,"cached":false},{"case_id":"c111","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:Credit Card","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7052e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":352.13468100118916,"cached":false},{"case_id":"c112","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:Boleto","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6884e-05,"ok":true,"p_valid":0.79,"pred":true,"correct":false,"latency_ms":327.76405600088765,"cached":false},{"case_id":"c113","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:pix","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6842e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":332.99296100085485,"cached":false},{"case_id":"c114","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"valid","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6926e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":357.5415729992528,"cached":false},{"case_id":"c115","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:creditcard","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6968e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":285.85446099896217,"cached":false},{"case_id":"c116","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8606e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":317.26048400014406,"cached":false},{"case_id":"c117","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S0","kind":"contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":307.5019610005256,"cached":false},{"case_id":"c118","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S1","kind":"contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":312.15073999919696,"cached":false},{"case_id":"c119","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":309.4701650006755,"cached":false},{"case_id":"c120","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S2","kind":"contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":307.7770130003046,"cached":false},{"case_id":"c121","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":295.10232500069833,"cached":false},{"case_id":"c122","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8312e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":1051.8858630002796,"cached":false},{"case_id":"c123","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S3","kind":"contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8522e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":307.75947099937184,"cached":false},{"case_id":"c124","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S4","kind":"contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":314.7216319994186,"cached":false},{"case_id":"c125","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8564e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":323.528011000235,"cached":false},{"case_id":"c126","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":395.2926519996254,"cached":false},{"case_id":"c127","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8564e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":314.09151399930124,"cached":false},{"case_id":"c128","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S5","kind":"contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8438e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":325.70809599928907,"cached":false},{"case_id":"c129","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":289.4487069988827,"cached":false},{"case_id":"c130","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":335.3115580011945,"cached":false},{"case_id":"c131","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S6","kind":"contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":323.63952699961374,"cached":false},{"case_id":"c132","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S7","kind":"contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8522e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":371.09609300023294,"cached":false},{"case_id":"c133","family":"A10_review","mode":"raw","qtype":"noul","pair_id":null,"kind":"consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8396e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":322.71874499929254,"cached":false},{"case_id":"c134","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S8","kind":"contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":299.6267180005816,"cached":false},{"case_id":"c135","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S9","kind":"contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8606e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":318.47733200083894,"cached":false},{"case_id":"c136","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.4406e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":313.8699599985557,"cached":false},{"case_id":"c137","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.4406e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":319.6647189997748,"cached":false},{"case_id":"c138","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.4364e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":353.0604259995016,"cached":false},{"case_id":"c139","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.4364e-05,"ok":true,"p_valid":0.94,"pred":true,"correct":true,"latency_ms":342.80254499935836,"cached":false},{"case_id":"c140","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"correct","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.4448e-05,"ok":true,"p_valid":0.91,"pred":true,"correct":true,"latency_ms":289.96962499877554,"cached":false},{"case_id":"c141","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:computers_accessories","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.428e-05,"ok":true,"p_valid":0.12,"pred":false,"correct":true,"latency_ms":311.3036579998152,"cached":false},{"case_id":"c142","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:baby","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.4532e-05,"ok":true,"p_valid":0.45,"pred":false,"correct":true,"latency_ms":301.3284349999594,"cached":false},{"case_id":"c143","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:housewares","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.4322e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":307.6376330009225,"cached":false},{"case_id":"c144","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:toys","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.4448e-05,"ok":true,"p_valid":0.17,"pred":false,"correct":true,"latency_ms":288.37512800055265,"cached":false},{"case_id":"c145","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:pet_shop","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.4364e-05,"ok":true,"p_valid":0.57,"pred":true,"correct":false,"latency_ms":304.34430799869006,"cached":false},{"case_id":"c146","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S0","kind":"steered_contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8732e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":301.23101600111113,"cached":false},{"case_id":"c147","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S1","kind":"steered_contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8816e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":311.2715049992403,"cached":false},{"case_id":"c148","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S2","kind":"steered_contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8984e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":313.0192579992581,"cached":false},{"case_id":"c149","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S3","kind":"steered_contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8984e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":311.5127239998401,"cached":false},{"case_id":"c150","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S4","kind":"steered_contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8774e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":334.626579999167,"cached":false},{"case_id":"c151","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S5","kind":"steered_contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.9026e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":330.4211230006331,"cached":false},{"case_id":"c152","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S6","kind":"steered_contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.932e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":292.6565119996667,"cached":false},{"case_id":"c153","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S7","kind":"steered_contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.9068e-05,"ok":true,"p_valid":0.1,"pred":false,"correct":true,"latency_ms":296.9360160004726,"cached":false},{"case_id":"c154","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S8","kind":"steered_contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.9026e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":316.46412900045107,"cached":false},{"case_id":"c155","family":"A12_steering","mode":"raw","qtype":"noul","pair_id":"S9","kind":"steered_contradiction","expected":false,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.9152e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":329.1857029998937,"cached":false},{"case_id":"c156","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"temporal_1min_approval","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.806e-05,"ok":true,"p_valid":0.92,"pred":true,"correct":true,"latency_ms":327.37588999953005,"cached":false},{"case_id":"c157","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"temporal_slow_45d","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.827e-05,"ok":true,"p_valid":0.84,"pred":true,"correct":true,"latency_ms":305.66594199990504,"cached":false},{"case_id":"c158","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"temporal_just_delivered","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.806e-05,"ok":true,"p_valid":0.8,"pred":true,"correct":true,"latency_ms":385.56779099963023,"cached":false},{"case_id":"c159","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"value_near_max","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7682e-05,"ok":true,"p_valid":0.96,"pred":true,"correct":true,"latency_ms":291.8762909994257,"cached":false},{"case_id":"c160","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"value_very_cheap","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.97,"pred":true,"correct":true,"latency_ms":308.493123999142,"cached":false},{"case_id":"c161","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"recon_rounding_pos","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6632e-05,"ok":true,"p_valid":0.84,"pred":true,"correct":true,"latency_ms":311.73568600024737,"cached":false},{"case_id":"c162","family":"A13_decoy","mode":"features","qtype":"noul","pair_id":null,"kind":"recon_rounding_neg","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.659e-05,"ok":true,"p_valid":0.85,"pred":true,"correct":true,"latency_ms":315.3865290005342,"cached":false},{"case_id":"c163","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"domain_rare_debit_card","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.701e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":398.0138099996111,"cached":false},{"case_id":"c164","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"domain_rare_voucher","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.6926e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":1237.2117080012686,"cached":false},{"case_id":"c165","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"review_angry_but_consistent","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8438e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":312.7570860015112,"cached":false},{"case_id":"c166","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"review_terse_positive","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8018e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":302.9889989993535,"cached":false},{"case_id":"c167","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"review_positive_with_complaint_word","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":1.8816e-05,"ok":true,"p_valid":0.98,"pred":true,"correct":true,"latency_ms":309.6633120003389,"cached":false},{"case_id":"c168","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"ref_last_in_long_list","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.3096e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":true,"latency_ms":308.4416380006587,"cached":false},{"case_id":"c169","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"dup_ts_differs_1s","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.268e-05,"ok":true,"p_valid":0.95,"pred":true,"correct":true,"latency_ms":306.03985500056297,"cached":false},{"case_id":"c170","family":"A13_decoy","mode":"raw","qtype":"noul","pair_id":null,"kind":"dup_ts_differs_1min","expected":true,"rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.2638e-05,"ok":true,"p_valid":0.97,"pred":true,"correct":true,"latency_ms":298.8922109998384,"cached":false},{"case_id":"c171","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.087e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"blocked":0,"quarantined":0,"propagated":1,"no_effect":0,"repaired_correct":0,"repaired_wrong":0,"crashed":0},"confidence":1,"correct":true,"latency_ms":328.49295800042455,"cached":false},{"case_id":"c172","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.003e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"blocked":0.96,"crashed":0,"repaired_correct":0,"propagated":0,"repaired_wrong":0,"no_effect":0.04,"quarantined":0},"confidence":0.95,"correct":true,"latency_ms":319.60034700023243,"cached":false},{"case_id":"c173","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"repaired_wrong":0,"no_effect":0,"crashed":0,"propagated":0,"quarantined":0,"blocked":1,"repaired_correct":0},"confidence":1,"correct":true,"latency_ms":354.4439979996241,"cached":false},{"case_id":"c174","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"crashed":0.99,"blocked":0,"repaired_correct":0,"quarantined":0,"no_effect":0.01,"propagated":0,"repaired_wrong":0},"confidence":0.99,"correct":true,"latency_ms":288.44986299918673,"cached":false},{"case_id":"c175","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0114e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"propagated":0,"blocked":0.99,"crashed":0,"repaired_correct":0,"quarantined":0,"no_effect":0.01,"repaired_wrong":0},"confidence":0.98,"correct":true,"latency_ms":323.7226620003639,"cached":false},{"case_id":"c176","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0198e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"repaired_correct":0,"blocked":0,"crashed":0,"repaired_wrong":0,"propagated":0.01,"no_effect":0.99,"quarantined":0},"confidence":0.99,"correct":true,"latency_ms":301.5940799996315,"cached":false},{"case_id":"c177","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.003e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"no_effect":0,"crashed":0,"quarantined":0,"repaired_wrong":0.01,"blocked":0,"repaired_correct":0.99,"propagated":0},"confidence":0.99,"correct":true,"latency_ms":378.41148499865085,"cached":false},{"case_id":"c178","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9988e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"repaired_correct":0,"no_effect":0.16,"repaired_wrong":0,"propagated":0.01,"crashed":0,"blocked":0.01,"quarantined":0.81},"confidence":0.78,"correct":true,"latency_ms":316.79583200093475,"cached":false},{"case_id":"c179","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0324e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"propagated":0.03,"blocked":0,"no_effect":0,"repaired_correct":0,"quarantined":0.96,"crashed":0.01,"repaired_wrong":0},"confidence":0.95,"correct":true,"latency_ms":287.16669300047215,"cached":false},{"case_id":"c180","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.087e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"repaired_correct":0,"repaired_wrong":1,"quarantined":0,"no_effect":0,"blocked":0,"crashed":0,"propagated":0},"confidence":1,"correct":true,"latency_ms":293.1210339993413,"cached":false},{"case_id":"c181","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0618e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"crashed":0,"no_effect":0,"quarantined":0,"repaired_wrong":1,"blocked":0,"repaired_correct":0,"propagated":0},"confidence":1,"correct":true,"latency_ms":364.761800999986,"cached":false},{"case_id":"c182","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"quarantined":0.96,"crashed":0,"no_effect":0.04,"repaired_correct":0,"repaired_wrong":0,"blocked":0,"propagated":0},"confidence":0.95,"correct":true,"latency_ms":332.81019199966977,"cached":false},{"case_id":"c183","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9904e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"blocked":0,"repaired_wrong":0,"repaired_correct":0,"propagated":0.01,"crashed":0,"no_effect":0.04,"quarantined":0.95},"confidence":0.95,"correct":true,"latency_ms":307.85175600067305,"cached":false},{"case_id":"c184","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0366e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"propagated":0.98,"crashed":0,"no_effect":0.01,"blocked":0.01,"repaired_wrong":0,"repaired_correct":0,"quarantined":0},"confidence":0.98,"correct":true,"latency_ms":331.6661060016486,"cached":false},{"case_id":"c185","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0828e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"repaired_correct":0,"repaired_wrong":1,"quarantined":0,"propagated":0,"no_effect":0,"blocked":0,"crashed":0},"confidence":0.99,"correct":true,"latency_ms":312.5021050000214,"cached":false},{"case_id":"c186","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"blocked","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0114e-05,"ok":true,"choice":"blocked","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"repaired_correct":0,"crashed":0,"quarantined":0,"repaired_wrong":0,"blocked":0.98,"no_effect":0.02,"propagated":0},"confidence":0.97,"correct":true,"latency_ms":313.00811499932024,"cached":false},{"case_id":"c187","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"quarantined":0,"crashed":0,"repaired_correct":0,"repaired_wrong":0,"blocked":0,"propagated":0.06,"no_effect":0.94},"confidence":0.93,"correct":true,"latency_ms":319.7462850002921,"cached":false},{"case_id":"c188","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"repaired_wrong","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0618e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"no_effect":0,"repaired_correct":0,"quarantined":0,"propagated":0,"crashed":0,"blocked":0,"repaired_wrong":1},"confidence":1,"correct":true,"latency_ms":334.2873769997823,"cached":false},{"case_id":"c189","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0492e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"no_effect":0,"blocked":0,"quarantined":0,"repaired_correct":0,"propagated":1,"repaired_wrong":0,"crashed":0},"confidence":0.99,"correct":true,"latency_ms":302.75109900139796,"cached":false},{"case_id":"c190","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"repaired_correct":0,"blocked":0,"quarantined":0,"no_effect":0.01,"propagated":0,"crashed":0.99,"repaired_wrong":0},"confidence":0.99,"correct":true,"latency_ms":287.25659900010214,"cached":false},{"case_id":"c191","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0954e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"blocked":0,"repaired_wrong":0,"repaired_correct":0,"propagated":1,"crashed":0,"no_effect":0,"quarantined":0},"confidence":0.99,"correct":true,"latency_ms":330.9016210005211,"cached":false},{"case_id":"c192","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9694e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"blocked":0,"crashed":0,"repaired_correct":1,"no_effect":0,"repaired_wrong":0,"quarantined":0,"propagated":0},"confidence":1,"correct":true,"latency_ms":297.63405499943474,"cached":false},{"case_id":"c193","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0072e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"blocked":0,"quarantined":0,"no_effect":0,"propagated":0,"repaired_correct":0.99,"repaired_wrong":0.01,"crashed":0},"confidence":0.98,"correct":true,"latency_ms":317.7911019993189,"cached":false},{"case_id":"c194","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9736e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"crashed":0.96,"blocked":0,"repaired_correct":0,"no_effect":0.04,"propagated":0,"quarantined":0,"repaired_wrong":0},"confidence":0.95,"correct":true,"latency_ms":319.5345730000554,"cached":false},{"case_id":"c195","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"quarantined","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9862e-05,"ok":true,"choice":"quarantined","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"propagated":0,"repaired_wrong":0,"crashed":0,"no_effect":0.03,"blocked":0,"quarantined":0.97,"repaired_correct":0},"confidence":0.96,"correct":true,"latency_ms":461.9343039994419,"cached":false},{"case_id":"c196","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"propagated","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9988e-05,"ok":true,"choice":"propagated","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"quarantined":0,"repaired_correct":0,"repaired_wrong":0,"propagated":0.99,"blocked":0,"no_effect":0.01,"crashed":0},"confidence":0.98,"correct":true,"latency_ms":298.9223200002016,"cached":false},{"case_id":"c197","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.0072e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"no_effect":0.99,"repaired_wrong":0,"crashed":0,"repaired_correct":0,"quarantined":0,"propagated":0.01,"blocked":0},"confidence":0.98,"correct":true,"latency_ms":295.9604269999545,"cached":false},{"case_id":"c198","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"no_effect","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9904e-05,"ok":true,"choice":"no_effect","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"propagated":0.05,"quarantined":0,"no_effect":0.95,"repaired_wrong":0,"blocked":0,"repaired_correct":0,"crashed":0},"confidence":0.94,"correct":true,"latency_ms":308.9585049983725,"cached":false},{"case_id":"c199","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"crashed","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"crashed","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"propagated":0,"crashed":0.96,"repaired_wrong":0,"quarantined":0,"blocked":0,"no_effect":0.04,"repaired_correct":0},"confidence":0.95,"correct":true,"latency_ms":293.6801169998944,"cached":false},{"case_id":"c200","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"repaired_correct","rep":0,"pass":"key_shuffle","model":"typesafe/jev-1.13-20260917","cost_usd":2.9694e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"crashed":0,"propagated":0.01,"blocked":0,"repaired_correct":0.97,"no_effect":0,"repaired_wrong":0.02,"quarantined":0},"confidence":0.97,"correct":true,"latency_ms":348.15093699944555,"cached":false},{"case_id":"c001","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T0","kind":"delivered_after_now","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.1588e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":322.1385269989696,"cached":false},{"case_id":"c002","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T1","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.1504e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":314.1593529999227,"cached":false},{"case_id":"c004","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T3","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.1546e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":319.76769999891985,"cached":false},{"case_id":"c006","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T5","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.1504e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":320.69434200093383,"cached":false},{"case_id":"c007","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T6","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.142e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":315.6137170008151,"cached":false},{"case_id":"c011","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T10","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.1546e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":321.3267579994863,"cached":false},{"case_id":"c012","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T11","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.1588e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":313.8818829993397,"cached":false},{"case_id":"c013","family":"A01_temporal","mode":"raw","qtype":"noul","pair_id":"T12","kind":"delivered_after_now","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.1252e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":321.3471919989388,"cached":false},{"case_id":"c016","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T0","kind":"delivered_after_now","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9404e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":331.7573340009403,"cached":false},{"case_id":"c017","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T1","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9278e-05,"ok":true,"p_valid":0.11,"pred":false,"correct":true,"latency_ms":365.2223619992583,"cached":false},{"case_id":"c019","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T3","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.932e-05,"ok":true,"p_valid":0.16,"pred":false,"correct":true,"latency_ms":305.58025499885844,"cached":false},{"case_id":"c021","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T5","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9278e-05,"ok":true,"p_valid":0.09,"pred":false,"correct":true,"latency_ms":404.29426499940746,"cached":false},{"case_id":"c022","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T6","kind":"delivered_before_approved","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9236e-05,"ok":true,"p_valid":0.1,"pred":false,"correct":true,"latency_ms":331.3657990001957,"cached":false},{"case_id":"c026","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T10","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.932e-05,"ok":true,"p_valid":0.11,"pred":false,"correct":true,"latency_ms":312.04355400041095,"cached":false},{"case_id":"c027","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T11","kind":"approved_before_purchase","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.932e-05,"ok":true,"p_valid":0.13,"pred":false,"correct":true,"latency_ms":287.48432700012927,"cached":false},{"case_id":"c028","family":"A02_temporal","mode":"features","qtype":"noul","pair_id":"T12","kind":"delivered_after_now","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9026e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":337.6264859998628,"cached":false},{"case_id":"c032","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V1","kind":"negative","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.869e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":313.69120400086103,"cached":false},{"case_id":"c034","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V3","kind":"unit_x100","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.869e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":311.6133430012269,"cached":false},{"case_id":"c039","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V8","kind":"unit_x100","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8438e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":337.5887389993295,"cached":false},{"case_id":"c040","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V9","kind":"negative","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":299.6367529995041,"cached":false},{"case_id":"c041","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V10","kind":"unit_x100","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8984e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":312.8778259997489,"cached":false},{"case_id":"c042","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V11","kind":"zero","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.848e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":311.16022400055954,"cached":false},{"case_id":"c043","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V12","kind":"unit_x10","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8564e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":379.34151599984034,"cached":false},{"case_id":"c044","family":"A03_value","mode":"raw","qtype":"noul","pair_id":"V13","kind":"unit_x10","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8816e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":319.3959089985583,"cached":false},{"case_id":"c047","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V1","kind":"negative","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8816e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":307.9782699987845,"cached":false},{"case_id":"c049","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V3","kind":"unit_x100","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8732e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":1010.925930000667,"cached":false},{"case_id":"c054","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V8","kind":"unit_x100","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8522e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":310.15729299906525,"cached":false},{"case_id":"c055","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V9","kind":"negative","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":305.10853200030397,"cached":false},{"case_id":"c056","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V10","kind":"unit_x100","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9068e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":328.9339889997791,"cached":false},{"case_id":"c057","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V11","kind":"zero","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8858e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":298.305446998711,"cached":false},{"case_id":"c058","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V12","kind":"unit_x10","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8648e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":302.17587699917203,"cached":false},{"case_id":"c059","family":"A04_value","mode":"features","qtype":"noul","pair_id":"V13","kind":"unit_x10","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8858e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":311.1135179988196,"cached":false},{"case_id":"c062","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R1","kind":"mismatch","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.2302e-05,"ok":true,"p_valid":0.81,"pred":true,"correct":false,"latency_ms":345.1054870001826,"cached":false},{"case_id":"c063","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R2","kind":"mismatch","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.1084e-05,"ok":true,"p_valid":0.83,"pred":true,"correct":false,"latency_ms":298.78015000031155,"cached":false},{"case_id":"c066","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R5","kind":"mismatch","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9572e-05,"ok":true,"p_valid":0.73,"pred":true,"correct":false,"latency_ms":307.29473900100857,"cached":false},{"case_id":"c067","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R6","kind":"mismatch","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.2428e-05,"ok":true,"p_valid":0.29,"pred":false,"correct":true,"latency_ms":299.58696300127485,"cached":false},{"case_id":"c070","family":"A05_recon","mode":"raw","qtype":"noul","pair_id":"R9","kind":"mismatch","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.0958e-05,"ok":true,"p_valid":0.84,"pred":true,"correct":false,"latency_ms":279.7774680002476,"cached":false},{"case_id":"c072","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R1","kind":"mismatch","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.29,"pred":false,"correct":true,"latency_ms":309.28438200135133,"cached":false},{"case_id":"c073","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R2","kind":"mismatch","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.7724e-05,"ok":true,"p_valid":0.34,"pred":false,"correct":true,"latency_ms":344.58727999844996,"cached":false},{"case_id":"c076","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R5","kind":"mismatch","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.34,"pred":false,"correct":true,"latency_ms":339.33787000023585,"cached":false},{"case_id":"c077","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R6","kind":"mismatch","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.7682e-05,"ok":true,"p_valid":0.32,"pred":false,"correct":true,"latency_ms":316.336814999886,"cached":false},{"case_id":"c080","family":"A06_recon","mode":"features","qtype":"noul","pair_id":"R9","kind":"mismatch","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.7598e-05,"ok":true,"p_valid":0.25,"pred":false,"correct":true,"latency_ms":345.1057780002884,"cached":false},{"case_id":"c082","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.5704e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":317.2753130002093,"cached":false},{"case_id":"c084","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.6292e-05,"ok":true,"p_valid":0.07,"pred":false,"correct":true,"latency_ms":323.66227800048364,"cached":false},{"case_id":"c085","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"near_miss","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.5788e-05,"ok":true,"p_valid":0.08,"pred":false,"correct":true,"latency_ms":309.668973000953,"cached":false},{"case_id":"c088","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"unknown","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.5494e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":289.06946200004313,"cached":false},{"case_id":"c089","family":"A07_referential","mode":"raw","qtype":"noul","pair_id":null,"kind":"unknown","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":2.625e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":324.90852999944764,"cached":false},{"case_id":"c091","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":3.57e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":306.577732999358,"cached":false},{"case_id":"c095","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":3.5742e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":348.1860029987729,"cached":false},{"case_id":"c096","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":3.57e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":355.942132000564,"cached":false},{"case_id":"c098","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":3.528e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":346.7145310005435,"cached":false},{"case_id":"c100","family":"A08_duplicate","mode":"raw","qtype":"noul","pair_id":null,"kind":"duplicate","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":3.5574e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":294.0471409983729,"cached":false},{"case_id":"c102","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:cash","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":335.7902579991787,"cached":false},{"case_id":"c103","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:credit card","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.806e-05,"ok":true,"p_valid":0.99,"pred":true,"correct":false,"latency_ms":311.85081799958425,"cached":false},{"case_id":"c107","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:voucher_card","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8018e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":328.8561320005101,"cached":false},{"case_id":"c108","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:CREDIT_CARD","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.806e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":286.07511300106125,"cached":false},{"case_id":"c111","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:Credit Card","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.8144e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":305.29106900030456,"cached":false},{"case_id":"c112","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:Boleto","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.7976e-05,"ok":true,"p_valid":0.68,"pred":true,"correct":false,"latency_ms":301.14357300044503,"cached":false},{"case_id":"c113","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:pix","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.7934e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":301.82966900065367,"cached":false},{"case_id":"c115","family":"A09_domain","mode":"raw","qtype":"noul","pair_id":null,"kind":"variant:creditcard","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.806e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":289.6580249998806,"cached":false},{"case_id":"c117","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S0","kind":"contradiction","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9572e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":312.3002180000185,"cached":false},{"case_id":"c118","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S1","kind":"contradiction","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9572e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":290.350044000661,"cached":false},{"case_id":"c120","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S2","kind":"contradiction","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9488e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":318.8561409988324,"cached":false},{"case_id":"c123","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S3","kind":"contradiction","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9614e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":326.6700519998267,"cached":false},{"case_id":"c124","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S4","kind":"contradiction","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9488e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":312.39867099975527,"cached":false},{"case_id":"c128","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S5","kind":"contradiction","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.953e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":300.1965880011994,"cached":false},{"case_id":"c131","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S6","kind":"contradiction","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.974e-05,"ok":true,"p_valid":0.05,"pred":false,"correct":true,"latency_ms":305.080629999793,"cached":false},{"case_id":"c132","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S7","kind":"contradiction","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9614e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":328.87711800140096,"cached":false},{"case_id":"c134","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S8","kind":"contradiction","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9572e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":299.71222300082445,"cached":false},{"case_id":"c135","family":"A10_review","mode":"raw","qtype":"noul","pair_id":"S9","kind":"contradiction","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.9698e-05,"ok":true,"p_valid":0.04,"pred":false,"correct":true,"latency_ms":299.6929420005472,"cached":false},{"case_id":"c141","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:computers_accessories","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.5372e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":315.47508199946606,"cached":false},{"case_id":"c142","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:baby","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.5624e-05,"ok":true,"p_valid":0.06,"pred":false,"correct":true,"latency_ms":301.5115669986699,"cached":false},{"case_id":"c143","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:housewares","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.5414e-05,"ok":true,"p_valid":0.02,"pred":false,"correct":true,"latency_ms":317.81739400139486,"cached":false},{"case_id":"c144","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:toys","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.554e-05,"ok":true,"p_valid":0.03,"pred":false,"correct":true,"latency_ms":307.09046199990553,"cached":false},{"case_id":"c145","family":"A11_category","mode":"raw","qtype":"noul","pair_id":null,"kind":"true:pet_shop","expected":false,"rep":0,"pass":"opinion","model":"typesafe/jev-1.13-20260917","cost_usd":1.5456e-05,"ok":true,"p_valid":0.49,"pred":false,"correct":true,"latency_ms":308.1619700005831,"cached":false},{"case_id":"c171","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"opt_2ad6","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.1542e-05,"ok":true,"choice":"opt_2ad6","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"opt_2ad6":1,"opt_7bb1":0,"opt_8eac":0,"opt_1ea7":0,"opt_ab3b":0,"opt_64f5":0,"opt_4d03":0},"confidence":1,"correct":true,"latency_ms":321.6136689989071,"cached":false},{"case_id":"c172","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"opt_69f4","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0828e-05,"ok":true,"choice":"opt_69f4","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"opt_607a":0,"opt_6201":0,"opt_35c2":0.01,"opt_452e":0,"opt_beef":0,"opt_862f":0,"opt_69f4":0.99},"confidence":0.98,"correct":true,"latency_ms":337.0669079995423,"cached":false},{"case_id":"c173","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"opt_8d2f","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0786e-05,"ok":true,"choice":"opt_8d2f","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"opt_8d2f":0.99,"opt_c844":0,"opt_0a1f":0,"opt_0059":0.01,"opt_c6e0":0,"opt_15c2":0,"opt_202a":0},"confidence":0.99,"correct":true,"latency_ms":347.8657199993904,"cached":false},{"case_id":"c174","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"opt_393c","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0702e-05,"ok":true,"choice":"opt_393c","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"opt_02ad":0.01,"opt_004b":0,"opt_ca5d":0,"opt_99df":0,"opt_8998":0,"opt_393c":0.99,"opt_4d30":0},"confidence":0.99,"correct":true,"latency_ms":299.17123499944864,"cached":false},{"case_id":"c175","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"opt_e285","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0786e-05,"ok":true,"choice":"opt_e285","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"opt_7f91":0,"opt_e285":0.99,"opt_6b86":0.01,"opt_aca9":0,"opt_a5ac":0,"opt_41db":0,"opt_14c2":0},"confidence":0.99,"correct":true,"latency_ms":310.64598400007526,"cached":false},{"case_id":"c176","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"opt_7c2c","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0954e-05,"ok":true,"choice":"opt_7c2c","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"opt_e90f":0.04,"opt_6ac2":0,"opt_e57f":0,"opt_9c2f":0,"opt_7c2c":0.96,"opt_392b":0,"opt_2ff3":0},"confidence":0.95,"correct":true,"latency_ms":405.69767499982845,"cached":false},{"case_id":"c177","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"opt_1407","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0828e-05,"ok":true,"choice":"opt_1407","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"opt_1407":0.99,"opt_1be4":0,"opt_14ac":0.01,"opt_59f9":0,"opt_47a1":0,"opt_00bc":0,"opt_2b54":0},"confidence":0.98,"correct":true,"latency_ms":311.9148280002264,"cached":false},{"case_id":"c178","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"opt_4c22","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0744e-05,"ok":true,"choice":"opt_4c22","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"opt_4c22":0.95,"opt_468f":0,"opt_ec9a":0,"opt_c172":0,"opt_00f7":0,"opt_b8b8":0.05,"opt_9877":0},"confidence":0.94,"correct":true,"latency_ms":317.1877700006007,"cached":false},{"case_id":"c179","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"opt_6d32","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0996e-05,"ok":true,"choice":"opt_6d32","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"opt_faf2":0,"opt_2923":0,"opt_1aef":0,"opt_6d32":0.99,"opt_1279":0.01,"opt_fce2":0,"opt_e22b":0},"confidence":0.99,"correct":true,"latency_ms":307.8251730003103,"cached":false},{"case_id":"c180","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"opt_911f","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.171e-05,"ok":true,"choice":"opt_911f","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"opt_4786":0,"opt_c79d":0,"opt_4485":0,"opt_4b3e":0,"opt_911f":1,"opt_d743":0,"opt_4b35":0},"confidence":1,"correct":true,"latency_ms":334.98589800001355,"cached":false},{"case_id":"c181","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"opt_3b3b","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.1332e-05,"ok":true,"choice":"opt_3b3b","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"opt_81e0":0,"opt_a64e":0,"opt_fe11":0,"opt_86bc":0,"opt_406c":0,"opt_3b3b":1,"opt_3ef6":0},"confidence":1,"correct":true,"latency_ms":334.59572099854995,"cached":false},{"case_id":"c182","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"opt_428b","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0996e-05,"ok":true,"choice":"opt_428b","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"opt_72f9":0,"opt_9a60":0,"opt_f219":0,"opt_c666":0,"opt_c71c":0.05,"opt_aa2d":0,"opt_428b":0.95},"confidence":0.94,"correct":true,"latency_ms":320.1954090000072,"cached":false},{"case_id":"c183","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"opt_080e","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.066e-05,"ok":true,"choice":"opt_080e","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"opt_7bc7":0,"opt_8c4c":0,"opt_7ee1":0.04,"opt_080e":0.96,"opt_cb97":0,"opt_13f3":0,"opt_3412":0},"confidence":0.94,"correct":true,"latency_ms":300.5719440006942,"cached":false},{"case_id":"c184","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"opt_a4fc","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0912e-05,"ok":true,"choice":"opt_a4fc","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"opt_5d20":0,"opt_04a9":0,"opt_ff22":0,"opt_c444":0,"opt_a4fc":0.99,"opt_cd5e":0.01,"opt_dd3f":0},"confidence":0.98,"correct":true,"latency_ms":297.2885890012549,"cached":false},{"case_id":"c185","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"opt_ce74","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.1542e-05,"ok":true,"choice":"opt_ce74","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"opt_247a":0,"opt_ce74":1,"opt_0d3b":0,"opt_e8e8":0,"opt_8d32":0,"opt_a402":0,"opt_03cc":0},"confidence":1,"correct":true,"latency_ms":326.2899520013889,"cached":false},{"case_id":"c186","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"opt_0da9","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.087e-05,"ok":true,"choice":"opt_0da9","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"opt_1617":0,"opt_634d":0,"opt_9b8e":0,"opt_0da9":0.99,"opt_ed19":0,"opt_a2e8":0.01,"opt_5084":0},"confidence":0.99,"correct":true,"latency_ms":578.2363529997383,"cached":false},{"case_id":"c187","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"opt_63a3","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0702e-05,"ok":true,"choice":"opt_63a3","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"opt_6cfd":0,"opt_63a3":0.9400000000000001,"opt_5e11":0.06,"opt_4ee6":0,"opt_3fcf":0,"opt_a8a9":0,"opt_9526":0},"confidence":0.92,"correct":true,"latency_ms":346.56413800075825,"cached":false},{"case_id":"c188","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"opt_5d86","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.15e-05,"ok":true,"choice":"opt_5d86","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"opt_177a":0,"opt_112e":0,"opt_6e3b":0,"opt_5bcb":0,"opt_5d86":1,"opt_1b69":0,"opt_20e2":0},"confidence":1,"correct":true,"latency_ms":304.5102649994078,"cached":false},{"case_id":"c189","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"opt_434b","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.1248e-05,"ok":true,"choice":"opt_434b","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"opt_f6de":0,"opt_9785":0,"opt_434b":1,"opt_7ae8":0,"opt_eb7f":0,"opt_3554":0,"opt_8091":0},"confidence":0.99,"correct":true,"latency_ms":311.7641240005469,"cached":false},{"case_id":"c190","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"opt_1d75","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0912e-05,"ok":true,"choice":"opt_1d75","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"opt_0c6f":0,"opt_5c1a":0,"opt_87dd":0,"opt_c4ad":0,"opt_dbb8":0,"opt_1d75":1,"opt_a2e5":0},"confidence":1,"correct":true,"latency_ms":326.8179059996328,"cached":false},{"case_id":"c191","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"opt_5b6e","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.171e-05,"ok":true,"choice":"opt_5b6e","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"opt_5ade":0,"opt_00ab":0,"opt_4dc1":0,"opt_5b6e":1,"opt_1b3a":0,"opt_912e":0,"opt_85e9":0},"confidence":0.99,"correct":true,"latency_ms":377.3520209997514,"cached":false},{"case_id":"c192","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"opt_df0c","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0408e-05,"ok":true,"choice":"opt_df0c","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"opt_df0c":1,"opt_104c":0,"opt_aa5c":0,"opt_450f":0,"opt_a361":0,"opt_c83b":0,"opt_250a":0},"confidence":1,"correct":true,"latency_ms":291.4881320011773,"cached":false},{"case_id":"c193","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"opt_a487","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0744e-05,"ok":true,"choice":"opt_a487","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"opt_81c7":0,"opt_84ac":0,"opt_a487":0.98,"opt_a43d":0.01,"opt_9bab":0,"opt_3313":0,"opt_a5c8":0.01},"confidence":0.98,"correct":true,"latency_ms":300.7384819993604,"cached":false},{"case_id":"c194","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"opt_2ce6","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0366e-05,"ok":true,"choice":"opt_2ce6","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"opt_3b77":0,"opt_42ec":0,"opt_ff21":0,"opt_1af3":0,"opt_a4de":0,"opt_39d7":0,"opt_2ce6":1},"confidence":1,"correct":true,"latency_ms":326.06373599992367,"cached":false},{"case_id":"c195","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"opt_e79a","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0618e-05,"ok":true,"choice":"opt_e79a","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"opt_2b76":0,"opt_e79a":0.98,"opt_3c71":0,"opt_33e9":0,"opt_42a7":0,"opt_d77b":0.02,"opt_be6e":0},"confidence":0.97,"correct":true,"latency_ms":301.09688700031256,"cached":false},{"case_id":"c196","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"opt_edcf","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0744e-05,"ok":true,"choice":"opt_edcf","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"opt_1ca5":0,"opt_06e3":0,"opt_edcf":0.99,"opt_2504":0,"opt_1b4f":0.01,"opt_9f39":0,"opt_086d":0},"confidence":0.99,"correct":true,"latency_ms":303.5688640011358,"cached":false},{"case_id":"c197","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"opt_b614","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.066e-05,"ok":true,"choice":"opt_b614","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"opt_6243":0.01,"opt_b614":0.99,"opt_de27":0,"opt_e134":0,"opt_c17a":0,"opt_ea16":0,"opt_f1bf":0},"confidence":0.99,"correct":true,"latency_ms":317.76677900052164,"cached":false},{"case_id":"c198","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"opt_59d4","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0744e-05,"ok":true,"choice":"opt_59d4","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"opt_5625":0,"opt_59d4":0.92,"opt_ee1a":0.08,"opt_42db":0,"opt_41b7":0,"opt_6c7b":0,"opt_055a":0},"confidence":0.9,"correct":true,"latency_ms":292.08762400048727,"cached":false},{"case_id":"c199","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"opt_49d0","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0996e-05,"ok":true,"choice":"opt_49d0","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"opt_011d":0,"opt_0dd0":0,"opt_c31e":0,"opt_c021":0,"opt_fa55":0,"opt_49d0":1,"opt_5909":0},"confidence":0.99,"correct":true,"latency_ms":336.9144710013643,"cached":false},{"case_id":"c200","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"opt_14b4","rep":0,"pass":"neutral_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0366e-05,"ok":true,"choice":"opt_14b4","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"opt_c44d":0,"opt_c9b4":0.01,"opt_7d83":0,"opt_f04f":0,"opt_a2f3":0,"opt_fdb9":0,"opt_14b4":0.99},"confidence":0.98,"correct":true,"latency_ms":308.6607659988658,"cached":false},{"case_id":"c171","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"blocked","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.087e-05,"ok":true,"choice":"blocked","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"quarantined":0,"crashed":0,"repaired_correct":0,"repaired_wrong":0,"no_effect":0,"propagated":0.01,"blocked":0.99},"confidence":0.98,"correct":true,"latency_ms":344.6469430000434,"cached":false},{"case_id":"c172","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"quarantined","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.003e-05,"ok":true,"choice":"quarantined","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"quarantined":0.94,"repaired_wrong":0.02,"repaired_correct":0,"propagated":0,"blocked":0,"no_effect":0,"crashed":0.04},"confidence":0.93,"correct":true,"latency_ms":303.5369730005186,"cached":false},{"case_id":"c173","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"propagated","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"propagated","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"repaired_correct":0,"crashed":0.01,"propagated":0.99,"quarantined":0,"no_effect":0,"blocked":0,"repaired_wrong":0},"confidence":0.98,"correct":true,"latency_ms":508.9922300012404,"cached":false},{"case_id":"c174","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"no_effect","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"no_effect","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"propagated":0,"repaired_wrong":0.01,"no_effect":0.99,"blocked":0,"repaired_correct":0,"quarantined":0,"crashed":0},"confidence":0.99,"correct":true,"latency_ms":301.0844759992324,"cached":false},{"case_id":"c175","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"propagated","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0114e-05,"ok":true,"choice":"propagated","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"propagated":0.99,"crashed":0,"no_effect":0,"repaired_wrong":0,"blocked":0,"repaired_correct":0,"quarantined":0.01},"confidence":0.99,"correct":true,"latency_ms":289.7416579999117,"cached":false},{"case_id":"c176","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"propagated","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0198e-05,"ok":true,"choice":"propagated","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"propagated":0.97,"crashed":0,"repaired_wrong":0.03,"quarantined":0,"blocked":0,"no_effect":0,"repaired_correct":0},"confidence":0.96,"correct":true,"latency_ms":316.7840759997489,"cached":false},{"case_id":"c177","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"quarantined","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.003e-05,"ok":true,"choice":"quarantined","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"crashed":0.02,"propagated":0,"repaired_wrong":0,"quarantined":0.96,"no_effect":0,"repaired_correct":0.02,"blocked":0},"confidence":0.95,"correct":true,"latency_ms":332.91250799993577,"cached":false},{"case_id":"c178","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"no_effect","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9988e-05,"ok":true,"choice":"no_effect","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"repaired_wrong":0,"crashed":0,"propagated":0,"no_effect":0.86,"blocked":0,"quarantined":0.03,"repaired_correct":0.11},"confidence":0.84,"correct":true,"latency_ms":319.98218999979144,"cached":false},{"case_id":"c179","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"repaired_wrong","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0324e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"repaired_correct":0,"no_effect":0,"quarantined":0.04,"crashed":0,"blocked":0,"propagated":0,"repaired_wrong":0.96},"confidence":0.95,"correct":true,"latency_ms":351.7011570002069,"cached":false},{"case_id":"c180","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"propagated","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.087e-05,"ok":true,"choice":"propagated","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"blocked":0,"quarantined":0,"no_effect":0,"propagated":1,"repaired_correct":0,"repaired_wrong":0,"crashed":0},"confidence":1,"correct":true,"latency_ms":307.76846899971133,"cached":false},{"case_id":"c181","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"blocked","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0618e-05,"ok":true,"choice":"blocked","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"repaired_correct":0,"no_effect":0,"quarantined":0,"blocked":1,"repaired_wrong":0,"crashed":0,"propagated":0},"confidence":1,"correct":true,"latency_ms":289.6681649999664,"cached":false},{"case_id":"c182","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"repaired_correct","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"quarantined":0.01,"repaired_wrong":0,"no_effect":0,"blocked":0.05,"crashed":0,"propagated":0,"repaired_correct":0.94},"confidence":0.94,"correct":true,"latency_ms":320.4440040008194,"cached":false},{"case_id":"c183","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"repaired_correct","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9904e-05,"ok":true,"choice":"repaired_correct","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"no_effect":0,"blocked":0,"repaired_wrong":0,"repaired_correct":0.94,"quarantined":0,"propagated":0,"crashed":0.06},"confidence":0.93,"correct":true,"latency_ms":323.10002900157997,"cached":false},{"case_id":"c184","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"blocked","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0366e-05,"ok":true,"choice":"blocked","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"repaired_wrong":0,"blocked":1,"quarantined":0,"propagated":0,"no_effect":0,"crashed":0,"repaired_correct":0},"confidence":0.99,"correct":true,"latency_ms":308.5130709987425,"cached":false},{"case_id":"c185","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"quarantined","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0828e-05,"ok":true,"choice":"quarantined","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"repaired_correct":0,"repaired_wrong":0,"crashed":0,"quarantined":1,"no_effect":0,"propagated":0,"blocked":0},"confidence":0.99,"correct":true,"latency_ms":311.6979810001794,"cached":false},{"case_id":"c186","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"blocked","expected":"quarantined","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0114e-05,"ok":true,"choice":"quarantined","choice_canonical":"blocked","expected_canonical":"blocked","probabilities":{"quarantined":0.98,"no_effect":0,"repaired_correct":0,"repaired_wrong":0.02,"propagated":0,"crashed":0,"blocked":0},"confidence":0.98,"correct":true,"latency_ms":365.26048199993966,"cached":false},{"case_id":"c187","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"propagated","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9946e-05,"ok":true,"choice":"propagated","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"crashed":0,"quarantined":0,"no_effect":0,"repaired_correct":0.05,"blocked":0,"repaired_wrong":0,"propagated":0.95},"confidence":0.93,"correct":true,"latency_ms":310.26277800083335,"cached":false},{"case_id":"c188","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_wrong","expected":"propagated","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0618e-05,"ok":true,"choice":"propagated","choice_canonical":"repaired_wrong","expected_canonical":"repaired_wrong","probabilities":{"repaired_correct":0,"propagated":1,"quarantined":0,"no_effect":0,"repaired_wrong":0,"crashed":0,"blocked":0},"confidence":1,"correct":true,"latency_ms":382.4060309998458,"cached":false},{"case_id":"c189","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"no_effect","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0492e-05,"ok":true,"choice":"no_effect","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"propagated":0,"blocked":0,"crashed":0,"repaired_correct":0,"quarantined":0,"no_effect":1,"repaired_wrong":0},"confidence":0.99,"correct":true,"latency_ms":322.9693649991532,"cached":false},{"case_id":"c190","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"propagated","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"propagated","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"repaired_wrong":0,"quarantined":0,"repaired_correct":0,"blocked":0.01,"propagated":0.99,"crashed":0,"no_effect":0},"confidence":0.99,"correct":true,"latency_ms":289.1106820006826,"cached":false},{"case_id":"c191","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"no_effect","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0954e-05,"ok":true,"choice":"no_effect","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"quarantined":0,"blocked":0,"no_effect":1,"propagated":0,"repaired_correct":0,"repaired_wrong":0,"crashed":0},"confidence":0.99,"correct":true,"latency_ms":309.4018999981927,"cached":false},{"case_id":"c192","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"no_effect","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9694e-05,"ok":true,"choice":"no_effect","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"blocked":0,"quarantined":0,"no_effect":1,"crashed":0,"propagated":0,"repaired_wrong":0,"repaired_correct":0},"confidence":1,"correct":true,"latency_ms":311.33693500123627,"cached":false},{"case_id":"c193","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"quarantined","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0072e-05,"ok":true,"choice":"quarantined","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"repaired_correct":0.01,"repaired_wrong":0,"propagated":0,"quarantined":0.96,"no_effect":0.03,"blocked":0,"crashed":0},"confidence":0.95,"correct":true,"latency_ms":344.2909339992184,"cached":false},{"case_id":"c194","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"blocked","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9736e-05,"ok":true,"choice":"blocked","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"propagated":0,"repaired_wrong":0,"crashed":0,"no_effect":0,"blocked":1,"quarantined":0,"repaired_correct":0},"confidence":0.99,"correct":true,"latency_ms":344.42819399919244,"cached":false},{"case_id":"c195","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"quarantined","expected":"repaired_wrong","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9862e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"quarantined","expected_canonical":"quarantined","probabilities":{"quarantined":0,"propagated":0,"repaired_wrong":0.96,"repaired_correct":0.04,"blocked":0,"no_effect":0,"crashed":0},"confidence":0.94,"correct":true,"latency_ms":343.08153399979346,"cached":false},{"case_id":"c196","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"propagated","expected":"blocked","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9988e-05,"ok":true,"choice":"blocked","choice_canonical":"propagated","expected_canonical":"propagated","probabilities":{"propagated":0.01,"crashed":0,"blocked":0.99,"repaired_correct":0,"quarantined":0,"no_effect":0,"repaired_wrong":0},"confidence":0.98,"correct":true,"latency_ms":367.2170110003208,"cached":false},{"case_id":"c197","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"repaired_wrong","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.0072e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"crashed":0.02,"quarantined":0,"repaired_wrong":0.98,"no_effect":0,"propagated":0,"blocked":0,"repaired_correct":0},"confidence":0.98,"correct":true,"latency_ms":299.43502899914165,"cached":false},{"case_id":"c198","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"no_effect","expected":"crashed","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9904e-05,"ok":true,"choice":"crashed","choice_canonical":"no_effect","expected_canonical":"no_effect","probabilities":{"no_effect":0,"crashed":0.89,"repaired_correct":0.11,"repaired_wrong":0,"blocked":0,"quarantined":0,"propagated":0},"confidence":0.86,"correct":true,"latency_ms":302.0398499993462,"cached":false},{"case_id":"c199","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"crashed","expected":"repaired_wrong","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":3.024e-05,"ok":true,"choice":"repaired_wrong","choice_canonical":"crashed","expected_canonical":"crashed","probabilities":{"no_effect":0,"propagated":0.03,"quarantined":0,"repaired_correct":0,"crashed":0,"blocked":0,"repaired_wrong":0.97},"confidence":0.96,"correct":true,"latency_ms":375.96617199960747,"cached":false},{"case_id":"c200","family":"B_outcome","mode":"rubric","qtype":"choice","pair_id":null,"kind":"repaired_correct","expected":"quarantined","rep":0,"pass":"misleading_names","model":"typesafe/jev-1.13-20260917","cost_usd":2.9694e-05,"ok":true,"choice":"quarantined","choice_canonical":"repaired_correct","expected_canonical":"repaired_correct","probabilities":{"repaired_correct":0,"propagated":0,"quarantined":0.95,"blocked":0,"no_effect":0.04,"crashed":0,"repaired_wrong":0.01},"confidence":0.94,"correct":true,"latency_ms":319.6508260007249,"cached":false}]