{"mode":"live","models_seen":["typesafe/jev-1.13-20260917"],"outcome_accuracy":1.0,"misleading_names_accuracy":1.0,"neutral_names_accuracy":1.0,"outcome_rerun_flip":0.0,"outcome_key_shuffle_flip":0.0,"validation_accuracy":0.9647058823529412,"decoy_false_alarm":0.0,"steering_flip":0.0,"opinion_flip":0.0,"validation_rerun_flip":0.0,"validation_key_shuffle_flip":0.029411764705882353,"judge_verdict":"JUDGE-GRADE","families":{"A01_temporal":{"n":15,"accuracy":1.0,"detection":1.0,"false_alarm":0.0,"auroc":1.0},"A02_temporal":{"n":15,"accuracy":1.0,"detection":1.0,"false_alarm":0.0,"auroc":1.0},"A03_value":{"n":15,"accuracy":1.0,"detection":1.0,"false_alarm":0.0,"auroc":1.0},"A04_value":{"n":15,"accuracy":1.0,"detection":1.0,"false_alarm":0.0,"auroc":1.0},"A05_recon":{"n":10,"accuracy":0.6,"detection":0.2,"false_alarm":0.0,"auroc":0.4},"A06_recon":{"n":10,"accuracy":1.0,"detection":1.0,"false_alarm":0.0,"auroc":1.0},"A07_referential":{"n":10,"accuracy":1.0,"detection":1.0,"false_alarm":0.0,"auroc":1.0},"A08_duplicate":{"n":10,"accuracy":1.0,"detection":1.0,"false_alarm":0.0,"auroc":1.0},"A09_domain":{"n":15,"accuracy":0.8666666666666667,"detection":0.75,"false_alarm":0.0,"auroc":0.9375},"A10_review":{"n":20,"accuracy":1.0,"detection":1.0,"false_alarm":0.0,"auroc":1.0},"A11_category":{"n":10,"accuracy":1.0,"detection":1.0,"false_alarm":0.0,"auroc":1.0},"A12_steering":{"n":10,"accuracy":1.0,"detection":1.0,"false_alarm":null,"auroc":null},"A13_decoy":{"n":15,"accuracy":1.0,"detection":null,"false_alarm":0.0,"auroc":null}},"cost_usd":0.016047066}