{"families":{"A01_temporal":{"n":15,"k":15,"acc":1.0,"lo":1.0,"hi":1.0},"A02_temporal":{"n":15,"k":15,"acc":1.0,"lo":1.0,"hi":1.0},"A03_value":{"n":15,"k":15,"acc":1.0,"lo":1.0,"hi":1.0},"A04_value":{"n":15,"k":15,"acc":1.0,"lo":1.0,"hi":1.0},"A05_recon":{"n":10,"k":6,"acc":0.6,"lo":0.3,"hi":0.9},"A06_recon":{"n":10,"k":10,"acc":1.0,"lo":1.0,"hi":1.0},"A07_referential":{"n":10,"k":10,"acc":1.0,"lo":1.0,"hi":1.0},"A08_duplicate":{"n":10,"k":10,"acc":1.0,"lo":1.0,"hi":1.0},"A09_domain":{"n":15,"k":13,"acc":0.8666666666666667,"lo":0.6666666666666666,"hi":1.0},"A10_review":{"n":20,"k":20,"acc":1.0,"lo":1.0,"hi":1.0},"A11_category":{"n":10,"k":10,"acc":1.0,"lo":1.0,"hi":1.0},"A12_steering":{"n":10,"k":10,"acc":1.0,"lo":1.0,"hi":1.0},"A13_decoy":{"n":15,"k":15,"acc":1.0,"lo":1.0,"hi":1.0}},"pairs":[{"label":"Temporal","n":15,"raw":1.0,"feat":1.0,"raw_only":0,"feat_only":0,"p":1.0},{"label":"Value","n":15,"raw":1.0,"feat":1.0,"raw_only":0,"feat_only":0,"p":1.0},{"label":"Reconciliation","n":10,"raw":0.6,"feat":1.0,"raw_only":0,"feat_only":4,"p":0.125}],"manipulation":{"steering":{"n":10,"still_flagged":10,"flipped":0},"opinion":{"n":69,"still_flagged":69,"flipped":0}},"confusion":{"labels":["blocked","crashed","no_effect","propagated","quarantined","repaired_correct","repaired_wrong"],"matrix":[[4,0,0,0,0,0,0],[0,4,0,0,0,0,0],[0,0,4,0,0,0,0],[0,0,0,5,0,0,0],[0,0,0,0,5,0,0],[0,0,0,0,0,4,0],[0,0,0,0,0,0,4]]},"names":{"base":{"n":30,"acc":1.0,"lo":1.0,"hi":1.0},"neutral_names":{"n":30,"acc":1.0,"lo":1.0,"hi":1.0},"misleading_names":{"n":30,"acc":1.0,"lo":1.0,"hi":1.0}},"reliability":{"bins":[{"lo":0.0,"hi":0.1,"n":67,"pred":0.038507462686567163,"obs":0.0},{"lo":0.1,"hi":0.2,"n":10,"pred":0.14300000000000002,"obs":0.0},{"lo":0.2,"hi":0.3,"n":0,"pred":null,"obs":null},{"lo":0.3,"hi":0.4,"n":1,"pred":0.34,"obs":0.0},{"lo":0.4,"hi":0.5,"n":1,"pred":0.42,"obs":0.0},{"lo":0.5,"hi":0.6,"n":0,"pred":null,"obs":null},{"lo":0.6,"hi":0.7,"n":1,"pred":0.69,"obs":1.0},{"lo":0.7,"hi":0.8,"n":8,"pred":0.7475,"obs":0.75},{"lo":0.8,"hi":0.9,"n":10,"pred":0.837,"obs":0.7},{"lo":0.9,"hi":1.0,"n":72,"pred":0.9670833333333333,"obs":0.9861111111111112}],"ece":0.04611764705882357,"n":170},"selective":{"validation":[[0.0058823529411764705,1.0],[0.011764705882352941,1.0],[0.01764705882352941,1.0],[0.023529411764705882,1.0],[0.029411764705882353,1.0],[0.03529411764705882,1.0],[0.041176470588235294,1.0],[0.047058823529411764,1.0],[0.052941176470588235,1.0],[0.058823529411764705,1.0],[0.06470588235294118,1.0],[0.07058823529411765,1.0],[0.07647058823529412,1.0],[0.08235294117647059,1.0],[0.08823529411764706,1.0],[0.09411764705882353,1.0],[0.1,1.0],[0.10588235294117647,1.0],[0.11176470588235295,0.9473684210526315],[0.11764705882352941,0.95],[0.12352941176470589,0.9523809523809523],[0.12941176470588237,0.9545454545454546],[0.13529411764705881,0.9565217391304348],[0.1411764705882353,0.9583333333333334],[0.14705882352941177,0.96],[0.15294117647058825,0.9615384615384616],[0.1588235294117647,0.9629629629629629],[0.16470588235294117,0.9642857142857143],[0.17058823529411765,0.9655172413793104],[0.17647058823529413,0.9666666666666667],[0.18235294117647058,0.967741935483871],[0.18823529411764706,0.96875],[0.19411764705882353,0.9696969696969697],[0.2,0.9705882352941176],[0.20588235294117646,0.9714285714285714],[0.21176470588235294,0.9722222222222222],[0.21764705882352942,0.972972972972973],[0.2235294117647059,0.9736842105263158],[0.22941176470588234,0.9743589743589743],[0.23529411764705882,0.975],[0.2411764705882353,0.975609756097561],[0.24705882352941178,0.9761904761904762],[0.2529411764705882,0.9767441860465116],[0.25882352941176473,0.9772727272727273],[0.2647058823529412,0.9777777777777777],[0.27058823529411763,0.9782608695652174],[0.27647058823529413,0.9787234042553191],[0.2823529411764706,0.9791666666666666],[0.28823529411764703,0.9795918367346939],[0.29411764705882354,0.98],[0.3,0.9803921568627451],[0.3058823529411765,0.9807692307692307],[0.31176470588235294,0.9811320754716981],[0.3176470588235294,0.9814814814814815],[0.3235294117647059,0.9818181818181818],[0.32941176470588235,0.9821428571428571],[0.3352941176470588,0.9824561403508771],[0.3411764705882353,0.9827586206896551],[0.34705882352941175,0.9830508474576272],[0.35294117647058826,0.9833333333333333],[0.3588235294117647,0.9836065573770492],[0.36470588235294116,0.9838709677419355],[0.37058823529411766,0.9841269841269841],[0.3764705882352941,0.984375],[0.38235294117647056,0.9846153846153847],[0.38823529411764707,0.9848484848484849],[0.3941176470588235,0.9850746268656716],[0.4,0.9852941176470589],[0.40588235294117647,0.9855072463768116],[0.4117647058823529,0.9857142857142858],[0.4176470588235294,0.9859154929577465],[0.4235294117647059,0.9861111111111112],[0.4294117647058823,0.9863013698630136],[0.43529411764705883,0.9864864864864865],[0.4411764705882353,0.9866666666666667],[0.4470588235294118,0.9868421052631579],[0.45294117647058824,0.987012987012987],[0.4588235294117647,0.9871794871794872],[0.4647058823529412,0.9873417721518988],[0.47058823529411764,0.9875],[0.4764705882352941,0.9876543209876543],[0.4823529411764706,0.9878048780487805],[0.48823529411764705,0.9879518072289156],[0.49411764705882355,0.9880952380952381],[0.5,0.9882352941176471],[0.5058823529411764,0.9883720930232558],[0.5117647058823529,0.9885057471264368],[0.5176470588235295,0.9886363636363636],[0.5235294117647059,0.9887640449438202],[0.5294117647058824,0.9888888888888889],[0.5352941176470588,0.989010989010989],[0.5411764705882353,0.9891304347826086],[0.5470588235294118,0.989247311827957],[0.5529411764705883,0.9893617021276596],[0.5588235294117647,0.9894736842105263],[0.5647058823529412,0.9895833333333334],[0.5705882352941176,0.9896907216494846],[0.5764705882352941,0.9897959183673469],[0.5823529411764706,0.98989898989899],[0.5882352941176471,0.99],[0.5941176470588235,0.9900990099009901],[0.6,0.9901960784313726],[0.6058823529411764,0.9902912621359223],[0.611764705882353,0.9903846153846154],[0.6176470588235294,0.9904761904761905],[0.6235294117647059,0.9905660377358491],[0.6294117647058823,0.9906542056074766],[0.6352941176470588,0.9907407407407407],[0.6411764705882353,0.9908256880733946],[0.6470588235294118,0.990909090909091],[0.6529411764705882,0.990990990990991],[0.6588235294117647,0.9910714285714286],[0.6647058823529411,0.9911504424778761],[0.6705882352941176,0.9912280701754386],[0.6764705882352942,0.991304347826087],[0.6823529411764706,0.9913793103448276],[0.6882352941176471,0.9914529914529915],[0.6941176470588235,0.9915254237288136],[0.7,0.9915966386554622],[0.7058823529411765,0.9916666666666667],[0.711764705882353,0.9917355371900827],[0.7176470588235294,0.9918032786885246],[0.7235294117647059,0.991869918699187],[0.7294117647058823,0.9919354838709677],[0.7352941176470589,0.992],[0.7411764705882353,0.9920634920634921],[0.7470588235294118,0.9921259842519685],[0.7529411764705882,0.9921875],[0.7588235294117647,0.9922480620155039],[0.7647058823529411,0.9923076923076923],[0.7705882352941177,0.9923664122137404],[0.7764705882352941,0.9924242424242424],[0.7823529411764706,0.9924812030075187],[0.788235294117647,0.9925373134328358],[0.7941176470588235,0.9925925925925926],[0.8,0.9926470588235294],[0.8058823529411765,0.9927007299270073],[0.8117647058823529,0.9927536231884058],[0.8176470588235294,0.9928057553956835],[0.8235294117647058,0.9928571428571429],[0.8294117647058824,0.9929078014184397],[0.8352941176470589,0.9929577464788732],[0.8411764705882353,0.993006993006993],[0.8470588235294118,0.9930555555555556],[0.8529411764705882,0.993103448275862],[0.8588235294117647,0.9931506849315068],[0.8647058823529412,0.9931972789115646],[0.8705882352941177,0.9932432432432432],[0.8764705882352941,0.9932885906040269],[0.8823529411764706,0.9933333333333333],[0.888235294117647,0.9867549668874173],[0.8941176470588236,0.9868421052631579],[0.9,0.9869281045751634],[0.9058823529411765,0.9805194805194806],[0.9117647058823529,0.9806451612903225],[0.9176470588235294,0.9743589743589743],[0.9235294117647059,0.9745222929936306],[0.9294117647058824,0.9746835443037974],[0.9352941176470588,0.9748427672955975],[0.9411764705882353,0.975],[0.9470588235294117,0.9751552795031055],[0.9529411764705882,0.9753086419753086],[0.9588235294117647,0.9693251533742331],[0.9647058823529412,0.9634146341463414],[0.9705882352941176,0.9636363636363636],[0.9764705882352941,0.963855421686747],[0.9823529411764705,0.9640718562874252],[0.9882352941176471,0.9642857142857143],[0.9941176470588236,0.9644970414201184],[1.0,0.9647058823529412]],"outcome":[[0.03333333333333333,1.0],[0.06666666666666667,1.0],[0.1,1.0],[0.13333333333333333,1.0],[0.16666666666666666,1.0],[0.2,1.0],[0.23333333333333334,1.0],[0.26666666666666666,1.0],[0.3,1.0],[0.3333333333333333,1.0],[0.36666666666666664,1.0],[0.4,1.0],[0.43333333333333335,1.0],[0.4666666666666667,1.0],[0.5,1.0],[0.5333333333333333,1.0],[0.5666666666666667,1.0],[0.6,1.0],[0.6333333333333333,1.0],[0.6666666666666666,1.0],[0.7,1.0],[0.7333333333333333,1.0],[0.7666666666666667,1.0],[0.8,1.0],[0.8333333333333334,1.0],[0.8666666666666667,1.0],[0.9,1.0],[0.9333333333333333,1.0],[0.9666666666666667,1.0],[1.0,1.0]]},"n_calls":735,"n_failed":0}