{"models":[{"endpoint":"selected","drop_mask":0,"k":0,"drop_probabilities":[0,0,0,0],"nominal_training_affine_fraction":1.0,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9799,"values":[0.9848,0.9775,0.9774],"n":3,"sample_sd":0.00424381903478457,"df":2,"ci95_low":0.9693577690934789,"ci95_high":0.9904422309065211},"ce":{"mean":0.07482706396240177,"values":[0.0713811362581125,0.07598973079950755,0.07711032482958524],"n":3,"sample_sd":0.003036403473264487,"df":2,"ci95_low":0.06728421958611187,"ci95_high":0.08236990833869166},"training_seconds":{"mean":66.34146790133333,"values":[66.34134581900001,66.10116902299997,66.58188886200003],"n":3,"sample_sd":0.24035994275280734,"df":2,"ci95_low":65.74438070312604,"ci95_high":66.93855509954062},"selected_epoch":{"mean":8.333333333333334,"values":[15.0,5.0,5.0],"n":3,"sample_sd":5.773502691896257,"df":2,"ci95_low":-6.008842433,"ci95_high":22.67550909966667},"train_accuracy":{"mean":0.9956066666666666,"values":[1.0,0.99354,0.99328],"n":3,"sample_sd":0.0038069585410578427,"df":2,"ci95_low":0.986149657387424,"ci95_high":1.0050636759459093},"train_ce":{"mean":0.01337185731569926,"values":[0.00010453068733215331,0.020050914306640626,0.019960126953125],"n":3,"sample_sd":0.011489931570019195,"df":2,"ci95_low":-0.015170715003814728,"ci95_high":0.041914429635213246},"validation_accuracy":{"mean":0.9793333333333334,"values":[0.9825,0.9775,0.978],"n":3,"sample_sd":0.002753785273643067,"df":2,"ci95_low":0.9724925514847746,"ci95_high":0.9861741151818921},"validation_ce":{"mean":0.08156226399739583,"values":[0.0874674072265625,0.07908282470703125,0.07813656005859375],"n":3,"sample_sd":0.005135843807394297,"df":2,"ci95_low":0.06880412071334188,"ci95_high":0.09432040728144978},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}},"paired_vs_none":{"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"ce":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_count":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_count":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9901360544217687,"values":[0.9928571428571429,0.986734693877551,0.9908163265306122],"n":3,"sample_sd":0.0031173984319427857,"df":2,"ci95_low":0.9823920074141573,"ci95_high":0.99788010142938},"ce":{"mean":0.0390675357469316,"values":[0.03752090661566791,0.04185960403607788,0.03782209658904901],"n":3,"sample_sd":0.0024226871131985852,"df":2,"ci95_low":0.03304924732505289,"ci95_high":0.04508582416881031},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9901360544217687,"values":[0.9928571428571429,0.986734693877551,0.9908163265306122],"n":3,"sample_sd":0.0031173984319427857,"df":2,"ci95_low":0.9823920074141573,"ci95_high":0.99788010142938},"ce":{"mean":0.0390675357469316,"values":[0.03752090661566791,0.04185960403607788,0.03782209658904901],"n":3,"sample_sd":0.0024226871131985852,"df":2,"ci95_low":0.03304924732505289,"ci95_high":0.04508582416881031},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9914831130690162,"values":[0.9920704845814978,0.9929515418502203,0.9894273127753304],"n":3,"sample_sd":0.0018340669598820856,"df":2,"ci95_low":0.9869270381679384,"ci95_high":0.9960391879700939},"ce":{"mean":0.023527265384013066,"values":[0.022110501743468285,0.01547134087453973,0.032999953534031186],"n":3,"sample_sd":0.008849772870051429,"df":2,"ci95_low":0.0015432108563241953,"ci95_high":0.04551131991170194},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9914831130690162,"values":[0.9920704845814978,0.9929515418502203,0.9894273127753304],"n":3,"sample_sd":0.0018340669598820856,"df":2,"ci95_low":0.9869270381679384,"ci95_high":0.9960391879700939},"ce":{"mean":0.023527265384013066,"values":[0.022110501743468285,0.01547134087453973,0.032999953534031186],"n":3,"sample_sd":0.008849772870051429,"df":2,"ci95_low":0.0015432108563241953,"ci95_high":0.04551131991170194},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9790051679586563,"values":[0.9844961240310077,0.9689922480620154,0.9835271317829457],"n":3,"sample_sd":0.008684967480457866,"df":2,"ci95_low":0.9574305127143709,"ci95_high":1.0005798232029417},"ce":{"mean":0.06454114108103663,"values":[0.055510410060830136,0.08289443863345754,0.05521857454882221],"n":3,"sample_sd":0.015895091703959804,"df":2,"ci95_low":0.02505554434611878,"ci95_high":0.10402673781595448},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9790051679586563,"values":[0.9844961240310077,0.9689922480620154,0.9835271317829457],"n":3,"sample_sd":0.008684967480457866,"df":2,"ci95_low":0.9574305127143709,"ci95_high":1.0005798232029417},"ce":{"mean":0.06454114108103663,"values":[0.055510410060830136,0.08289443863345754,0.05521857454882221],"n":3,"sample_sd":0.015895091703959804,"df":2,"ci95_low":0.02505554434611878,"ci95_high":0.10402673781595448},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9587458745874587,"values":[0.9801980198019802,0.9613861386138614,0.9346534653465347],"n":3,"sample_sd":0.022886783429156145,"df":2,"ci95_low":0.9018919527684403,"ci95_high":1.0155997964064771},"ce":{"mean":0.12365463848895333,"values":[0.08311327812303945,0.10421442135892275,0.1836362159848978],"n":3,"sample_sd":0.05300619577598273,"df":2,"ci95_low":-0.008020051399193345,"ci95_high":0.2553293283771},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9587458745874587,"values":[0.9801980198019802,0.9613861386138614,0.9346534653465347],"n":3,"sample_sd":0.022886783429156145,"df":2,"ci95_low":0.9018919527684403,"ci95_high":1.0155997964064771},"ce":{"mean":0.12365463848895333,"values":[0.08311327812303945,0.10421442135892275,0.1836362159848978],"n":3,"sample_sd":0.05300619577598273,"df":2,"ci95_low":-0.008020051399193345,"ci95_high":0.2553293283771},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":4,"n":982,"accuracy":{"mean":0.9762389680923286,"values":[0.9816700610997964,0.9725050916496945,0.9745417515274949],"n":3,"sample_sd":0.004812439537935491,"df":2,"ci95_low":0.9642842055502064,"ci95_high":0.9881937306344507},"ce":{"mean":0.094466250749362,"values":[0.08564211682453107,0.1223718765726237,0.07538475885093125],"n":3,"sample_sd":0.024705187969140417,"df":2,"ci95_low":0.03309516163719253,"ci95_high":0.15583733986153148},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9762389680923286,"values":[0.9816700610997964,0.9725050916496945,0.9745417515274949],"n":3,"sample_sd":0.004812439537935491,"df":2,"ci95_low":0.9642842055502064,"ci95_high":0.9881937306344507},"ce":{"mean":0.094466250749362,"values":[0.08564211682453107,0.1223718765726237,0.07538475885093125],"n":3,"sample_sd":0.024705187969140417,"df":2,"ci95_low":0.03309516163719253,"ci95_high":0.15583733986153148},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":5,"n":892,"accuracy":{"mean":0.984304932735426,"values":[0.9820627802690582,0.9809417040358744,0.9899103139013453],"n":3,"sample_sd":0.004886658008453696,"df":2,"ci95_low":0.9721658012917747,"ci95_high":0.9964440641790773},"ce":{"mean":0.06323717992465146,"values":[0.08566983690450805,0.06505153201999811,0.038990170849448225],"n":3,"sample_sd":0.023392663612709707,"df":2,"ci95_low":0.005126582063996424,"ci95_high":0.12134777778530649},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.984304932735426,"values":[0.9820627802690582,0.9809417040358744,0.9899103139013453],"n":3,"sample_sd":0.004886658008453696,"df":2,"ci95_low":0.9721658012917747,"ci95_high":0.9964440641790773},"ce":{"mean":0.06323717992465146,"values":[0.08566983690450805,0.06505153201999811,0.038990170849448225],"n":3,"sample_sd":0.023392663612709707,"df":2,"ci95_low":0.005126582063996424,"ci95_high":0.12134777778530649},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":6,"n":958,"accuracy":{"mean":0.9822546972860126,"values":[0.9832985386221295,0.9864300626304802,0.9770354906054279],"n":3,"sample_sd":0.004783481936279605,"df":2,"ci95_low":0.9703718694142082,"ci95_high":0.994137525157817},"ce":{"mean":0.0868819439773723,"values":[0.09835231365676483,0.0697396623893012,0.09255385588605085],"n":3,"sample_sd":0.015126099684427224,"df":2,"ci95_low":0.0493066293182772,"ci95_high":0.1244572586364674},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9822546972860126,"values":[0.9832985386221295,0.9864300626304802,0.9770354906054279],"n":3,"sample_sd":0.004783481936279605,"df":2,"ci95_low":0.9703718694142082,"ci95_high":0.994137525157817},"ce":{"mean":0.0868819439773723,"values":[0.09835231365676483,0.0697396623893012,0.09255385588605085],"n":3,"sample_sd":0.015126099684427224,"df":2,"ci95_low":0.0493066293182772,"ci95_high":0.1244572586364674},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9795719844357976,"values":[0.9834630350194552,0.9717898832684825,0.9834630350194552],"n":3,"sample_sd":0.006739497305715452,"df":2,"ci95_low":0.9628301450198444,"ci95_high":0.9963138238517508},"ce":{"mean":0.07771554310109274,"values":[0.08281009122946457,0.09270511585191041,0.05763142222190325],"n":3,"sample_sd":0.01808332966262364,"df":2,"ci95_low":0.0327940619305843,"ci95_high":0.12263702427160118},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9795719844357976,"values":[0.9834630350194552,0.9717898832684825,0.9834630350194552],"n":3,"sample_sd":0.006739497305715452,"df":2,"ci95_low":0.9628301450198444,"ci95_high":0.9963138238517508},"ce":{"mean":0.07771554310109274,"values":[0.08281009122946457,0.09270511585191041,0.05763142222190325],"n":3,"sample_sd":0.01808332966262364,"df":2,"ci95_low":0.0327940619305843,"ci95_high":0.12263702427160118},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":8,"n":974,"accuracy":{"mean":0.9750171115674195,"values":[0.9835728952772074,0.9763860369609856,0.9650924024640657],"n":3,"sample_sd":0.009315987398231482,"df":2,"ci95_low":0.9518749159484722,"ci95_high":0.9981593071863669},"ce":{"mean":0.09478706500814497,"values":[0.07738381183719055,0.07621077935489536,0.130766603832349],"n":3,"sample_sd":0.031164714210191853,"df":2,"ci95_low":0.01736962315997735,"ci95_high":0.1722045068563126},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9750171115674195,"values":[0.9835728952772074,0.9763860369609856,0.9650924024640657],"n":3,"sample_sd":0.009315987398231482,"df":2,"ci95_low":0.9518749159484722,"ci95_high":0.9981593071863669},"ce":{"mean":0.09478706500814497,"values":[0.07738381183719055,0.07621077935489536,0.130766603832349],"n":3,"sample_sd":0.031164714210191853,"df":2,"ci95_low":0.01736962315997735,"ci95_high":0.1722045068563126},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9814998348199537,"values":[0.9831516352824579,0.9762140733399405,0.9851337958374629],"n":3,"sample_sd":0.004683662662292016,"df":2,"ci95_low":0.9698649717710301,"ci95_high":0.9931346978688773},"ce":{"mean":0.08638539269262176,"values":[0.09462252160047853,0.09511931991312102,0.06941433656426571],"n":3,"sample_sd":0.014699464674766884,"df":2,"ci95_low":0.04986989815021396,"ci95_high":0.12290088723502955},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9814998348199537,"values":[0.9831516352824579,0.9762140733399405,0.9851337958374629],"n":3,"sample_sd":0.004683662662292016,"df":2,"ci95_low":0.9698649717710301,"ci95_high":0.9931346978688773},"ce":{"mean":0.08638539269262176,"values":[0.09462252160047853,0.09511931991312102,0.06941433656426571],"n":3,"sample_sd":0.014699464674766884,"df":2,"ci95_low":0.04986989815021396,"ci95_high":0.12290088723502955},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m00-s201-v1","accuracy":0.9848,"test_accuracy":0.9848,"ce":0.0713811362581125,"training_seconds":66.34134581900001,"selected_epoch":15,"epoch":15,"total_run_seconds":73.260931681,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"ce":0.0},"per_class":[{"n":980,"baseline_correct":973,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":0,"accuracy":0.9928571428571429,"ce":0.03752090661566791},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.022110501743468285},{"n":1032,"baseline_correct":1016,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":2,"accuracy":0.9844961240310077,"ce":0.055510410060830136},{"n":1010,"baseline_correct":990,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":3,"accuracy":0.9801980198019802,"ce":0.08311327812303945},{"n":982,"baseline_correct":964,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":4,"accuracy":0.9816700610997964,"ce":0.08564211682453107},{"n":892,"baseline_correct":876,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":5,"accuracy":0.9820627802690582,"ce":0.08566983690450805},{"n":958,"baseline_correct":942,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":6,"accuracy":0.9832985386221295,"ce":0.09835231365676483},{"n":1028,"baseline_correct":1011,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":7,"accuracy":0.9834630350194552,"ce":0.08281009122946457},{"n":974,"baseline_correct":958,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.07738381183719055},{"n":1009,"baseline_correct":992,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":9,"accuracy":0.9831516352824579,"ce":0.09462252160047853}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"c0628456049caef4f5c9d165131f3c74188d11b058d1725bac56ef554bf20ed0","train_accuracy":1.0,"train_ce":0.00010453068733215331,"validation_accuracy":0.9825,"validation_ce":0.0874674072265625},{"seed":202,"run_id":"halfdrop-m00-s202-v1","accuracy":0.9775,"test_accuracy":0.9775,"ce":0.07598973079950755,"training_seconds":66.10116902299997,"selected_epoch":5,"epoch":5,"total_run_seconds":85.03194103,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"ce":0.0},"per_class":[{"n":980,"baseline_correct":967,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":0,"accuracy":0.986734693877551,"ce":0.04185960403607788},{"n":1135,"baseline_correct":1127,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9929515418502203,"ce":0.01547134087453973},{"n":1032,"baseline_correct":1000,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":2,"accuracy":0.9689922480620154,"ce":0.08289443863345754},{"n":1010,"baseline_correct":971,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":3,"accuracy":0.9613861386138614,"ce":0.10421442135892275},{"n":982,"baseline_correct":955,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":4,"accuracy":0.9725050916496945,"ce":0.1223718765726237},{"n":892,"baseline_correct":875,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":5,"accuracy":0.9809417040358744,"ce":0.06505153201999811},{"n":958,"baseline_correct":945,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":6,"accuracy":0.9864300626304802,"ce":0.0697396623893012},{"n":1028,"baseline_correct":999,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":7,"accuracy":0.9717898832684825,"ce":0.09270511585191041},{"n":974,"baseline_correct":951,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":8,"accuracy":0.9763860369609856,"ce":0.07621077935489536},{"n":1009,"baseline_correct":985,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":9,"accuracy":0.9762140733399405,"ce":0.09511931991312102}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"6eee28de52b3a0dea6ca742a0b567993e4c5a02d3516ad05ab24a2c8aa10f0b8","train_accuracy":0.99354,"train_ce":0.020050914306640626,"validation_accuracy":0.9775,"validation_ce":0.07908282470703125},{"seed":203,"run_id":"halfdrop-m00-s203-v1","accuracy":0.9774,"test_accuracy":0.9774,"ce":0.07711032482958524,"training_seconds":66.58188886200003,"selected_epoch":5,"epoch":5,"total_run_seconds":80.121054719,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"ce":0.0},"per_class":[{"n":980,"baseline_correct":971,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":0,"accuracy":0.9908163265306122,"ce":0.03782209658904901},{"n":1135,"baseline_correct":1123,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9894273127753304,"ce":0.032999953534031186},{"n":1032,"baseline_correct":1015,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":2,"accuracy":0.9835271317829457,"ce":0.05521857454882221},{"n":1010,"baseline_correct":944,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":3,"accuracy":0.9346534653465347,"ce":0.1836362159848978},{"n":982,"baseline_correct":957,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":4,"accuracy":0.9745417515274949,"ce":0.07538475885093125},{"n":892,"baseline_correct":883,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":5,"accuracy":0.9899103139013453,"ce":0.038990170849448225},{"n":958,"baseline_correct":936,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":6,"accuracy":0.9770354906054279,"ce":0.09255385588605085},{"n":1028,"baseline_correct":1011,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":7,"accuracy":0.9834630350194552,"ce":0.05763142222190325},{"n":974,"baseline_correct":940,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":8,"accuracy":0.9650924024640657,"ce":0.130766603832349},{"n":1009,"baseline_correct":994,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":9,"accuracy":0.9851337958374629,"ce":0.06941433656426571}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"a5c70d6c6402e0f412e6e3b3c3afb9beb87a358de7a0609d6decf87aa9047cd9","train_accuracy":0.99328,"train_ce":0.019960126953125,"validation_accuracy":0.978,"validation_ce":0.07813656005859375}]},{"endpoint":"selected","drop_mask":1,"k":1,"drop_probabilities":[0.5,0,0,0],"nominal_training_affine_fraction":0.7910572503134141,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9772666666666667,"values":[0.9757,0.9786,0.9775],"n":3,"sample_sd":0.0014640127503998581,"df":2,"ci95_low":0.9736298573827878,"ci95_high":0.9809034759505456},"ce":{"mean":0.07446540930592353,"values":[0.07910169804758382,0.07227531698510815,0.07201921288507863],"n":3,"sample_sd":0.004017185245859024,"df":2,"ci95_low":0.06448616794124896,"ci95_high":0.0844446506705981},"training_seconds":{"mean":54.87560089266666,"values":[54.868908251,54.74604802700006,55.011846399999925],"n":3,"sample_sd":0.1330255139501552,"df":2,"ci95_low":54.54514719682655,"ci95_high":55.206054588506774},"selected_epoch":{"mean":5.0,"values":[5.0,5.0,5.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":5.0,"ci95_high":5.0},"train_accuracy":{"mean":0.9927933333333333,"values":[0.99196,0.99306,0.99336],"n":3,"sample_sd":0.0007371114795832437,"df":2,"ci95_low":0.9909622469090724,"ci95_high":0.9946244197575942},"train_ce":{"mean":0.023695520833333334,"values":[0.0260002587890625,0.0228824755859375,0.022203828125],"n":3,"sample_sd":0.0020245995597878677,"df":2,"ci95_low":0.01866613671549521,"ci95_high":0.028724904951171457},"validation_accuracy":{"mean":0.9764999999999999,"values":[0.974,0.9772,0.9783],"n":3,"sample_sd":0.002233830790368853,"df":2,"ci95_low":0.9709508566917815,"ci95_high":0.9820491433082184},"validation_ce":{"mean":0.08080325927734375,"values":[0.08581807861328125,0.08042068481445312,0.07617101440429687],"n":3,"sample_sd":0.004834897556082125,"df":2,"ci95_low":0.06879270792541042,"ci95_high":0.09281381062927707},"harm_rate":{"mean":0.008733333333333334,"values":[0.0119,0.007,0.0073],"n":3,"sample_sd":0.002746512940681936,"df":2,"ci95_low":0.0019106169613363313,"ci95_high":0.015556049705330338},"repair_rate":{"mean":0.0060999999999999995,"values":[0.0028,0.0081,0.0074],"n":3,"sample_sd":0.0028792360097775935,"df":2,"ci95_low":-0.0010524187531683066,"ci95_high":0.013252418753168306},"conditional_harm":{"mean":0.008904530630946959,"values":[0.012083671811535338,0.007161125319693095,0.0074687947616124415],"n":3,"sample_sd":0.002757511397248867,"df":2,"ci95_low":0.0020544925782200393,"ci95_high":0.015754568683673878}},"paired_vs_none":{"accuracy_pp":{"mean":-0.26333333333333336,"values":[-0.91,0.11,0.01],"n":3,"sample_sd":0.5622573550726867,"df":2,"ci95_low":-1.6600580328272578,"ci95_high":1.133391366160591},"ce":{"mean":-0.00036165465647822653,"values":[0.007720561789471322,-0.003714413814399395,-0.005091111944506607],"n":3,"sample_sd":0.007033170795931462,"df":2,"ci95_low":-0.017833019464443933,"ci95_high":0.017109710151487482},"harm_rate":{"mean":0.008733333333333334,"values":[0.0119,0.007,0.0073],"n":3,"sample_sd":0.002746512940681936,"df":2,"ci95_low":0.0019106169613363313,"ci95_high":0.015556049705330338},"repair_rate":{"mean":0.0060999999999999995,"values":[0.0028,0.0081,0.0074],"n":3,"sample_sd":0.0028792360097775935,"df":2,"ci95_low":-0.0010524187531683066,"ci95_high":0.013252418753168306},"conditional_harm":{"mean":0.008904530630946959,"values":[0.012083671811535338,0.007161125319693095,0.0074687947616124415],"n":3,"sample_sd":0.002757511397248867,"df":2,"ci95_low":0.0020544925782200393,"ci95_high":0.015754568683673878},"harm_count":{"mean":87.33333333333333,"values":[119.0,70.0,73.0],"n":3,"sample_sd":27.465129406819354,"df":2,"ci95_low":19.106169613363306,"ci95_high":155.56049705330335},"repair_count":{"mean":61.0,"values":[28.0,81.0,74.0],"n":3,"sample_sd":28.792360097775937,"df":2,"ci95_low":-10.524187531683054,"ci95_high":132.52418753168305}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9921768707482993,"values":[0.9918367346938776,0.9918367346938776,0.9928571428571429],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9907133834252041,"ci95_high":0.9936403580713945},"ce":{"mean":0.03368136086473719,"values":[0.039059940845902356,0.03086947538440162,0.03111466636390761],"n":3,"sample_sd":0.004659599941459647,"df":2,"ci95_low":0.022106272928082673,"ci95_high":0.04525644880139171},"accuracy_pp":{"mean":0.20408163265306123,"values":[-0.10204081632653061,0.5102040816326531,0.20408163265306123],"n":3,"sample_sd":0.30612244897959184,"df":2,"ci95_low":-0.5563686872971153,"ci95_high":0.9645319526032378},"harm_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"repair_rate":{"mean":0.0023809523809523807,"values":[0.0,0.00510204081632653,0.0020408163265306124],"n":3,"sample_sd":0.002567970896350595,"df":2,"ci95_low":-0.00399824096557262,"ci95_high":0.008760145727477383},"conditional_harm":{"mean":0.00034258307639602604,"values":[0.0010277492291880781,0.0,0.0],"n":3,"sample_sd":0.0005933712941311673,"df":2,"ci95_low":-0.0011314329324768758,"ci95_high":0.0018165990852689279},"metrics":{"accuracy":{"mean":0.9921768707482993,"values":[0.9918367346938776,0.9918367346938776,0.9928571428571429],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9907133834252041,"ci95_high":0.9936403580713945},"ce":{"mean":0.03368136086473719,"values":[0.039059940845902356,0.03086947538440162,0.03111466636390761],"n":3,"sample_sd":0.004659599941459647,"df":2,"ci95_low":0.022106272928082673,"ci95_high":0.04525644880139171},"accuracy_pp":{"mean":0.20408163265306123,"values":[-0.10204081632653061,0.5102040816326531,0.20408163265306123],"n":3,"sample_sd":0.30612244897959184,"df":2,"ci95_low":-0.5563686872971153,"ci95_high":0.9645319526032378},"harm_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"repair_rate":{"mean":0.0023809523809523807,"values":[0.0,0.00510204081632653,0.0020408163265306124],"n":3,"sample_sd":0.002567970896350595,"df":2,"ci95_low":-0.00399824096557262,"ci95_high":0.008760145727477383},"conditional_harm":{"mean":0.00034258307639602604,"values":[0.0010277492291880781,0.0,0.0],"n":3,"sample_sd":0.0005933712941311673,"df":2,"ci95_low":-0.0011314329324768758,"ci95_high":0.0018165990852689279}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9906020558002937,"values":[0.9885462555066079,0.9929515418502203,0.9903083700440528],"n":3,"sample_sd":0.002217278835615512,"df":2,"ci95_low":0.9850940298270826,"ci95_high":0.9961100817735048},"ce":{"mean":0.030084684761303576,"values":[0.04678083039595803,0.017735602609680004,0.025737621278272692],"n":3,"sample_sd":0.015002634268131707,"df":2,"ci95_low":-0.007183924801064133,"ci95_high":0.06735329432367129},"accuracy_pp":{"mean":-0.0881057268722467,"values":[-0.3524229074889868,0.0,0.0881057268722467],"n":3,"sample_sd":0.23310584238454543,"df":2,"ci95_low":-0.6671727407892846,"ci95_high":0.49096128704479114},"harm_rate":{"mean":0.0029368575624082235,"values":[0.004405286343612335,0.001762114537444934,0.0026431718061674008],"n":3,"sample_sd":0.001345837208503918,"df":2,"ci95_low":-0.0004063874012301227,"ci95_high":0.00628010252604657},"repair_rate":{"mean":0.0020558002936857563,"values":[0.000881057268722467,0.001762114537444934,0.003524229074889868],"n":3,"sample_sd":0.0013458372085039178,"df":2,"ci95_low":-0.001287444669952589,"ci95_high":0.005399045257324101},"conditional_harm":{"mean":0.002962178692912542,"values":[0.004440497335701598,0.001774622892635315,0.0026714158504007124],"n":3,"sample_sd":0.0013565135124604033,"df":2,"ci95_low":-0.00040758768000714657,"ci95_high":0.006331945065832231},"metrics":{"accuracy":{"mean":0.9906020558002937,"values":[0.9885462555066079,0.9929515418502203,0.9903083700440528],"n":3,"sample_sd":0.002217278835615512,"df":2,"ci95_low":0.9850940298270826,"ci95_high":0.9961100817735048},"ce":{"mean":0.030084684761303576,"values":[0.04678083039595803,0.017735602609680004,0.025737621278272692],"n":3,"sample_sd":0.015002634268131707,"df":2,"ci95_low":-0.007183924801064133,"ci95_high":0.06735329432367129},"accuracy_pp":{"mean":-0.0881057268722467,"values":[-0.3524229074889868,0.0,0.0881057268722467],"n":3,"sample_sd":0.23310584238454543,"df":2,"ci95_low":-0.6671727407892846,"ci95_high":0.49096128704479114},"harm_rate":{"mean":0.0029368575624082235,"values":[0.004405286343612335,0.001762114537444934,0.0026431718061674008],"n":3,"sample_sd":0.001345837208503918,"df":2,"ci95_low":-0.0004063874012301227,"ci95_high":0.00628010252604657},"repair_rate":{"mean":0.0020558002936857563,"values":[0.000881057268722467,0.001762114537444934,0.003524229074889868],"n":3,"sample_sd":0.0013458372085039178,"df":2,"ci95_low":-0.001287444669952589,"ci95_high":0.005399045257324101},"conditional_harm":{"mean":0.002962178692912542,"values":[0.004440497335701598,0.001774622892635315,0.0026714158504007124],"n":3,"sample_sd":0.0013565135124604033,"df":2,"ci95_low":-0.00040758768000714657,"ci95_high":0.006331945065832231}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9693152454780362,"values":[0.9612403100775194,0.9709302325581395,0.9757751937984496],"n":3,"sample_sd":0.007400800540949307,"df":2,"ci95_low":0.9509306377564786,"ci95_high":0.9876998531995937},"ce":{"mean":0.08459665096458717,"values":[0.11106806256175533,0.0868517011279264,0.055870189204079775],"n":3,"sample_sd":0.02766794615131162,"df":2,"ci95_low":0.01586566252103186,"ci95_high":0.15332763940814248},"accuracy_pp":{"mean":-0.9689922480620156,"values":[-2.3255813953488373,0.1937984496124031,-0.7751937984496124],"n":3,"sample_sd":1.2708214194383722,"df":2,"ci95_low":-4.125887661099411,"ci95_high":2.18790316497538},"harm_rate":{"mean":0.015180878552971577,"values":[0.02422480620155039,0.007751937984496124,0.013565891472868217],"n":3,"sample_sd":0.00835433924830592,"df":2,"ci95_low":-0.005572450631227164,"ci95_high":0.03593420773717032},"repair_rate":{"mean":0.005490956072351421,"values":[0.0009689922480620155,0.009689922480620155,0.005813953488372093],"n":3,"sample_sd":0.004369428055060944,"df":2,"ci95_low":-0.00536330493838513,"ci95_high":0.016345217083087973},"conditional_harm":{"mean":0.015466467553624763,"values":[0.024606299212598427,0.008,0.013793103448275862],"n":3,"sample_sd":0.00842866560947754,"df":2,"ci95_low":-0.005471498547344038,"ci95_high":0.03640443365459357},"metrics":{"accuracy":{"mean":0.9693152454780362,"values":[0.9612403100775194,0.9709302325581395,0.9757751937984496],"n":3,"sample_sd":0.007400800540949307,"df":2,"ci95_low":0.9509306377564786,"ci95_high":0.9876998531995937},"ce":{"mean":0.08459665096458717,"values":[0.11106806256175533,0.0868517011279264,0.055870189204079775],"n":3,"sample_sd":0.02766794615131162,"df":2,"ci95_low":0.01586566252103186,"ci95_high":0.15332763940814248},"accuracy_pp":{"mean":-0.9689922480620156,"values":[-2.3255813953488373,0.1937984496124031,-0.7751937984496124],"n":3,"sample_sd":1.2708214194383722,"df":2,"ci95_low":-4.125887661099411,"ci95_high":2.18790316497538},"harm_rate":{"mean":0.015180878552971577,"values":[0.02422480620155039,0.007751937984496124,0.013565891472868217],"n":3,"sample_sd":0.00835433924830592,"df":2,"ci95_low":-0.005572450631227164,"ci95_high":0.03593420773717032},"repair_rate":{"mean":0.005490956072351421,"values":[0.0009689922480620155,0.009689922480620155,0.005813953488372093],"n":3,"sample_sd":0.004369428055060944,"df":2,"ci95_low":-0.00536330493838513,"ci95_high":0.016345217083087973},"conditional_harm":{"mean":0.015466467553624763,"values":[0.024606299212598427,0.008,0.013793103448275862],"n":3,"sample_sd":0.00842866560947754,"df":2,"ci95_low":-0.005471498547344038,"ci95_high":0.03640443365459357}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9693069306930693,"values":[0.9792079207920792,0.9643564356435643,0.9643564356435643],"n":3,"sample_sd":0.008574508948360786,"df":2,"ci95_low":0.9480066696539603,"ci95_high":0.9906071917321783},"ce":{"mean":0.10029385293158541,"values":[0.0629671856712698,0.1203987550404403,0.11751561808304614],"n":3,"sample_sd":0.03235796943954474,"df":2,"ci95_low":0.01991220076833529,"ci95_high":0.18067550509483554},"accuracy_pp":{"mean":1.056105610561056,"values":[-0.09900990099009901,0.297029702970297,2.9702970297029703],"n":3,"sample_sd":1.669523415173827,"df":2,"ci95_low":-3.0912204658675546,"ci95_high":5.203431686989667},"harm_rate":{"mean":0.007920792079207921,"values":[0.0039603960396039604,0.01881188118811881,0.0009900990099009901],"n":3,"sample_sd":0.009548169070290054,"df":2,"ci95_low":-0.01579817478729755,"ci95_high":0.031639758945713393},"repair_rate":{"mean":0.018481848184818482,"values":[0.0029702970297029703,0.02178217821782178,0.030693069306930693],"n":3,"sample_sd":0.014152991183096743,"df":2,"ci95_low":-0.016676130948412145,"ci95_high":0.05363982731804911},"conditional_harm":{"mean":0.008222394101664119,"values":[0.00404040404040404,0.01956745623069001,0.001059322033898305],"n":3,"sample_sd":0.009937531812073417,"df":2,"ci95_low":-0.01646380343528975,"ci95_high":0.03290859163861799},"metrics":{"accuracy":{"mean":0.9693069306930693,"values":[0.9792079207920792,0.9643564356435643,0.9643564356435643],"n":3,"sample_sd":0.008574508948360786,"df":2,"ci95_low":0.9480066696539603,"ci95_high":0.9906071917321783},"ce":{"mean":0.10029385293158541,"values":[0.0629671856712698,0.1203987550404403,0.11751561808304614],"n":3,"sample_sd":0.03235796943954474,"df":2,"ci95_low":0.01991220076833529,"ci95_high":0.18067550509483554},"accuracy_pp":{"mean":1.056105610561056,"values":[-0.09900990099009901,0.297029702970297,2.9702970297029703],"n":3,"sample_sd":1.669523415173827,"df":2,"ci95_low":-3.0912204658675546,"ci95_high":5.203431686989667},"harm_rate":{"mean":0.007920792079207921,"values":[0.0039603960396039604,0.01881188118811881,0.0009900990099009901],"n":3,"sample_sd":0.009548169070290054,"df":2,"ci95_low":-0.01579817478729755,"ci95_high":0.031639758945713393},"repair_rate":{"mean":0.018481848184818482,"values":[0.0029702970297029703,0.02178217821782178,0.030693069306930693],"n":3,"sample_sd":0.014152991183096743,"df":2,"ci95_low":-0.016676130948412145,"ci95_high":0.05363982731804911},"conditional_harm":{"mean":0.008222394101664119,"values":[0.00404040404040404,0.01956745623069001,0.001059322033898305],"n":3,"sample_sd":0.009937531812073417,"df":2,"ci95_low":-0.01646380343528975,"ci95_high":0.03290859163861799}}},{"digit":4,"n":982,"accuracy":{"mean":0.9857433808553971,"values":[0.9887983706720977,0.9837067209775967,0.984725050916497],"n":3,"sample_sd":0.002694247770941539,"df":2,"ci95_low":0.9790504983625679,"ci95_high":0.9924362633482264},"ce":{"mean":0.04972086988781858,"values":[0.03184271907999099,0.06875990308737057,0.04855998749609419],"n":3,"sample_sd":0.018485950197494376,"df":2,"ci95_low":0.0037992238630776692,"ci95_high":0.0956425159125595},"accuracy_pp":{"mean":0.9504412763068567,"values":[0.7128309572301426,1.120162932790224,1.0183299389002036],"n":3,"sample_sd":0.21198228100469785,"df":2,"ci95_low":0.4238480978218071,"ci95_high":1.4770344547919063},"harm_rate":{"mean":0.0013577732518669382,"values":[0.0010183299389002036,0.0010183299389002036,0.002036659877800407],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":-0.00010273344531568237,"ci95_high":0.0028182799490495585},"repair_rate":{"mean":0.010862186014935505,"values":[0.008146639511201629,0.012219959266802444,0.012219959266802444],"n":3,"sample_sd":0.0023517322573915513,"df":2,"ci95_low":0.005020159226205022,"ci95_high":0.016704212803665987},"conditional_harm":{"mean":0.001391442992006031,"values":[0.001037344398340249,0.0010471204188481676,0.0020898641588296763],"n":3,"sample_sd":0.0006048702235560282,"df":2,"ci95_low":-0.0001111379410969227,"ci95_high":0.002894023925108985},"metrics":{"accuracy":{"mean":0.9857433808553971,"values":[0.9887983706720977,0.9837067209775967,0.984725050916497],"n":3,"sample_sd":0.002694247770941539,"df":2,"ci95_low":0.9790504983625679,"ci95_high":0.9924362633482264},"ce":{"mean":0.04972086988781858,"values":[0.03184271907999099,0.06875990308737057,0.04855998749609419],"n":3,"sample_sd":0.018485950197494376,"df":2,"ci95_low":0.0037992238630776692,"ci95_high":0.0956425159125595},"accuracy_pp":{"mean":0.9504412763068567,"values":[0.7128309572301426,1.120162932790224,1.0183299389002036],"n":3,"sample_sd":0.21198228100469785,"df":2,"ci95_low":0.4238480978218071,"ci95_high":1.4770344547919063},"harm_rate":{"mean":0.0013577732518669382,"values":[0.0010183299389002036,0.0010183299389002036,0.002036659877800407],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":-0.00010273344531568237,"ci95_high":0.0028182799490495585},"repair_rate":{"mean":0.010862186014935505,"values":[0.008146639511201629,0.012219959266802444,0.012219959266802444],"n":3,"sample_sd":0.0023517322573915513,"df":2,"ci95_low":0.005020159226205022,"ci95_high":0.016704212803665987},"conditional_harm":{"mean":0.001391442992006031,"values":[0.001037344398340249,0.0010471204188481676,0.0020898641588296763],"n":3,"sample_sd":0.0006048702235560282,"df":2,"ci95_low":-0.0001111379410969227,"ci95_high":0.002894023925108985}}},{"digit":5,"n":892,"accuracy":{"mean":0.9753363228699552,"values":[0.9461883408071748,0.9899103139013453,0.9899103139013453],"n":3,"sample_sd":0.0252428929354209,"df":2,"ci95_low":0.9126295005732062,"ci95_high":1.0380431451667043},"ce":{"mean":0.07863406372039118,"values":[0.1586527332106246,0.03519831733472225,0.042051140615826696],"n":3,"sample_sd":0.06938285737104606,"df":2,"ci95_low":-0.093722508830049,"ci95_high":0.25099063627083135},"accuracy_pp":{"mean":-0.8968609865470852,"values":[-3.587443946188341,0.8968609865470852,0.0],"n":3,"sample_sd":2.372871130999633,"df":2,"ci95_low":-6.791399648393164,"ci95_high":4.997677675298994},"harm_rate":{"mean":0.014573991031390135,"values":[0.03699551569506727,0.0033632286995515697,0.0033632286995515697],"n":3,"sample_sd":0.01941760995032374,"df":2,"ci95_low":-0.03366202611995516,"ci95_high":0.06281000818273544},"repair_rate":{"mean":0.005605381165919282,"values":[0.0011210762331838565,0.01233183856502242,0.0033632286995515697],"n":3,"sample_sd":0.005932177827499082,"df":2,"ci95_low":-0.009130965488695918,"ci95_high":0.02034172782053448},"conditional_harm":{"mean":0.014832437599684997,"values":[0.03767123287671233,0.0034285714285714284,0.0033975084937712344],"n":3,"sample_sd":0.019778982999789297,"df":2,"ci95_low":-0.03430127997187932,"ci95_high":0.06396615517124932},"metrics":{"accuracy":{"mean":0.9753363228699552,"values":[0.9461883408071748,0.9899103139013453,0.9899103139013453],"n":3,"sample_sd":0.0252428929354209,"df":2,"ci95_low":0.9126295005732062,"ci95_high":1.0380431451667043},"ce":{"mean":0.07863406372039118,"values":[0.1586527332106246,0.03519831733472225,0.042051140615826696],"n":3,"sample_sd":0.06938285737104606,"df":2,"ci95_low":-0.093722508830049,"ci95_high":0.25099063627083135},"accuracy_pp":{"mean":-0.8968609865470852,"values":[-3.587443946188341,0.8968609865470852,0.0],"n":3,"sample_sd":2.372871130999633,"df":2,"ci95_low":-6.791399648393164,"ci95_high":4.997677675298994},"harm_rate":{"mean":0.014573991031390135,"values":[0.03699551569506727,0.0033632286995515697,0.0033632286995515697],"n":3,"sample_sd":0.01941760995032374,"df":2,"ci95_low":-0.03366202611995516,"ci95_high":0.06281000818273544},"repair_rate":{"mean":0.005605381165919282,"values":[0.0011210762331838565,0.01233183856502242,0.0033632286995515697],"n":3,"sample_sd":0.005932177827499082,"df":2,"ci95_low":-0.009130965488695918,"ci95_high":0.02034172782053448},"conditional_harm":{"mean":0.014832437599684997,"values":[0.03767123287671233,0.0034285714285714284,0.0033975084937712344],"n":3,"sample_sd":0.019778982999789297,"df":2,"ci95_low":-0.03430127997187932,"ci95_high":0.06396615517124932}}},{"digit":6,"n":958,"accuracy":{"mean":0.9805149617258176,"values":[0.9843423799582464,0.975991649269311,0.9812108559498957],"n":3,"sample_sd":0.004218634534788523,"df":2,"ci95_low":0.9700352925854905,"ci95_high":0.9909946308661448},"ce":{"mean":0.08538868737604365,"values":[0.06136822318040242,0.1117095190316233,0.08308831991610523],"n":3,"sample_sd":0.0252493620678443,"df":2,"ci95_low":0.02266579486347882,"ci95_high":0.14811157988860846},"accuracy_pp":{"mean":-0.17397355601948508,"values":[0.10438413361169102,-1.0438413361169103,0.4175365344467641],"n":3,"sample_sd":0.7694274317152394,"df":2,"ci95_low":-2.0853372556653866,"ci95_high":1.7373901436264165},"harm_rate":{"mean":0.005915100904662491,"values":[0.005219206680584551,0.010438413361169102,0.0020876826722338203],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.0045645682356645805,"ci95_high":0.016394770044989564},"repair_rate":{"mean":0.004175365344467641,"values":[0.006263048016701462,0.0,0.006263048016701462],"n":3,"sample_sd":0.003615972458390141,"df":2,"ci95_low":-0.004807208204384136,"ci95_high":0.01315793889331942},"conditional_harm":{"mean":0.006008872781696561,"values":[0.005307855626326964,0.010582010582010581,0.002136752136752137],"n":3,"sample_sd":0.00426604809406717,"df":2,"ci95_low":-0.00458857816928709,"ci95_high":0.01660632373268021},"metrics":{"accuracy":{"mean":0.9805149617258176,"values":[0.9843423799582464,0.975991649269311,0.9812108559498957],"n":3,"sample_sd":0.004218634534788523,"df":2,"ci95_low":0.9700352925854905,"ci95_high":0.9909946308661448},"ce":{"mean":0.08538868737604365,"values":[0.06136822318040242,0.1117095190316233,0.08308831991610523],"n":3,"sample_sd":0.0252493620678443,"df":2,"ci95_low":0.02266579486347882,"ci95_high":0.14811157988860846},"accuracy_pp":{"mean":-0.17397355601948508,"values":[0.10438413361169102,-1.0438413361169103,0.4175365344467641],"n":3,"sample_sd":0.7694274317152394,"df":2,"ci95_low":-2.0853372556653866,"ci95_high":1.7373901436264165},"harm_rate":{"mean":0.005915100904662491,"values":[0.005219206680584551,0.010438413361169102,0.0020876826722338203],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.0045645682356645805,"ci95_high":0.016394770044989564},"repair_rate":{"mean":0.004175365344467641,"values":[0.006263048016701462,0.0,0.006263048016701462],"n":3,"sample_sd":0.003615972458390141,"df":2,"ci95_low":-0.004807208204384136,"ci95_high":0.01315793889331942},"conditional_harm":{"mean":0.006008872781696561,"values":[0.005307855626326964,0.010582010582010581,0.002136752136752137],"n":3,"sample_sd":0.00426604809406717,"df":2,"ci95_low":-0.00458857816928709,"ci95_high":0.01660632373268021}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9691958495460441,"values":[0.9649805447470817,0.9717898832684825,0.9708171206225681],"n":3,"sample_sd":0.00368281993891067,"df":2,"ci95_low":0.96004721764989,"ci95_high":0.9783444814421982},"ce":{"mean":0.09520772052354572,"values":[0.1179542824421195,0.08974560172567307,0.07792327740284459],"n":3,"sample_sd":0.020566876219668573,"df":2,"ci95_low":0.044116767691578414,"ci95_high":0.14629867335551303},"accuracy_pp":{"mean":-1.0376134889753568,"values":[-1.8482490272373542,0.0,-1.264591439688716],"n":3,"sample_sd":0.9447991105274621,"df":2,"ci95_low":-3.3846245895469096,"ci95_high":1.3093976115961958},"harm_rate":{"mean":0.013618677042801557,"values":[0.019455252918287938,0.007782101167315175,0.013618677042801557],"n":3,"sample_sd":0.005836575875486381,"df":2,"ci95_low":-0.0008801811974936385,"ci95_high":0.028117535283096753},"repair_rate":{"mean":0.00324254215304799,"values":[0.0009727626459143969,0.007782101167315175,0.0009727626459143969],"n":3,"sample_sd":0.003931373428334027,"df":2,"ci95_low":-0.006523530839591439,"ci95_high":0.01300861514568742},"conditional_harm":{"mean":0.013879359082128617,"values":[0.019782393669634024,0.008008008008008008,0.013847675568743818],"n":3,"sample_sd":0.005887256772975117,"df":2,"ci95_low":-0.0007453974868881011,"ci95_high":0.028504115651145336},"metrics":{"accuracy":{"mean":0.9691958495460441,"values":[0.9649805447470817,0.9717898832684825,0.9708171206225681],"n":3,"sample_sd":0.00368281993891067,"df":2,"ci95_low":0.96004721764989,"ci95_high":0.9783444814421982},"ce":{"mean":0.09520772052354572,"values":[0.1179542824421195,0.08974560172567307,0.07792327740284459],"n":3,"sample_sd":0.020566876219668573,"df":2,"ci95_low":0.044116767691578414,"ci95_high":0.14629867335551303},"accuracy_pp":{"mean":-1.0376134889753568,"values":[-1.8482490272373542,0.0,-1.264591439688716],"n":3,"sample_sd":0.9447991105274621,"df":2,"ci95_low":-3.3846245895469096,"ci95_high":1.3093976115961958},"harm_rate":{"mean":0.013618677042801557,"values":[0.019455252918287938,0.007782101167315175,0.013618677042801557],"n":3,"sample_sd":0.005836575875486381,"df":2,"ci95_low":-0.0008801811974936385,"ci95_high":0.028117535283096753},"repair_rate":{"mean":0.00324254215304799,"values":[0.0009727626459143969,0.007782101167315175,0.0009727626459143969],"n":3,"sample_sd":0.003931373428334027,"df":2,"ci95_low":-0.006523530839591439,"ci95_high":0.01300861514568742},"conditional_harm":{"mean":0.013879359082128617,"values":[0.019782393669634024,0.008008008008008008,0.013847675568743818],"n":3,"sample_sd":0.005887256772975117,"df":2,"ci95_low":-0.0007453974868881011,"ci95_high":0.028504115651145336}}},{"digit":8,"n":974,"accuracy":{"mean":0.971252566735113,"values":[0.9845995893223819,0.9702258726899384,0.9589322381930184],"n":3,"sample_sd":0.01286443951349248,"df":2,"ci95_low":0.9392955273979972,"ci95_high":1.0032096060722289},"ce":{"mean":0.08631297719458011,"values":[0.062400106479473715,0.07157485091369072,0.12496397419057591],"n":3,"sample_sd":0.03378562801616474,"df":2,"ci95_low":0.002384824521520376,"ci95_high":0.17024112986763984},"accuracy_pp":{"mean":-0.37645448323066394,"values":[0.1026694045174538,-0.6160164271047228,-0.6160164271047228],"n":3,"sample_sd":0.41493345834983375,"df":2,"ci95_low":-1.4072063350205342,"ci95_high":0.6542973685592062},"harm_rate":{"mean":0.00889801505817933,"values":[0.002053388090349076,0.011293634496919919,0.013347022587268994],"n":3,"sample_sd":0.006015878107887387,"df":2,"ci95_low":-0.006046254619439809,"ci95_high":0.02384228473579847},"repair_rate":{"mean":0.00513347022587269,"values":[0.003080082135523614,0.00513347022587269,0.007186858316221766],"n":3,"sample_sd":0.002053388090349076,"df":2,"ci95_low":3.257143359908926e-05,"ci95_high":0.01023436901814629},"conditional_harm":{"mean":0.009161413908471375,"values":[0.0020876826722338203,0.011566771819137749,0.013829787234042552],"n":3,"sample_sd":0.006229652068447831,"df":2,"ci95_low":-0.006313899726384771,"ci95_high":0.02463672754332752},"metrics":{"accuracy":{"mean":0.971252566735113,"values":[0.9845995893223819,0.9702258726899384,0.9589322381930184],"n":3,"sample_sd":0.01286443951349248,"df":2,"ci95_low":0.9392955273979972,"ci95_high":1.0032096060722289},"ce":{"mean":0.08631297719458011,"values":[0.062400106479473715,0.07157485091369072,0.12496397419057591],"n":3,"sample_sd":0.03378562801616474,"df":2,"ci95_low":0.002384824521520376,"ci95_high":0.17024112986763984},"accuracy_pp":{"mean":-0.37645448323066394,"values":[0.1026694045174538,-0.6160164271047228,-0.6160164271047228],"n":3,"sample_sd":0.41493345834983375,"df":2,"ci95_low":-1.4072063350205342,"ci95_high":0.6542973685592062},"harm_rate":{"mean":0.00889801505817933,"values":[0.002053388090349076,0.011293634496919919,0.013347022587268994],"n":3,"sample_sd":0.006015878107887387,"df":2,"ci95_low":-0.006046254619439809,"ci95_high":0.02384228473579847},"repair_rate":{"mean":0.00513347022587269,"values":[0.003080082135523614,0.00513347022587269,0.007186858316221766],"n":3,"sample_sd":0.002053388090349076,"df":2,"ci95_low":3.257143359908926e-05,"ci95_high":0.01023436901814629},"conditional_harm":{"mean":0.009161413908471375,"values":[0.0020876826722338203,0.011566771819137749,0.013829787234042552],"n":3,"sample_sd":0.006229652068447831,"df":2,"ci95_low":-0.006313899726384771,"ci95_high":0.02463672754332752}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9682854311199207,"values":[0.9643211100099108,0.9742319127849356,0.9663032705649157],"n":3,"sample_sd":0.005244303887144882,"df":2,"ci95_low":0.9552578580615295,"ci95_high":0.9813130041783119},"ce":{"mean":0.10524032595733947,"values":[0.10684801370363481,0.09239668024472202,0.11647628392366159],"n":3,"sample_sd":0.012120038087848208,"df":2,"ci95_low":0.07513248227441198,"ci95_high":0.13534816964026694},"accuracy_pp":{"mean":-1.3214403700033035,"values":[-1.8830525272547076,-0.19821605550049554,-1.8830525272547076],"n":3,"sample_sd":0.9727407905077936,"df":2,"ci95_low":-3.7378624515460857,"ci95_high":1.0949817115394787},"harm_rate":{"mean":0.017178724810042945,"values":[0.022794846382556987,0.007928642220019821,0.02081268582755203],"n":3,"sample_sd":0.008071880887261722,"df":2,"ci95_low":-0.0028729389074621664,"ci95_high":0.03723038852754806},"repair_rate":{"mean":0.003964321110009911,"values":[0.003964321110009911,0.005946481665014866,0.0019821605550049554],"n":3,"sample_sd":0.0019821605550049554,"df":2,"ci95_low":-0.0009596386755941393,"ci95_high":0.00888828089561396},"conditional_harm":{"mean":0.01747802394850518,"values":[0.023185483870967742,0.008121827411167513,0.02112676056338028],"n":3,"sample_sd":0.008167826862040354,"df":2,"ci95_low":-0.002811982783246514,"ci95_high":0.03776803068025687},"metrics":{"accuracy":{"mean":0.9682854311199207,"values":[0.9643211100099108,0.9742319127849356,0.9663032705649157],"n":3,"sample_sd":0.005244303887144882,"df":2,"ci95_low":0.9552578580615295,"ci95_high":0.9813130041783119},"ce":{"mean":0.10524032595733947,"values":[0.10684801370363481,0.09239668024472202,0.11647628392366159],"n":3,"sample_sd":0.012120038087848208,"df":2,"ci95_low":0.07513248227441198,"ci95_high":0.13534816964026694},"accuracy_pp":{"mean":-1.3214403700033035,"values":[-1.8830525272547076,-0.19821605550049554,-1.8830525272547076],"n":3,"sample_sd":0.9727407905077936,"df":2,"ci95_low":-3.7378624515460857,"ci95_high":1.0949817115394787},"harm_rate":{"mean":0.017178724810042945,"values":[0.022794846382556987,0.007928642220019821,0.02081268582755203],"n":3,"sample_sd":0.008071880887261722,"df":2,"ci95_low":-0.0028729389074621664,"ci95_high":0.03723038852754806},"repair_rate":{"mean":0.003964321110009911,"values":[0.003964321110009911,0.005946481665014866,0.0019821605550049554],"n":3,"sample_sd":0.0019821605550049554,"df":2,"ci95_low":-0.0009596386755941393,"ci95_high":0.00888828089561396},"conditional_harm":{"mean":0.01747802394850518,"values":[0.023185483870967742,0.008121827411167513,0.02112676056338028],"n":3,"sample_sd":0.008167826862040354,"df":2,"ci95_low":-0.002811982783246514,"ci95_high":0.03776803068025687}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m01-s201-v1","accuracy":0.9757,"test_accuracy":0.9757,"ce":0.07910169804758382,"training_seconds":54.868908251,"selected_epoch":5,"epoch":5,"total_run_seconds":66.100532234,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":119,"repair_count":28,"harm_rate":0.0119,"repair_rate":0.0028,"conditional_harm":0.012083671811535338,"accuracy_pp":-0.91,"ce":0.007720561789471322},"per_class":[{"n":980,"baseline_correct":973,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.0010277492291880781,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9918367346938776,"ce":0.039059940845902356},{"n":1135,"baseline_correct":1126,"harm_count":5,"repair_count":1,"harm_rate":0.004405286343612335,"repair_rate":0.000881057268722467,"conditional_harm":0.004440497335701598,"accuracy_pp":-0.3524229074889868,"digit":1,"accuracy":0.9885462555066079,"ce":0.04678083039595803},{"n":1032,"baseline_correct":1016,"harm_count":25,"repair_count":1,"harm_rate":0.02422480620155039,"repair_rate":0.0009689922480620155,"conditional_harm":0.024606299212598427,"accuracy_pp":-2.3255813953488373,"digit":2,"accuracy":0.9612403100775194,"ce":0.11106806256175533},{"n":1010,"baseline_correct":990,"harm_count":4,"repair_count":3,"harm_rate":0.0039603960396039604,"repair_rate":0.0029702970297029703,"conditional_harm":0.00404040404040404,"accuracy_pp":-0.09900990099009901,"digit":3,"accuracy":0.9792079207920792,"ce":0.0629671856712698},{"n":982,"baseline_correct":964,"harm_count":1,"repair_count":8,"harm_rate":0.0010183299389002036,"repair_rate":0.008146639511201629,"conditional_harm":0.001037344398340249,"accuracy_pp":0.7128309572301426,"digit":4,"accuracy":0.9887983706720977,"ce":0.03184271907999099},{"n":892,"baseline_correct":876,"harm_count":33,"repair_count":1,"harm_rate":0.03699551569506727,"repair_rate":0.0011210762331838565,"conditional_harm":0.03767123287671233,"accuracy_pp":-3.587443946188341,"digit":5,"accuracy":0.9461883408071748,"ce":0.1586527332106246},{"n":958,"baseline_correct":942,"harm_count":5,"repair_count":6,"harm_rate":0.005219206680584551,"repair_rate":0.006263048016701462,"conditional_harm":0.005307855626326964,"accuracy_pp":0.10438413361169102,"digit":6,"accuracy":0.9843423799582464,"ce":0.06136822318040242},{"n":1028,"baseline_correct":1011,"harm_count":20,"repair_count":1,"harm_rate":0.019455252918287938,"repair_rate":0.0009727626459143969,"conditional_harm":0.019782393669634024,"accuracy_pp":-1.8482490272373542,"digit":7,"accuracy":0.9649805447470817,"ce":0.1179542824421195},{"n":974,"baseline_correct":958,"harm_count":2,"repair_count":3,"harm_rate":0.002053388090349076,"repair_rate":0.003080082135523614,"conditional_harm":0.0020876826722338203,"accuracy_pp":0.1026694045174538,"digit":8,"accuracy":0.9845995893223819,"ce":0.062400106479473715},{"n":1009,"baseline_correct":992,"harm_count":23,"repair_count":4,"harm_rate":0.022794846382556987,"repair_rate":0.003964321110009911,"conditional_harm":0.023185483870967742,"accuracy_pp":-1.8830525272547076,"digit":9,"accuracy":0.9643211100099108,"ce":0.10684801370363481}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"fa5f2fa7ac586afcaae473112a1493181f4aee4f459bf6ea8e8da7b18b234287","train_accuracy":0.99196,"train_ce":0.0260002587890625,"validation_accuracy":0.974,"validation_ce":0.08581807861328125},{"seed":202,"run_id":"halfdrop-m01-s202-v1","accuracy":0.9786,"test_accuracy":0.9786,"ce":0.07227531698510815,"training_seconds":54.74604802700006,"selected_epoch":5,"epoch":5,"total_run_seconds":68.31418875600001,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":70,"repair_count":81,"harm_rate":0.007,"repair_rate":0.0081,"conditional_harm":0.007161125319693095,"accuracy_pp":0.11,"ce":-0.003714413814399395},"per_class":[{"n":980,"baseline_correct":967,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.00510204081632653,"conditional_harm":0.0,"accuracy_pp":0.5102040816326531,"digit":0,"accuracy":0.9918367346938776,"ce":0.03086947538440162},{"n":1135,"baseline_correct":1127,"harm_count":2,"repair_count":2,"harm_rate":0.001762114537444934,"repair_rate":0.001762114537444934,"conditional_harm":0.001774622892635315,"accuracy_pp":0.0,"digit":1,"accuracy":0.9929515418502203,"ce":0.017735602609680004},{"n":1032,"baseline_correct":1000,"harm_count":8,"repair_count":10,"harm_rate":0.007751937984496124,"repair_rate":0.009689922480620155,"conditional_harm":0.008,"accuracy_pp":0.1937984496124031,"digit":2,"accuracy":0.9709302325581395,"ce":0.0868517011279264},{"n":1010,"baseline_correct":971,"harm_count":19,"repair_count":22,"harm_rate":0.01881188118811881,"repair_rate":0.02178217821782178,"conditional_harm":0.01956745623069001,"accuracy_pp":0.297029702970297,"digit":3,"accuracy":0.9643564356435643,"ce":0.1203987550404403},{"n":982,"baseline_correct":955,"harm_count":1,"repair_count":12,"harm_rate":0.0010183299389002036,"repair_rate":0.012219959266802444,"conditional_harm":0.0010471204188481676,"accuracy_pp":1.120162932790224,"digit":4,"accuracy":0.9837067209775967,"ce":0.06875990308737057},{"n":892,"baseline_correct":875,"harm_count":3,"repair_count":11,"harm_rate":0.0033632286995515697,"repair_rate":0.01233183856502242,"conditional_harm":0.0034285714285714284,"accuracy_pp":0.8968609865470852,"digit":5,"accuracy":0.9899103139013453,"ce":0.03519831733472225},{"n":958,"baseline_correct":945,"harm_count":10,"repair_count":0,"harm_rate":0.010438413361169102,"repair_rate":0.0,"conditional_harm":0.010582010582010581,"accuracy_pp":-1.0438413361169103,"digit":6,"accuracy":0.975991649269311,"ce":0.1117095190316233},{"n":1028,"baseline_correct":999,"harm_count":8,"repair_count":8,"harm_rate":0.007782101167315175,"repair_rate":0.007782101167315175,"conditional_harm":0.008008008008008008,"accuracy_pp":0.0,"digit":7,"accuracy":0.9717898832684825,"ce":0.08974560172567307},{"n":974,"baseline_correct":951,"harm_count":11,"repair_count":5,"harm_rate":0.011293634496919919,"repair_rate":0.00513347022587269,"conditional_harm":0.011566771819137749,"accuracy_pp":-0.6160164271047228,"digit":8,"accuracy":0.9702258726899384,"ce":0.07157485091369072},{"n":1009,"baseline_correct":985,"harm_count":8,"repair_count":6,"harm_rate":0.007928642220019821,"repair_rate":0.005946481665014866,"conditional_harm":0.008121827411167513,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.9742319127849356,"ce":0.09239668024472202}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"c0175ec45f6e59f6a588338195db12c94e53e982f186f07e7e118a79767f906b","train_accuracy":0.99306,"train_ce":0.0228824755859375,"validation_accuracy":0.9772,"validation_ce":0.08042068481445312},{"seed":203,"run_id":"halfdrop-m01-s203-v1","accuracy":0.9775,"test_accuracy":0.9775,"ce":0.07201921288507863,"training_seconds":55.011846399999925,"selected_epoch":5,"epoch":5,"total_run_seconds":60.28384014699999,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":73,"repair_count":74,"harm_rate":0.0073,"repair_rate":0.0074,"conditional_harm":0.0074687947616124415,"accuracy_pp":0.01,"ce":-0.005091111944506607},"per_class":[{"n":980,"baseline_correct":971,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.0020408163265306124,"conditional_harm":0.0,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9928571428571429,"ce":0.03111466636390761},{"n":1135,"baseline_correct":1123,"harm_count":3,"repair_count":4,"harm_rate":0.0026431718061674008,"repair_rate":0.003524229074889868,"conditional_harm":0.0026714158504007124,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9903083700440528,"ce":0.025737621278272692},{"n":1032,"baseline_correct":1015,"harm_count":14,"repair_count":6,"harm_rate":0.013565891472868217,"repair_rate":0.005813953488372093,"conditional_harm":0.013793103448275862,"accuracy_pp":-0.7751937984496124,"digit":2,"accuracy":0.9757751937984496,"ce":0.055870189204079775},{"n":1010,"baseline_correct":944,"harm_count":1,"repair_count":31,"harm_rate":0.0009900990099009901,"repair_rate":0.030693069306930693,"conditional_harm":0.001059322033898305,"accuracy_pp":2.9702970297029703,"digit":3,"accuracy":0.9643564356435643,"ce":0.11751561808304614},{"n":982,"baseline_correct":957,"harm_count":2,"repair_count":12,"harm_rate":0.002036659877800407,"repair_rate":0.012219959266802444,"conditional_harm":0.0020898641588296763,"accuracy_pp":1.0183299389002036,"digit":4,"accuracy":0.984725050916497,"ce":0.04855998749609419},{"n":892,"baseline_correct":883,"harm_count":3,"repair_count":3,"harm_rate":0.0033632286995515697,"repair_rate":0.0033632286995515697,"conditional_harm":0.0033975084937712344,"accuracy_pp":0.0,"digit":5,"accuracy":0.9899103139013453,"ce":0.042051140615826696},{"n":958,"baseline_correct":936,"harm_count":2,"repair_count":6,"harm_rate":0.0020876826722338203,"repair_rate":0.006263048016701462,"conditional_harm":0.002136752136752137,"accuracy_pp":0.4175365344467641,"digit":6,"accuracy":0.9812108559498957,"ce":0.08308831991610523},{"n":1028,"baseline_correct":1011,"harm_count":14,"repair_count":1,"harm_rate":0.013618677042801557,"repair_rate":0.0009727626459143969,"conditional_harm":0.013847675568743818,"accuracy_pp":-1.264591439688716,"digit":7,"accuracy":0.9708171206225681,"ce":0.07792327740284459},{"n":974,"baseline_correct":940,"harm_count":13,"repair_count":7,"harm_rate":0.013347022587268994,"repair_rate":0.007186858316221766,"conditional_harm":0.013829787234042552,"accuracy_pp":-0.6160164271047228,"digit":8,"accuracy":0.9589322381930184,"ce":0.12496397419057591},{"n":1009,"baseline_correct":994,"harm_count":21,"repair_count":2,"harm_rate":0.02081268582755203,"repair_rate":0.0019821605550049554,"conditional_harm":0.02112676056338028,"accuracy_pp":-1.8830525272547076,"digit":9,"accuracy":0.9663032705649157,"ce":0.11647628392366159}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"93e60ccff442f4410ae9eabe2359b6930a7d0435a005af8cd940f09d76bb2aca","train_accuracy":0.99336,"train_ce":0.022203828125,"validation_accuracy":0.9783,"validation_ce":0.07617101440429687}]},{"endpoint":"selected","drop_mask":2,"k":1,"drop_probabilities":[0,0.5,0,0],"nominal_training_affine_fraction":0.8746343501880485,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9803999999999999,"values":[0.985,0.9792,0.977],"n":3,"sample_sd":0.004132795663954371,"df":2,"ci95_low":0.9701335664358535,"ci95_high":0.9906664335641464},"ce":{"mean":0.07316385278402938,"values":[0.07686748556315491,0.06948264062791593,0.07314143216101732],"n":3,"sample_sd":0.0036924735195575076,"df":2,"ci95_low":0.06399124006413619,"ci95_high":0.08233646550392258},"training_seconds":{"mean":59.61017400733333,"values":[59.54901689799999,59.4525295240001,59.82897559999989],"n":3,"sample_sd":0.19553274930409495,"df":2,"ci95_low":59.124443730887805,"ci95_high":60.09590428377885},"selected_epoch":{"mean":10.0,"values":[20.0,5.0,5.0],"n":3,"sample_sd":8.660254037844387,"df":2,"ci95_low":-11.513263649500004,"ci95_high":31.513263649500004},"train_accuracy":{"mean":0.99528,"values":[1.0,0.99326,0.99258],"n":3,"sample_sd":0.004101755721639197,"df":2,"ci95_low":0.9850906739271319,"ci95_high":1.0054693260728682},"train_ce":{"mean":0.015098272835413614,"values":[0.00014210122108459472,0.021342158203125,0.02381055908203125],"n":3,"sample_sd":0.013011093449156843,"df":2,"ci95_low":-0.01722307507387541,"ci95_high":0.04741962074470264},"validation_accuracy":{"mean":0.9794,"values":[0.9837,0.9766,0.9779],"n":3,"sample_sd":0.0037802116342871635,"df":2,"ci95_low":0.9700094337205414,"ci95_high":0.9887905662794587},"validation_ce":{"mean":0.07937227376302083,"values":[0.08262044067382812,0.07930068969726563,0.07619569091796875],"n":3,"sample_sd":0.0032129730103451363,"df":2,"ci95_low":0.07139080634090725,"ci95_high":0.08735374118513442},"harm_rate":{"mean":0.0049,"values":[0.0027,0.006,0.006],"n":3,"sample_sd":0.001905255888325765,"df":2,"ci95_low":0.00016708199710999995,"ci95_high":0.00963291800289},"repair_rate":{"mean":0.0054,"values":[0.0029,0.0077,0.0056],"n":3,"sample_sd":0.002406241883103193,"df":2,"ci95_low":-0.0005774362056189045,"ci95_high":0.011377436205618905},"conditional_harm":{"mean":0.005006172091204626,"values":[0.0027416734362307065,0.006138107416879796,0.006138735420503376],"n":3,"sample_sd":0.0019611133871811582,"df":2,"ci95_low":0.00013449636891903812,"ci95_high":0.009877847813490215}},"paired_vs_none":{"accuracy_pp":{"mean":0.05,"values":[0.02,0.17,-0.04],"n":3,"sample_sd":0.10816653826391968,"df":2,"ci95_low":-0.2187005768602891,"ci95_high":0.3187005768602891},"ce":{"mean":-0.0016632111783723795,"values":[0.0054863493050424095,-0.006507090171591623,-0.003968892668567925],"n":3,"sample_sd":0.006320425062493318,"df":2,"ci95_low":-0.017364017430953296,"ci95_high":0.014037595074208537},"harm_rate":{"mean":0.0049,"values":[0.0027,0.006,0.006],"n":3,"sample_sd":0.001905255888325765,"df":2,"ci95_low":0.00016708199710999995,"ci95_high":0.00963291800289},"repair_rate":{"mean":0.0054,"values":[0.0029,0.0077,0.0056],"n":3,"sample_sd":0.002406241883103193,"df":2,"ci95_low":-0.0005774362056189045,"ci95_high":0.011377436205618905},"conditional_harm":{"mean":0.005006172091204626,"values":[0.0027416734362307065,0.006138107416879796,0.006138735420503376],"n":3,"sample_sd":0.0019611133871811582,"df":2,"ci95_low":0.00013449636891903812,"ci95_high":0.009877847813490215},"harm_count":{"mean":49.0,"values":[27.0,60.0,60.0],"n":3,"sample_sd":19.05255888325765,"df":2,"ci95_low":1.670819971099995,"ci95_high":96.3291800289},"repair_count":{"mean":54.0,"values":[29.0,77.0,56.0],"n":3,"sample_sd":24.06241883103193,"df":2,"ci95_low":-5.774362056189055,"ci95_high":113.77436205618906}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.991156462585034,"values":[0.9928571428571429,0.9877551020408163,0.9928571428571429],"n":3,"sample_sd":0.0029456646387226158,"df":2,"ci95_low":0.9838390259695577,"ci95_high":0.9984738992005102},"ce":{"mean":0.032338702233006264,"values":[0.03230068085031892,0.038416461721322584,0.02629896412737729],"n":3,"sample_sd":0.0060588382718119805,"df":2,"ci95_low":0.017287713592075333,"ci95_high":0.0473896908739372},"accuracy_pp":{"mean":0.10204081632653061,"values":[0.0,0.10204081632653061,0.20408163265306123],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.15144262365686156,"ci95_high":0.3555242563099228},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0,0.0020408163265306124,0.0],"n":3,"sample_sd":0.0011782658554890322,"df":2,"ci95_low":-0.0022467025373469392,"ci95_high":0.003607246755034014},"repair_rate":{"mean":0.0017006802721088435,"values":[0.0,0.003061224489795918,0.0020408163265306124],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.002171343231696791,"ci95_high":0.005572703775914478},"conditional_harm":{"mean":0.0006894174422612892,"values":[0.0,0.002068252326783868,0.0],"n":3,"sample_sd":0.0011941060376207359,"df":2,"ci95_low":-0.002276906397724923,"ci95_high":0.003655741282247501},"metrics":{"accuracy":{"mean":0.991156462585034,"values":[0.9928571428571429,0.9877551020408163,0.9928571428571429],"n":3,"sample_sd":0.0029456646387226158,"df":2,"ci95_low":0.9838390259695577,"ci95_high":0.9984738992005102},"ce":{"mean":0.032338702233006264,"values":[0.03230068085031892,0.038416461721322584,0.02629896412737729],"n":3,"sample_sd":0.0060588382718119805,"df":2,"ci95_low":0.017287713592075333,"ci95_high":0.0473896908739372},"accuracy_pp":{"mean":0.10204081632653061,"values":[0.0,0.10204081632653061,0.20408163265306123],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.15144262365686156,"ci95_high":0.3555242563099228},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0,0.0020408163265306124,0.0],"n":3,"sample_sd":0.0011782658554890322,"df":2,"ci95_low":-0.0022467025373469392,"ci95_high":0.003607246755034014},"repair_rate":{"mean":0.0017006802721088435,"values":[0.0,0.003061224489795918,0.0020408163265306124],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.002171343231696791,"ci95_high":0.005572703775914478},"conditional_harm":{"mean":0.0006894174422612892,"values":[0.0,0.002068252326783868,0.0],"n":3,"sample_sd":0.0011941060376207359,"df":2,"ci95_low":-0.002276906397724923,"ci95_high":0.003655741282247501}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9914831130690162,"values":[0.9920704845814978,0.9938325991189427,0.9885462555066079],"n":3,"sample_sd":0.002691674417007849,"df":2,"ci95_low":0.9847966231417394,"ci95_high":0.9981696029962929},"ce":{"mean":0.027267067177104594,"values":[0.0319897413407401,0.016100567134639292,0.033710893055934395],"n":3,"sample_sd":0.009708688541994859,"df":2,"ci95_low":0.003149347837453024,"ci95_high":0.05138478651675617},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0881057268722467,-0.0881057268722467],"n":3,"sample_sd":0.0881057268722467,"df":2,"ci95_low":-0.21886675875218004,"ci95_high":0.21886675875218004},"harm_rate":{"mean":0.0014684287812041115,"values":[0.001762114537444934,0.0,0.0026431718061674008],"n":3,"sample_sd":0.0013458372085039178,"df":2,"ci95_low":-0.0018748161824342338,"ci95_high":0.004811673744842457},"repair_rate":{"mean":0.0014684287812041117,"values":[0.001762114537444934,0.000881057268722467,0.001762114537444934],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":0.00020480096038179144,"ci95_high":0.0027320566020264322},"conditional_harm":{"mean":0.0014825382615604506,"values":[0.0017761989342806395,0.0,0.0026714158504007124],"n":3,"sample_sd":0.0013597033148705256,"df":2,"ci95_low":-0.0018951520198195316,"ci95_high":0.004860228542940433},"metrics":{"accuracy":{"mean":0.9914831130690162,"values":[0.9920704845814978,0.9938325991189427,0.9885462555066079],"n":3,"sample_sd":0.002691674417007849,"df":2,"ci95_low":0.9847966231417394,"ci95_high":0.9981696029962929},"ce":{"mean":0.027267067177104594,"values":[0.0319897413407401,0.016100567134639292,0.033710893055934395],"n":3,"sample_sd":0.009708688541994859,"df":2,"ci95_low":0.003149347837453024,"ci95_high":0.05138478651675617},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0881057268722467,-0.0881057268722467],"n":3,"sample_sd":0.0881057268722467,"df":2,"ci95_low":-0.21886675875218004,"ci95_high":0.21886675875218004},"harm_rate":{"mean":0.0014684287812041115,"values":[0.001762114537444934,0.0,0.0026431718061674008],"n":3,"sample_sd":0.0013458372085039178,"df":2,"ci95_low":-0.0018748161824342338,"ci95_high":0.004811673744842457},"repair_rate":{"mean":0.0014684287812041117,"values":[0.001762114537444934,0.000881057268722467,0.001762114537444934],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":0.00020480096038179144,"ci95_high":0.0027320566020264322},"conditional_harm":{"mean":0.0014825382615604506,"values":[0.0017761989342806395,0.0,0.0026714158504007124],"n":3,"sample_sd":0.0013597033148705256,"df":2,"ci95_low":-0.0018951520198195316,"ci95_high":0.004860228542940433}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9806201550387597,"values":[0.9835271317829457,0.9767441860465116,0.9815891472868217],"n":3,"sample_sd":0.0034937512359147246,"df":2,"ci95_low":0.9719411958378459,"ci95_high":0.9892991142396734},"ce":{"mean":0.05836108312273243,"values":[0.05794194375116905,0.0599232295498161,0.05721807606721214],"n":3,"sample_sd":0.0014004364322263928,"df":2,"ci95_low":0.05488220616840805,"ci95_high":0.06183996007705681},"accuracy_pp":{"mean":0.16149870801033592,"values":[-0.09689922480620156,0.7751937984496124,-0.1937984496124031],"n":3,"sample_sd":0.5336793165974906,"df":2,"ci95_low":-1.164234208377018,"ci95_high":1.4872316243976897},"harm_rate":{"mean":0.004521963824289405,"values":[0.0029069767441860465,0.005813953488372093,0.0048449612403100775],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":0.0008450422799778532,"ci95_high":0.008198885368600958},"repair_rate":{"mean":0.006136950904392765,"values":[0.001937984496124031,0.013565891472868217,0.0029069767441860465],"n":3,"sample_sd":0.006451868331859877,"df":2,"ci95_low":-0.009890378530588804,"ci95_high":0.022164280339374332},"conditional_harm":{"mean":0.004626288093298682,"values":[0.002952755905511811,0.006,0.0049261083743842365],"n":3,"sample_sd":0.0015455883325002655,"df":2,"ci95_low":0.0007868338295591326,"ci95_high":0.008465742357038232},"metrics":{"accuracy":{"mean":0.9806201550387597,"values":[0.9835271317829457,0.9767441860465116,0.9815891472868217],"n":3,"sample_sd":0.0034937512359147246,"df":2,"ci95_low":0.9719411958378459,"ci95_high":0.9892991142396734},"ce":{"mean":0.05836108312273243,"values":[0.05794194375116905,0.0599232295498161,0.05721807606721214],"n":3,"sample_sd":0.0014004364322263928,"df":2,"ci95_low":0.05488220616840805,"ci95_high":0.06183996007705681},"accuracy_pp":{"mean":0.16149870801033592,"values":[-0.09689922480620156,0.7751937984496124,-0.1937984496124031],"n":3,"sample_sd":0.5336793165974906,"df":2,"ci95_low":-1.164234208377018,"ci95_high":1.4872316243976897},"harm_rate":{"mean":0.004521963824289405,"values":[0.0029069767441860465,0.005813953488372093,0.0048449612403100775],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":0.0008450422799778532,"ci95_high":0.008198885368600958},"repair_rate":{"mean":0.006136950904392765,"values":[0.001937984496124031,0.013565891472868217,0.0029069767441860465],"n":3,"sample_sd":0.006451868331859877,"df":2,"ci95_low":-0.009890378530588804,"ci95_high":0.022164280339374332},"conditional_harm":{"mean":0.004626288093298682,"values":[0.002952755905511811,0.006,0.0049261083743842365],"n":3,"sample_sd":0.0015455883325002655,"df":2,"ci95_low":0.0007868338295591326,"ci95_high":0.008465742357038232}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9653465346534653,"values":[0.9801980198019802,0.9633663366336633,0.9524752475247524],"n":3,"sample_sd":0.013967065326401878,"df":2,"ci95_low":0.9306504209524561,"ci95_high":1.0000426483544747},"ce":{"mean":0.10896963030786594,"values":[0.08152213854583219,0.1055286165040843,0.13985813587368134],"n":3,"sample_sd":0.0293198325039054,"df":2,"ci95_low":0.03613512868016314,"ci95_high":0.18180413193556874},"accuracy_pp":{"mean":0.6600660066006601,"values":[0.0,0.19801980198019803,1.7821782178217822],"n":3,"sample_sd":0.9768084875873757,"df":2,"ci95_low":-1.7664607946578417,"ci95_high":3.086592807859162},"harm_rate":{"mean":0.006600660066006601,"values":[0.0049504950495049506,0.01089108910891089,0.0039603960396039604],"n":3,"sample_sd":0.0037484543536635464,"df":2,"ci95_low":-0.0027110167550295147,"ci95_high":0.015912336887042716},"repair_rate":{"mean":0.013201320132013201,"values":[0.0049504950495049506,0.01287128712871287,0.02178217821782178],"n":3,"sample_sd":0.008420693611995428,"df":2,"ci95_low":-0.007716842429371613,"ci95_high":0.03411948269339801},"conditional_harm":{"mean":0.006872106825850127,"values":[0.005050505050505051,0.01132852729145211,0.00423728813559322],"n":3,"sample_sd":0.0038807335598249754,"df":2,"ci95_low":-0.0027681697597034868,"ci95_high":0.016512383411403743},"metrics":{"accuracy":{"mean":0.9653465346534653,"values":[0.9801980198019802,0.9633663366336633,0.9524752475247524],"n":3,"sample_sd":0.013967065326401878,"df":2,"ci95_low":0.9306504209524561,"ci95_high":1.0000426483544747},"ce":{"mean":0.10896963030786594,"values":[0.08152213854583219,0.1055286165040843,0.13985813587368134],"n":3,"sample_sd":0.0293198325039054,"df":2,"ci95_low":0.03613512868016314,"ci95_high":0.18180413193556874},"accuracy_pp":{"mean":0.6600660066006601,"values":[0.0,0.19801980198019803,1.7821782178217822],"n":3,"sample_sd":0.9768084875873757,"df":2,"ci95_low":-1.7664607946578417,"ci95_high":3.086592807859162},"harm_rate":{"mean":0.006600660066006601,"values":[0.0049504950495049506,0.01089108910891089,0.0039603960396039604],"n":3,"sample_sd":0.0037484543536635464,"df":2,"ci95_low":-0.0027110167550295147,"ci95_high":0.015912336887042716},"repair_rate":{"mean":0.013201320132013201,"values":[0.0049504950495049506,0.01287128712871287,0.02178217821782178],"n":3,"sample_sd":0.008420693611995428,"df":2,"ci95_low":-0.007716842429371613,"ci95_high":0.03411948269339801},"conditional_harm":{"mean":0.006872106825850127,"values":[0.005050505050505051,0.01132852729145211,0.00423728813559322],"n":3,"sample_sd":0.0038807335598249754,"df":2,"ci95_low":-0.0027681697597034868,"ci95_high":0.016512383411403743}}},{"digit":4,"n":982,"accuracy":{"mean":0.9830278343516633,"values":[0.9826883910386965,0.9877800407331976,0.9786150712830958],"n":3,"sample_sd":0.004591904025277887,"df":2,"ci95_low":0.9716209123933333,"ci95_high":0.9944347563099933},"ce":{"mean":0.06827845788495512,"values":[0.08668729248675312,0.06504901399552504,0.053099067172587194],"n":3,"sample_sd":0.01702539869768186,"df":2,"ci95_low":0.02598502292097892,"ci95_high":0.11057189284893132},"accuracy_pp":{"mean":0.6788866259334692,"values":[0.10183299389002037,1.5274949083503055,0.4073319755600815],"n":3,"sample_sd":0.7506226879665981,"df":2,"ci95_low":-1.1857635006049971,"ci95_high":2.5435367524719354},"harm_rate":{"mean":0.0016972165648336725,"values":[0.0010183299389002036,0.0,0.004073319755600814],"n":3,"sample_sd":0.0021198228100469782,"df":2,"ci95_low":-0.0035687152200168234,"ci95_high":0.0069631483496841685},"repair_rate":{"mean":0.008486082824168363,"values":[0.002036659877800407,0.015274949083503055,0.008146639511201629],"n":3,"sample_sd":0.006625669143225776,"df":2,"ci95_low":-0.007972991760675145,"ci95_high":0.02494515740901187},"conditional_harm":{"mean":0.0017390242386665338,"values":[0.001037344398340249,0.0,0.0041797283176593526],"n":3,"sample_sd":0.002176418652534735,"df":2,"ci95_low":-0.0036674994128409986,"ci95_high":0.007145547890174067},"metrics":{"accuracy":{"mean":0.9830278343516633,"values":[0.9826883910386965,0.9877800407331976,0.9786150712830958],"n":3,"sample_sd":0.004591904025277887,"df":2,"ci95_low":0.9716209123933333,"ci95_high":0.9944347563099933},"ce":{"mean":0.06827845788495512,"values":[0.08668729248675312,0.06504901399552504,0.053099067172587194],"n":3,"sample_sd":0.01702539869768186,"df":2,"ci95_low":0.02598502292097892,"ci95_high":0.11057189284893132},"accuracy_pp":{"mean":0.6788866259334692,"values":[0.10183299389002037,1.5274949083503055,0.4073319755600815],"n":3,"sample_sd":0.7506226879665981,"df":2,"ci95_low":-1.1857635006049971,"ci95_high":2.5435367524719354},"harm_rate":{"mean":0.0016972165648336725,"values":[0.0010183299389002036,0.0,0.004073319755600814],"n":3,"sample_sd":0.0021198228100469782,"df":2,"ci95_low":-0.0035687152200168234,"ci95_high":0.0069631483496841685},"repair_rate":{"mean":0.008486082824168363,"values":[0.002036659877800407,0.015274949083503055,0.008146639511201629],"n":3,"sample_sd":0.006625669143225776,"df":2,"ci95_low":-0.007972991760675145,"ci95_high":0.02494515740901187},"conditional_harm":{"mean":0.0017390242386665338,"values":[0.001037344398340249,0.0,0.0041797283176593526],"n":3,"sample_sd":0.002176418652534735,"df":2,"ci95_low":-0.0036674994128409986,"ci95_high":0.007145547890174067}}},{"digit":5,"n":892,"accuracy":{"mean":0.984304932735426,"values":[0.9831838565022422,0.9809417040358744,0.9887892376681614],"n":3,"sample_sd":0.004042097842448399,"df":2,"ci95_low":0.9742638050500639,"ci95_high":0.994346060420788},"ce":{"mean":0.06483123079815829,"values":[0.09796000184437048,0.06156670177762816,0.03496698877247624],"n":3,"sample_sd":0.03162313688208955,"df":2,"ci95_low":-0.013724996097231573,"ci95_high":0.14338745769354816},"accuracy_pp":{"mean":0.0,"values":[0.11210762331838565,0.0,-0.11210762331838565],"n":3,"sample_sd":0.11210762331838565,"df":2,"ci95_low":-0.27849077486964613,"ci95_high":0.27849077486964613},"harm_rate":{"mean":0.004484304932735426,"values":[0.0033632286995515697,0.006726457399103139,0.0033632286995515697],"n":3,"sample_sd":0.0019417609950323738,"df":2,"ci95_low":-0.0003392967823991049,"ci95_high":0.009307906647869957},"repair_rate":{"mean":0.004484304932735426,"values":[0.004484304932735426,0.006726457399103139,0.002242152466367713],"n":3,"sample_sd":0.0022421524663677134,"df":2,"ci95_low":-0.0010855105646574974,"ci95_high":0.01005412043012835},"conditional_harm":{"mean":0.0045597696283868885,"values":[0.003424657534246575,0.006857142857142857,0.0033975084937712344],"n":3,"sample_sd":0.001989629885620225,"df":2,"ci95_low":-0.000382745003080733,"ci95_high":0.00950228425985451},"metrics":{"accuracy":{"mean":0.984304932735426,"values":[0.9831838565022422,0.9809417040358744,0.9887892376681614],"n":3,"sample_sd":0.004042097842448399,"df":2,"ci95_low":0.9742638050500639,"ci95_high":0.994346060420788},"ce":{"mean":0.06483123079815829,"values":[0.09796000184437048,0.06156670177762816,0.03496698877247624],"n":3,"sample_sd":0.03162313688208955,"df":2,"ci95_low":-0.013724996097231573,"ci95_high":0.14338745769354816},"accuracy_pp":{"mean":0.0,"values":[0.11210762331838565,0.0,-0.11210762331838565],"n":3,"sample_sd":0.11210762331838565,"df":2,"ci95_low":-0.27849077486964613,"ci95_high":0.27849077486964613},"harm_rate":{"mean":0.004484304932735426,"values":[0.0033632286995515697,0.006726457399103139,0.0033632286995515697],"n":3,"sample_sd":0.0019417609950323738,"df":2,"ci95_low":-0.0003392967823991049,"ci95_high":0.009307906647869957},"repair_rate":{"mean":0.004484304932735426,"values":[0.004484304932735426,0.006726457399103139,0.002242152466367713],"n":3,"sample_sd":0.0022421524663677134,"df":2,"ci95_low":-0.0010855105646574974,"ci95_high":0.01005412043012835},"conditional_harm":{"mean":0.0045597696283868885,"values":[0.003424657534246575,0.006857142857142857,0.0033975084937712344],"n":3,"sample_sd":0.001989629885620225,"df":2,"ci95_low":-0.000382745003080733,"ci95_high":0.00950228425985451}}},{"digit":6,"n":958,"accuracy":{"mean":0.9836464857341685,"values":[0.9874739039665971,0.9812108559498957,0.9822546972860126],"n":3,"sample_sd":0.003355480431799888,"df":2,"ci95_low":0.9753110102522025,"ci95_high":0.9919819612161345},"ce":{"mean":0.08700768583692363,"values":[0.09890896233020613,0.08475200951383244,0.07736208566673232],"n":3,"sample_sd":0.01094911093393677,"df":2,"ci95_low":0.0598085864548418,"ci95_high":0.11420678521900546},"accuracy_pp":{"mean":0.13917884481558804,"values":[0.4175365344467641,-0.5219206680584552,0.5219206680584552],"n":3,"sample_sd":0.5749029798837267,"df":2,"ci95_low":-1.2889593281611857,"ci95_high":1.5673170177923617},"harm_rate":{"mean":0.0024356297842727907,"values":[0.0,0.006263048016701462,0.0010438413361169101],"n":3,"sample_sd":0.003355480431799915,"df":2,"ci95_low":-0.0058998456976932945,"ci95_high":0.010771105266238876},"repair_rate":{"mean":0.003827418232428671,"values":[0.0041753653444676405,0.0010438413361169101,0.006263048016701462],"n":3,"sample_sd":0.002626943088124826,"df":2,"ci95_low":-0.0026982701596323967,"ci95_high":0.010353106624489739},"conditional_harm":{"mean":0.0024725274725274724,"values":[0.0,0.006349206349206349,0.0010683760683760685],"n":3,"sample_sd":0.0033995347020637726,"df":2,"ci95_low":-0.005972384883568533,"ci95_high":0.010917439828623478},"metrics":{"accuracy":{"mean":0.9836464857341685,"values":[0.9874739039665971,0.9812108559498957,0.9822546972860126],"n":3,"sample_sd":0.003355480431799888,"df":2,"ci95_low":0.9753110102522025,"ci95_high":0.9919819612161345},"ce":{"mean":0.08700768583692363,"values":[0.09890896233020613,0.08475200951383244,0.07736208566673232],"n":3,"sample_sd":0.01094911093393677,"df":2,"ci95_low":0.0598085864548418,"ci95_high":0.11420678521900546},"accuracy_pp":{"mean":0.13917884481558804,"values":[0.4175365344467641,-0.5219206680584552,0.5219206680584552],"n":3,"sample_sd":0.5749029798837267,"df":2,"ci95_low":-1.2889593281611857,"ci95_high":1.5673170177923617},"harm_rate":{"mean":0.0024356297842727907,"values":[0.0,0.006263048016701462,0.0010438413361169101],"n":3,"sample_sd":0.003355480431799915,"df":2,"ci95_low":-0.0058998456976932945,"ci95_high":0.010771105266238876},"repair_rate":{"mean":0.003827418232428671,"values":[0.0041753653444676405,0.0010438413361169101,0.006263048016701462],"n":3,"sample_sd":0.002626943088124826,"df":2,"ci95_low":-0.0026982701596323967,"ci95_high":0.010353106624489739},"conditional_harm":{"mean":0.0024725274725274724,"values":[0.0,0.006349206349206349,0.0010683760683760685],"n":3,"sample_sd":0.0033995347020637726,"df":2,"ci95_low":-0.005972384883568533,"ci95_high":0.010917439828623478}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9802204928664072,"values":[0.9854085603112841,0.9815175097276264,0.9737354085603113],"n":3,"sample_sd":0.005943677944171026,"df":2,"ci95_low":0.9654555783382767,"ci95_high":0.9949854073945378},"ce":{"mean":0.07342698184997046,"values":[0.08712716040814614,0.06405100595238303,0.0691027791893822],"n":3,"sample_sd":0.01213059242592619,"df":2,"ci95_low":0.04329291973779997,"ci95_high":0.10356104396214094},"accuracy_pp":{"mean":0.0648508430609598,"values":[0.19455252918287938,0.9727626459143969,-0.9727626459143969],"n":3,"sample_sd":0.9792262561959467,"df":2,"ci95_low":-2.3676820283765894,"ci95_high":2.4973837144985094},"harm_rate":{"mean":0.004539559014267186,"values":[0.0019455252918287938,0.0019455252918287938,0.009727626459143969],"n":3,"sample_sd":0.004492998203810317,"df":2,"ci95_low":-0.0066216672630350195,"ci95_high":0.015700785291569392},"repair_rate":{"mean":0.005188067444876783,"values":[0.0038910505836575876,0.011673151750972763,0.0],"n":3,"sample_sd":0.005943677944170999,"df":2,"ci95_low":-0.009576847083253653,"ci95_high":0.01995298197300722},"conditional_harm":{"mean":0.004623812734594139,"values":[0.0019782393669634025,0.002002002002002002,0.009891196834817012],"n":3,"sample_sd":0.004561703915223624,"df":2,"ci95_low":-0.006708087991448468,"ci95_high":0.015955713460636747},"metrics":{"accuracy":{"mean":0.9802204928664072,"values":[0.9854085603112841,0.9815175097276264,0.9737354085603113],"n":3,"sample_sd":0.005943677944171026,"df":2,"ci95_low":0.9654555783382767,"ci95_high":0.9949854073945378},"ce":{"mean":0.07342698184997046,"values":[0.08712716040814614,0.06405100595238303,0.0691027791893822],"n":3,"sample_sd":0.01213059242592619,"df":2,"ci95_low":0.04329291973779997,"ci95_high":0.10356104396214094},"accuracy_pp":{"mean":0.0648508430609598,"values":[0.19455252918287938,0.9727626459143969,-0.9727626459143969],"n":3,"sample_sd":0.9792262561959467,"df":2,"ci95_low":-2.3676820283765894,"ci95_high":2.4973837144985094},"harm_rate":{"mean":0.004539559014267186,"values":[0.0019455252918287938,0.0019455252918287938,0.009727626459143969],"n":3,"sample_sd":0.004492998203810317,"df":2,"ci95_low":-0.0066216672630350195,"ci95_high":0.015700785291569392},"repair_rate":{"mean":0.005188067444876783,"values":[0.0038910505836575876,0.011673151750972763,0.0],"n":3,"sample_sd":0.005943677944170999,"df":2,"ci95_low":-0.009576847083253653,"ci95_high":0.01995298197300722},"conditional_harm":{"mean":0.004623812734594139,"values":[0.0019782393669634025,0.002002002002002002,0.009891196834817012],"n":3,"sample_sd":0.004561703915223624,"df":2,"ci95_low":-0.006708087991448468,"ci95_high":0.015955713460636747}}},{"digit":8,"n":974,"accuracy":{"mean":0.974674880219028,"values":[0.9835728952772074,0.9794661190965093,0.9609856262833676],"n":3,"sample_sd":0.012031756215774753,"df":2,"ci95_low":0.9447863408637898,"ci95_high":1.0045634195742663},"ce":{"mean":0.09743602472532881,"values":[0.09675628365855032,0.06470218234583254,0.13084960817160354],"n":3,"sample_sd":0.033078951340427466,"df":2,"ci95_low":0.015263354232543797,"ci95_high":0.17960869521811382},"accuracy_pp":{"mean":-0.03422313483915126,"values":[0.0,0.3080082135523614,-0.4106776180698152],"n":3,"sample_sd":0.36056309900248934,"df":2,"ci95_low":-0.9299115265681406,"ci95_high":0.861465256889838},"harm_rate":{"mean":0.008213552361396304,"values":[0.004106776180698152,0.006160164271047228,0.014373716632443531],"n":3,"sample_sd":0.005432754232165484,"df":2,"ci95_low":-0.005282157305869362,"ci95_high":0.02170926202866197},"repair_rate":{"mean":0.00787132101300479,"values":[0.004106776180698152,0.009240246406570842,0.01026694045174538],"n":3,"sample_sd":0.0033003596033514557,"df":2,"ci95_low":-0.00032722674030476705,"ci95_high":0.016069868766314346},"conditional_harm":{"mean":0.008459376876909487,"values":[0.0041753653444676405,0.006309148264984227,0.014893617021276596],"n":3,"sample_sd":0.005673433005201615,"df":2,"ci95_low":-0.0056342120068939485,"ci95_high":0.022552965760712924},"metrics":{"accuracy":{"mean":0.974674880219028,"values":[0.9835728952772074,0.9794661190965093,0.9609856262833676],"n":3,"sample_sd":0.012031756215774753,"df":2,"ci95_low":0.9447863408637898,"ci95_high":1.0045634195742663},"ce":{"mean":0.09743602472532881,"values":[0.09675628365855032,0.06470218234583254,0.13084960817160354],"n":3,"sample_sd":0.033078951340427466,"df":2,"ci95_low":0.015263354232543797,"ci95_high":0.17960869521811382},"accuracy_pp":{"mean":-0.03422313483915126,"values":[0.0,0.3080082135523614,-0.4106776180698152],"n":3,"sample_sd":0.36056309900248934,"df":2,"ci95_low":-0.9299115265681406,"ci95_high":0.861465256889838},"harm_rate":{"mean":0.008213552361396304,"values":[0.004106776180698152,0.006160164271047228,0.014373716632443531],"n":3,"sample_sd":0.005432754232165484,"df":2,"ci95_low":-0.005282157305869362,"ci95_high":0.02170926202866197},"repair_rate":{"mean":0.00787132101300479,"values":[0.004106776180698152,0.009240246406570842,0.01026694045174538],"n":3,"sample_sd":0.0033003596033514557,"df":2,"ci95_low":-0.00032722674030476705,"ci95_high":0.016069868766314346},"conditional_harm":{"mean":0.008459376876909487,"values":[0.0041753653444676405,0.006309148264984227,0.014893617021276596],"n":3,"sample_sd":0.005673433005201615,"df":2,"ci95_low":-0.0056342120068939485,"ci95_high":0.022552965760712924}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9689461513049223,"values":[0.9781962338949455,0.958374628344896,0.9702675916749257],"n":3,"sample_sd":0.009976656009607851,"df":2,"ci95_low":0.9441627638734278,"ci95_high":0.9937295387364169},"ce":{"mean":0.11902142917872512,"values":[0.10655006554161531,0.1403637660679089,0.11015045592665115],"n":3,"sample_sd":0.018570466085958255,"df":2,"ci95_low":0.07288983404820165,"ci95_high":0.16515302430924858},"accuracy_pp":{"mean":-1.2553683515031384,"values":[-0.49554013875123887,-1.7839444995044598,-1.4866204162537167],"n":3,"sample_sd":0.6746143989647221,"df":2,"ci95_low":-2.9312034209198203,"ci95_high":0.4204667179135435},"harm_rate":{"mean":0.014535844070036339,"values":[0.006937561942517344,0.02081268582755203,0.015857284440039643],"n":3,"sample_sd":0.007031317031315746,"df":2,"ci95_low":-0.0029309157313385983,"ci95_high":0.032002603871411274},"repair_rate":{"mean":0.0019821605550049554,"values":[0.0019821605550049554,0.002973240832507433,0.0009910802775024777],"n":3,"sample_sd":0.0009910802775024777,"df":2,"ci95_low":-0.00047981933779706965,"ci95_high":0.00444414044780698},"conditional_harm":{"mean":0.014824276014693038,"values":[0.007056451612903226,0.02131979695431472,0.01609657947686117],"n":3,"sample_sd":0.007216288669182726,"df":2,"ci95_low":-0.003101978807927565,"ci95_high":0.03275053083731364},"metrics":{"accuracy":{"mean":0.9689461513049223,"values":[0.9781962338949455,0.958374628344896,0.9702675916749257],"n":3,"sample_sd":0.009976656009607851,"df":2,"ci95_low":0.9441627638734278,"ci95_high":0.9937295387364169},"ce":{"mean":0.11902142917872512,"values":[0.10655006554161531,0.1403637660679089,0.11015045592665115],"n":3,"sample_sd":0.018570466085958255,"df":2,"ci95_low":0.07288983404820165,"ci95_high":0.16515302430924858},"accuracy_pp":{"mean":-1.2553683515031384,"values":[-0.49554013875123887,-1.7839444995044598,-1.4866204162537167],"n":3,"sample_sd":0.6746143989647221,"df":2,"ci95_low":-2.9312034209198203,"ci95_high":0.4204667179135435},"harm_rate":{"mean":0.014535844070036339,"values":[0.006937561942517344,0.02081268582755203,0.015857284440039643],"n":3,"sample_sd":0.007031317031315746,"df":2,"ci95_low":-0.0029309157313385983,"ci95_high":0.032002603871411274},"repair_rate":{"mean":0.0019821605550049554,"values":[0.0019821605550049554,0.002973240832507433,0.0009910802775024777],"n":3,"sample_sd":0.0009910802775024777,"df":2,"ci95_low":-0.00047981933779706965,"ci95_high":0.00444414044780698},"conditional_harm":{"mean":0.014824276014693038,"values":[0.007056451612903226,0.02131979695431472,0.01609657947686117],"n":3,"sample_sd":0.007216288669182726,"df":2,"ci95_low":-0.003101978807927565,"ci95_high":0.03275053083731364}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m02-s201-v1","accuracy":0.985,"test_accuracy":0.985,"ce":0.07686748556315491,"training_seconds":59.54901689799999,"selected_epoch":20,"epoch":20,"total_run_seconds":70.39515128400001,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":27,"repair_count":29,"harm_rate":0.0027,"repair_rate":0.0029,"conditional_harm":0.0027416734362307065,"accuracy_pp":0.02,"ce":0.0054863493050424095},"per_class":[{"n":980,"baseline_correct":973,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":0,"accuracy":0.9928571428571429,"ce":0.03230068085031892},{"n":1135,"baseline_correct":1126,"harm_count":2,"repair_count":2,"harm_rate":0.001762114537444934,"repair_rate":0.001762114537444934,"conditional_harm":0.0017761989342806395,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.0319897413407401},{"n":1032,"baseline_correct":1016,"harm_count":3,"repair_count":2,"harm_rate":0.0029069767441860465,"repair_rate":0.001937984496124031,"conditional_harm":0.002952755905511811,"accuracy_pp":-0.09689922480620156,"digit":2,"accuracy":0.9835271317829457,"ce":0.05794194375116905},{"n":1010,"baseline_correct":990,"harm_count":5,"repair_count":5,"harm_rate":0.0049504950495049506,"repair_rate":0.0049504950495049506,"conditional_harm":0.005050505050505051,"accuracy_pp":0.0,"digit":3,"accuracy":0.9801980198019802,"ce":0.08152213854583219},{"n":982,"baseline_correct":964,"harm_count":1,"repair_count":2,"harm_rate":0.0010183299389002036,"repair_rate":0.002036659877800407,"conditional_harm":0.001037344398340249,"accuracy_pp":0.10183299389002037,"digit":4,"accuracy":0.9826883910386965,"ce":0.08668729248675312},{"n":892,"baseline_correct":876,"harm_count":3,"repair_count":4,"harm_rate":0.0033632286995515697,"repair_rate":0.004484304932735426,"conditional_harm":0.003424657534246575,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9831838565022422,"ce":0.09796000184437048},{"n":958,"baseline_correct":942,"harm_count":0,"repair_count":4,"harm_rate":0.0,"repair_rate":0.0041753653444676405,"conditional_harm":0.0,"accuracy_pp":0.4175365344467641,"digit":6,"accuracy":0.9874739039665971,"ce":0.09890896233020613},{"n":1028,"baseline_correct":1011,"harm_count":2,"repair_count":4,"harm_rate":0.0019455252918287938,"repair_rate":0.0038910505836575876,"conditional_harm":0.0019782393669634025,"accuracy_pp":0.19455252918287938,"digit":7,"accuracy":0.9854085603112841,"ce":0.08712716040814614},{"n":974,"baseline_correct":958,"harm_count":4,"repair_count":4,"harm_rate":0.004106776180698152,"repair_rate":0.004106776180698152,"conditional_harm":0.0041753653444676405,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.09675628365855032},{"n":1009,"baseline_correct":992,"harm_count":7,"repair_count":2,"harm_rate":0.006937561942517344,"repair_rate":0.0019821605550049554,"conditional_harm":0.007056451612903226,"accuracy_pp":-0.49554013875123887,"digit":9,"accuracy":0.9781962338949455,"ce":0.10655006554161531}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"39f01d18ef3a408e86588d5410c6a0f7a38e78c9b84c1043bcdf565424374265","train_accuracy":1.0,"train_ce":0.00014210122108459472,"validation_accuracy":0.9837,"validation_ce":0.08262044067382812},{"seed":202,"run_id":"halfdrop-m02-s202-v1","accuracy":0.9792,"test_accuracy":0.9792,"ce":0.06948264062791593,"training_seconds":59.4525295240001,"selected_epoch":5,"epoch":5,"total_run_seconds":71.02592130599999,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":60,"repair_count":77,"harm_rate":0.006,"repair_rate":0.0077,"conditional_harm":0.006138107416879796,"accuracy_pp":0.17,"ce":-0.006507090171591623},"per_class":[{"n":980,"baseline_correct":967,"harm_count":2,"repair_count":3,"harm_rate":0.0020408163265306124,"repair_rate":0.003061224489795918,"conditional_harm":0.002068252326783868,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9877551020408163,"ce":0.038416461721322584},{"n":1135,"baseline_correct":1127,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9938325991189427,"ce":0.016100567134639292},{"n":1032,"baseline_correct":1000,"harm_count":6,"repair_count":14,"harm_rate":0.005813953488372093,"repair_rate":0.013565891472868217,"conditional_harm":0.006,"accuracy_pp":0.7751937984496124,"digit":2,"accuracy":0.9767441860465116,"ce":0.0599232295498161},{"n":1010,"baseline_correct":971,"harm_count":11,"repair_count":13,"harm_rate":0.01089108910891089,"repair_rate":0.01287128712871287,"conditional_harm":0.01132852729145211,"accuracy_pp":0.19801980198019803,"digit":3,"accuracy":0.9633663366336633,"ce":0.1055286165040843},{"n":982,"baseline_correct":955,"harm_count":0,"repair_count":15,"harm_rate":0.0,"repair_rate":0.015274949083503055,"conditional_harm":0.0,"accuracy_pp":1.5274949083503055,"digit":4,"accuracy":0.9877800407331976,"ce":0.06504901399552504},{"n":892,"baseline_correct":875,"harm_count":6,"repair_count":6,"harm_rate":0.006726457399103139,"repair_rate":0.006726457399103139,"conditional_harm":0.006857142857142857,"accuracy_pp":0.0,"digit":5,"accuracy":0.9809417040358744,"ce":0.06156670177762816},{"n":958,"baseline_correct":945,"harm_count":6,"repair_count":1,"harm_rate":0.006263048016701462,"repair_rate":0.0010438413361169101,"conditional_harm":0.006349206349206349,"accuracy_pp":-0.5219206680584552,"digit":6,"accuracy":0.9812108559498957,"ce":0.08475200951383244},{"n":1028,"baseline_correct":999,"harm_count":2,"repair_count":12,"harm_rate":0.0019455252918287938,"repair_rate":0.011673151750972763,"conditional_harm":0.002002002002002002,"accuracy_pp":0.9727626459143969,"digit":7,"accuracy":0.9815175097276264,"ce":0.06405100595238303},{"n":974,"baseline_correct":951,"harm_count":6,"repair_count":9,"harm_rate":0.006160164271047228,"repair_rate":0.009240246406570842,"conditional_harm":0.006309148264984227,"accuracy_pp":0.3080082135523614,"digit":8,"accuracy":0.9794661190965093,"ce":0.06470218234583254},{"n":1009,"baseline_correct":985,"harm_count":21,"repair_count":3,"harm_rate":0.02081268582755203,"repair_rate":0.002973240832507433,"conditional_harm":0.02131979695431472,"accuracy_pp":-1.7839444995044598,"digit":9,"accuracy":0.958374628344896,"ce":0.1403637660679089}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"04be1ec16d18e18c9579086148cd133235f90ecbc4d96f13cdc46b5ccba9e7d7","train_accuracy":0.99326,"train_ce":0.021342158203125,"validation_accuracy":0.9766,"validation_ce":0.07930068969726563},{"seed":203,"run_id":"halfdrop-m02-s203-v1","accuracy":0.977,"test_accuracy":0.977,"ce":0.07314143216101732,"training_seconds":59.82897559999989,"selected_epoch":5,"epoch":5,"total_run_seconds":64.579761932,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":60,"repair_count":56,"harm_rate":0.006,"repair_rate":0.0056,"conditional_harm":0.006138735420503376,"accuracy_pp":-0.04,"ce":-0.003968892668567925},"per_class":[{"n":980,"baseline_correct":971,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.0020408163265306124,"conditional_harm":0.0,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9928571428571429,"ce":0.02629896412737729},{"n":1135,"baseline_correct":1123,"harm_count":3,"repair_count":2,"harm_rate":0.0026431718061674008,"repair_rate":0.001762114537444934,"conditional_harm":0.0026714158504007124,"accuracy_pp":-0.0881057268722467,"digit":1,"accuracy":0.9885462555066079,"ce":0.033710893055934395},{"n":1032,"baseline_correct":1015,"harm_count":5,"repair_count":3,"harm_rate":0.0048449612403100775,"repair_rate":0.0029069767441860465,"conditional_harm":0.0049261083743842365,"accuracy_pp":-0.1937984496124031,"digit":2,"accuracy":0.9815891472868217,"ce":0.05721807606721214},{"n":1010,"baseline_correct":944,"harm_count":4,"repair_count":22,"harm_rate":0.0039603960396039604,"repair_rate":0.02178217821782178,"conditional_harm":0.00423728813559322,"accuracy_pp":1.7821782178217822,"digit":3,"accuracy":0.9524752475247524,"ce":0.13985813587368134},{"n":982,"baseline_correct":957,"harm_count":4,"repair_count":8,"harm_rate":0.004073319755600814,"repair_rate":0.008146639511201629,"conditional_harm":0.0041797283176593526,"accuracy_pp":0.4073319755600815,"digit":4,"accuracy":0.9786150712830958,"ce":0.053099067172587194},{"n":892,"baseline_correct":883,"harm_count":3,"repair_count":2,"harm_rate":0.0033632286995515697,"repair_rate":0.002242152466367713,"conditional_harm":0.0033975084937712344,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9887892376681614,"ce":0.03496698877247624},{"n":958,"baseline_correct":936,"harm_count":1,"repair_count":6,"harm_rate":0.0010438413361169101,"repair_rate":0.006263048016701462,"conditional_harm":0.0010683760683760685,"accuracy_pp":0.5219206680584552,"digit":6,"accuracy":0.9822546972860126,"ce":0.07736208566673232},{"n":1028,"baseline_correct":1011,"harm_count":10,"repair_count":0,"harm_rate":0.009727626459143969,"repair_rate":0.0,"conditional_harm":0.009891196834817012,"accuracy_pp":-0.9727626459143969,"digit":7,"accuracy":0.9737354085603113,"ce":0.0691027791893822},{"n":974,"baseline_correct":940,"harm_count":14,"repair_count":10,"harm_rate":0.014373716632443531,"repair_rate":0.01026694045174538,"conditional_harm":0.014893617021276596,"accuracy_pp":-0.4106776180698152,"digit":8,"accuracy":0.9609856262833676,"ce":0.13084960817160354},{"n":1009,"baseline_correct":994,"harm_count":16,"repair_count":1,"harm_rate":0.015857284440039643,"repair_rate":0.0009910802775024777,"conditional_harm":0.01609657947686117,"accuracy_pp":-1.4866204162537167,"digit":9,"accuracy":0.9702675916749257,"ce":0.11015045592665115}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"5a2cf32d8771e26df7f3162d5723163722c91c6f3016f07ba5c63f9b10c03d33","train_accuracy":0.99258,"train_ce":0.02381055908203125,"validation_accuracy":0.9779,"validation_ce":0.07619569091796875}]},{"endpoint":"selected","drop_mask":3,"k":2,"drop_probabilities":[0.5,0.5,0,0],"nominal_training_affine_fraction":0.6656916005014626,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9771,"values":[0.9751,0.9783,0.9779],"n":3,"sample_sd":0.0017435595774162684,"df":2,"ci95_low":0.9727687579009052,"ci95_high":0.9814312420990947},"ce":{"mean":0.07423991157183096,"values":[0.0812549930113456,0.07157893940952638,0.06988580229462091],"n":3,"sample_sd":0.006133938704024902,"df":2,"ci95_low":0.05900236311506464,"ci95_high":0.08947746002859729},"training_seconds":{"mean":47.646612997666644,"values":[47.572166958000025,47.58740812100001,47.7802639139999],"n":3,"sample_sd":0.11599568457463175,"df":2,"ci95_low":47.358463743204425,"ci95_high":47.93476225212886},"selected_epoch":{"mean":5.0,"values":[5.0,5.0,5.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":5.0,"ci95_high":5.0},"train_accuracy":{"mean":0.9916466666666667,"values":[0.9905,0.99192,0.99252],"n":3,"sample_sd":0.0010373684655575611,"df":2,"ci95_low":0.9890697005403044,"ci95_high":0.9942236327930289},"train_ce":{"mean":0.02786424235026042,"values":[0.03091078125,0.02690177490234375,0.0257801708984375],"n":3,"sample_sd":0.0026973224382921836,"df":2,"ci95_low":0.02116372196031402,"ci95_high":0.03456476274020682},"validation_accuracy":{"mean":0.9770666666666666,"values":[0.9751,0.9777,0.9784],"n":3,"sample_sd":0.0017387735140993695,"df":2,"ci95_low":0.9727473138079487,"ci95_high":0.9813860195253846},"validation_ce":{"mean":0.07953892822265625,"values":[0.0845918212890625,0.08209044189453125,0.071934521484375],"n":3,"sample_sd":0.006703318290202198,"df":2,"ci95_low":0.06288696246351662,"ci95_high":0.09619089398179588},"harm_rate":{"mean":0.009266666666666666,"values":[0.0124,0.0072,0.0082],"n":3,"sample_sd":0.00275922694487665,"df":2,"ci95_low":0.002412366957381117,"ci95_high":0.016120966375952214},"repair_rate":{"mean":0.006466666666666667,"values":[0.0027,0.008,0.0087],"n":3,"sample_sd":0.003280751946327752,"df":2,"ci95_low":-0.0016831729663895371,"ci95_high":0.01461650629972287},"conditional_harm":{"mean":0.00944890769649491,"values":[0.012591389114541024,0.007365728900255755,0.008389605074687948],"n":3,"sample_sd":0.0027692007334637766,"df":2,"ci95_low":0.0025698317228501875,"ci95_high":0.016327983670139632}},"paired_vs_none":{"accuracy_pp":{"mean":-0.27999999999999997,"values":[-0.97,0.08,0.05],"n":3,"sample_sd":0.5977457653551382,"df":2,"ci95_low":-1.7648827978097148,"ci95_high":1.2048827978097147},"ce":{"mean":-0.0005871523905708007,"values":[0.009873856753233101,-0.00441079138998117,-0.007224522534964334],"n":3,"sample_sd":0.009168086221732631,"df":2,"ci95_low":-0.023361941119352258,"ci95_high":0.022187636338210654},"harm_rate":{"mean":0.009266666666666666,"values":[0.0124,0.0072,0.0082],"n":3,"sample_sd":0.00275922694487665,"df":2,"ci95_low":0.002412366957381117,"ci95_high":0.016120966375952214},"repair_rate":{"mean":0.006466666666666667,"values":[0.0027,0.008,0.0087],"n":3,"sample_sd":0.003280751946327752,"df":2,"ci95_low":-0.0016831729663895371,"ci95_high":0.01461650629972287},"conditional_harm":{"mean":0.00944890769649491,"values":[0.012591389114541024,0.007365728900255755,0.008389605074687948],"n":3,"sample_sd":0.0027692007334637766,"df":2,"ci95_low":0.0025698317228501875,"ci95_high":0.016327983670139632},"harm_count":{"mean":92.66666666666667,"values":[124.0,72.0,82.0],"n":3,"sample_sd":27.5922694487665,"df":2,"ci95_low":24.12366957381117,"ci95_high":161.2096637595222},"repair_count":{"mean":64.66666666666667,"values":[27.0,80.0,87.0],"n":3,"sample_sd":32.80751946327752,"df":2,"ci95_low":-16.831729663895374,"ci95_high":146.16506299722872}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9904761904761905,"values":[0.9918367346938776,0.986734693877551,0.9928571428571429],"n":3,"sample_sd":0.00328015332006567,"df":2,"ci95_low":0.9823278379132072,"ci95_high":0.9986245430391738},"ce":{"mean":0.03272224488759283,"values":[0.029939963725702432,0.03570723355469089,0.032519537382385166],"n":3,"sample_sd":0.0028889735321720707,"df":2,"ci95_low":0.025545636787824545,"ci95_high":0.039898852987361115},"accuracy_pp":{"mean":0.034013605442176874,"values":[-0.10204081632653061,0.0,0.20408163265306123],"n":3,"sample_sd":0.15586992159713742,"df":2,"ci95_low":-0.3531887449383866,"ci95_high":0.4212159558227403},"harm_rate":{"mean":0.0013605442176870747,"values":[0.0010204081632653062,0.003061224489795918,0.0],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.00251147928611856,"ci95_high":0.005232567721492709},"repair_rate":{"mean":0.0017006802721088435,"values":[0.0,0.003061224489795918,0.0020408163265306124],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.002171343231696791,"ci95_high":0.005572703775914478},"conditional_harm":{"mean":0.0013767092397879597,"values":[0.0010277492291880781,0.0031023784901758012,0.0],"n":3,"sample_sd":0.0015803537233242352,"df":2,"ci95_low":-0.002549107042364174,"ci95_high":0.005302525521940093},"metrics":{"accuracy":{"mean":0.9904761904761905,"values":[0.9918367346938776,0.986734693877551,0.9928571428571429],"n":3,"sample_sd":0.00328015332006567,"df":2,"ci95_low":0.9823278379132072,"ci95_high":0.9986245430391738},"ce":{"mean":0.03272224488759283,"values":[0.029939963725702432,0.03570723355469089,0.032519537382385166],"n":3,"sample_sd":0.0028889735321720707,"df":2,"ci95_low":0.025545636787824545,"ci95_high":0.039898852987361115},"accuracy_pp":{"mean":0.034013605442176874,"values":[-0.10204081632653061,0.0,0.20408163265306123],"n":3,"sample_sd":0.15586992159713742,"df":2,"ci95_low":-0.3531887449383866,"ci95_high":0.4212159558227403},"harm_rate":{"mean":0.0013605442176870747,"values":[0.0010204081632653062,0.003061224489795918,0.0],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.00251147928611856,"ci95_high":0.005232567721492709},"repair_rate":{"mean":0.0017006802721088435,"values":[0.0,0.003061224489795918,0.0020408163265306124],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.002171343231696791,"ci95_high":0.005572703775914478},"conditional_harm":{"mean":0.0013767092397879597,"values":[0.0010277492291880781,0.0031023784901758012,0.0],"n":3,"sample_sd":0.0015803537233242352,"df":2,"ci95_low":-0.002549107042364174,"ci95_high":0.005302525521940093}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9926578560939794,"values":[0.9894273127753304,0.9929515418502203,0.9955947136563876],"n":3,"sample_sd":0.0030941714398980183,"df":2,"ci95_low":0.984971508133239,"ci95_high":1.0003442040547197},"ce":{"mean":0.022389062453399285,"values":[0.03607279404868646,0.01768262212657347,0.013411771184937917],"n":3,"sample_sd":0.012041321552068643,"df":2,"ci95_low":-0.007523238514452999,"ci95_high":0.052301363421251565},"accuracy_pp":{"mean":0.11747430249632894,"values":[-0.2643171806167401,0.0,0.6167400881057269],"n":3,"sample_sd":0.4521234748411352,"df":2,"ci95_low":-1.005662671763432,"ci95_high":1.24061127675609},"harm_rate":{"mean":0.0014684287812041117,"values":[0.003524229074889868,0.000881057268722467,0.0],"n":3,"sample_sd":0.0018340669598820554,"df":2,"ci95_low":-0.003087646119873587,"ci95_high":0.0060245036822818105},"repair_rate":{"mean":0.0026431718061674008,"values":[0.000881057268722467,0.000881057268722467,0.006167400881057269],"n":3,"sample_sd":0.0030520719076103566,"df":2,"ci95_low":-0.004938595118766521,"ci95_high":0.010224938731101323},"conditional_harm":{"mean":0.0014799031049596454,"values":[0.003552397868561279,0.0008873114463176575,0.0],"n":3,"sample_sd":0.0018488527008820163,"df":2,"ci95_low":-0.0031129016129335142,"ci95_high":0.006072707822852805},"metrics":{"accuracy":{"mean":0.9926578560939794,"values":[0.9894273127753304,0.9929515418502203,0.9955947136563876],"n":3,"sample_sd":0.0030941714398980183,"df":2,"ci95_low":0.984971508133239,"ci95_high":1.0003442040547197},"ce":{"mean":0.022389062453399285,"values":[0.03607279404868646,0.01768262212657347,0.013411771184937917],"n":3,"sample_sd":0.012041321552068643,"df":2,"ci95_low":-0.007523238514452999,"ci95_high":0.052301363421251565},"accuracy_pp":{"mean":0.11747430249632894,"values":[-0.2643171806167401,0.0,0.6167400881057269],"n":3,"sample_sd":0.4521234748411352,"df":2,"ci95_low":-1.005662671763432,"ci95_high":1.24061127675609},"harm_rate":{"mean":0.0014684287812041117,"values":[0.003524229074889868,0.000881057268722467,0.0],"n":3,"sample_sd":0.0018340669598820554,"df":2,"ci95_low":-0.003087646119873587,"ci95_high":0.0060245036822818105},"repair_rate":{"mean":0.0026431718061674008,"values":[0.000881057268722467,0.000881057268722467,0.006167400881057269],"n":3,"sample_sd":0.0030520719076103566,"df":2,"ci95_low":-0.004938595118766521,"ci95_high":0.010224938731101323},"conditional_harm":{"mean":0.0014799031049596454,"values":[0.003552397868561279,0.0008873114463176575,0.0],"n":3,"sample_sd":0.0018488527008820163,"df":2,"ci95_low":-0.0031129016129335142,"ci95_high":0.006072707822852805}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9722222222222222,"values":[0.9651162790697675,0.9815891472868217,0.9699612403100775],"n":3,"sample_sd":0.008465983476796581,"df":2,"ci95_low":0.9511915533997208,"ci95_high":0.9932528910447236},"ce":{"mean":0.08011001552535421,"values":[0.09926999443569681,0.054679650953415496,0.08638040118695031],"n":3,"sample_sd":0.022946960261128694,"df":2,"ci95_low":0.02310660616865383,"ci95_high":0.13711342488205458},"accuracy_pp":{"mean":-0.6782945736434108,"values":[-1.937984496124031,1.2596899224806202,-1.3565891472868217],"n":3,"sample_sd":1.703332929384394,"df":2,"ci95_low":-4.909608139341389,"ci95_high":3.5530189920545667},"harm_rate":{"mean":0.015180878552971577,"values":[0.022286821705426358,0.003875968992248062,0.01937984496124031],"n":3,"sample_sd":0.009897644344990028,"df":2,"ci95_low":-0.009406233022770782,"ci95_high":0.03976799012871393},"repair_rate":{"mean":0.008397932816537468,"values":[0.0029069767441860465,0.016472868217054265,0.005813953488372093],"n":3,"sample_sd":0.007142553096736429,"df":2,"ci95_low":-0.00934515268986538,"ci95_high":0.026141018322940315},"conditional_harm":{"mean":0.0154474095910425,"values":[0.022637795275590553,0.004,0.019704433497536946],"n":3,"sample_sd":0.010021653685348308,"df":2,"ci95_low":-0.009447758263703922,"ci95_high":0.040342577445788924},"metrics":{"accuracy":{"mean":0.9722222222222222,"values":[0.9651162790697675,0.9815891472868217,0.9699612403100775],"n":3,"sample_sd":0.008465983476796581,"df":2,"ci95_low":0.9511915533997208,"ci95_high":0.9932528910447236},"ce":{"mean":0.08011001552535421,"values":[0.09926999443569681,0.054679650953415496,0.08638040118695031],"n":3,"sample_sd":0.022946960261128694,"df":2,"ci95_low":0.02310660616865383,"ci95_high":0.13711342488205458},"accuracy_pp":{"mean":-0.6782945736434108,"values":[-1.937984496124031,1.2596899224806202,-1.3565891472868217],"n":3,"sample_sd":1.703332929384394,"df":2,"ci95_low":-4.909608139341389,"ci95_high":3.5530189920545667},"harm_rate":{"mean":0.015180878552971577,"values":[0.022286821705426358,0.003875968992248062,0.01937984496124031],"n":3,"sample_sd":0.009897644344990028,"df":2,"ci95_low":-0.009406233022770782,"ci95_high":0.03976799012871393},"repair_rate":{"mean":0.008397932816537468,"values":[0.0029069767441860465,0.016472868217054265,0.005813953488372093],"n":3,"sample_sd":0.007142553096736429,"df":2,"ci95_low":-0.00934515268986538,"ci95_high":0.026141018322940315},"conditional_harm":{"mean":0.0154474095910425,"values":[0.022637795275590553,0.004,0.019704433497536946],"n":3,"sample_sd":0.010021653685348308,"df":2,"ci95_low":-0.009447758263703922,"ci95_high":0.040342577445788924}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9759075907590758,"values":[0.9881188118811881,0.9643564356435643,0.9752475247524752],"n":3,"sample_sd":0.011894931545174995,"df":2,"ci95_low":0.9463589427279842,"ci95_high":1.0054562387901675},"ce":{"mean":0.08156001077682165,"values":[0.0476209484242678,0.11035353797017988,0.08670554593601726],"n":3,"sample_sd":0.03168125387101745,"df":2,"ci95_low":0.0028594132775375397,"ci95_high":0.16026060827610578},"accuracy_pp":{"mean":1.7161716171617163,"values":[0.7920792079207921,0.297029702970297,4.0594059405940595],"n":3,"sample_sd":2.04434068197341,"df":2,"ci95_low":-3.3622521667714986,"ci95_high":6.794595401094932},"harm_rate":{"mean":0.0042904290429042905,"values":[0.0,0.011881188118811881,0.0009900990099009901],"n":3,"sample_sd":0.006592404077702369,"df":2,"ci95_low":-0.012086010538185789,"ci95_high":0.020666868623994368},"repair_rate":{"mean":0.02145214521452145,"values":[0.007920792079207921,0.01485148514851485,0.041584158415841586],"n":3,"sample_sd":0.01777588516104981,"df":2,"ci95_low":-0.02270560147533043,"ci95_high":0.06560989190437333},"conditional_harm":{"mean":0.004472571814251718,"values":[0.0,0.012358393408856848,0.001059322033898305],"n":3,"sample_sd":0.006849830469386163,"df":2,"ci95_low":-0.012543350374442255,"ci95_high":0.02148849400294569},"metrics":{"accuracy":{"mean":0.9759075907590758,"values":[0.9881188118811881,0.9643564356435643,0.9752475247524752],"n":3,"sample_sd":0.011894931545174995,"df":2,"ci95_low":0.9463589427279842,"ci95_high":1.0054562387901675},"ce":{"mean":0.08156001077682165,"values":[0.0476209484242678,0.11035353797017988,0.08670554593601726],"n":3,"sample_sd":0.03168125387101745,"df":2,"ci95_low":0.0028594132775375397,"ci95_high":0.16026060827610578},"accuracy_pp":{"mean":1.7161716171617163,"values":[0.7920792079207921,0.297029702970297,4.0594059405940595],"n":3,"sample_sd":2.04434068197341,"df":2,"ci95_low":-3.3622521667714986,"ci95_high":6.794595401094932},"harm_rate":{"mean":0.0042904290429042905,"values":[0.0,0.011881188118811881,0.0009900990099009901],"n":3,"sample_sd":0.006592404077702369,"df":2,"ci95_low":-0.012086010538185789,"ci95_high":0.020666868623994368},"repair_rate":{"mean":0.02145214521452145,"values":[0.007920792079207921,0.01485148514851485,0.041584158415841586],"n":3,"sample_sd":0.01777588516104981,"df":2,"ci95_low":-0.02270560147533043,"ci95_high":0.06560989190437333},"conditional_harm":{"mean":0.004472571814251718,"values":[0.0,0.012358393408856848,0.001059322033898305],"n":3,"sample_sd":0.006849830469386163,"df":2,"ci95_low":-0.012543350374442255,"ci95_high":0.02148849400294569}}},{"digit":4,"n":982,"accuracy":{"mean":0.9779361846571623,"values":[0.9725050916496945,0.9867617107942973,0.9745417515274949],"n":3,"sample_sd":0.007710669851731528,"df":2,"ci95_low":0.9587818188949495,"ci95_high":0.997090550419375},"ce":{"mean":0.06178406349965737,"values":[0.07137262803903531,0.041662779264610136,0.07231678319532667],"n":3,"sample_sd":0.017431936687885778,"df":2,"ci95_low":0.0184807321829211,"ci95_high":0.10508739481639365},"accuracy_pp":{"mean":0.16972165648336726,"values":[-0.9164969450101833,1.4256619144602851,0.0],"n":3,"sample_sd":1.180267389729376,"df":2,"ci95_low":-2.762225076395081,"ci95_high":3.1016683893618153},"harm_rate":{"mean":0.006449422946367956,"values":[0.01120162932790224,0.0010183299389002036,0.007128309572301426],"n":3,"sample_sd":0.005125481626117277,"df":2,"ci95_low":-0.006282979252398851,"ci95_high":0.019181825145134765},"repair_rate":{"mean":0.008146639511201629,"values":[0.002036659877800407,0.015274949083503055,0.007128309572301426],"n":3,"sample_sd":0.006677635971794298,"df":2,"ci95_low":-0.008441527832253526,"ci95_high":0.02473480685465678},"conditional_harm":{"mean":0.006590811118831591,"values":[0.011410788381742738,0.0010471204188481676,0.0073145245559038665],"n":3,"sample_sd":0.005219600010109113,"df":2,"ci95_low":-0.006375394106986513,"ci95_high":0.019557016344649694},"metrics":{"accuracy":{"mean":0.9779361846571623,"values":[0.9725050916496945,0.9867617107942973,0.9745417515274949],"n":3,"sample_sd":0.007710669851731528,"df":2,"ci95_low":0.9587818188949495,"ci95_high":0.997090550419375},"ce":{"mean":0.06178406349965737,"values":[0.07137262803903531,0.041662779264610136,0.07231678319532667],"n":3,"sample_sd":0.017431936687885778,"df":2,"ci95_low":0.0184807321829211,"ci95_high":0.10508739481639365},"accuracy_pp":{"mean":0.16972165648336726,"values":[-0.9164969450101833,1.4256619144602851,0.0],"n":3,"sample_sd":1.180267389729376,"df":2,"ci95_low":-2.762225076395081,"ci95_high":3.1016683893618153},"harm_rate":{"mean":0.006449422946367956,"values":[0.01120162932790224,0.0010183299389002036,0.007128309572301426],"n":3,"sample_sd":0.005125481626117277,"df":2,"ci95_low":-0.006282979252398851,"ci95_high":0.019181825145134765},"repair_rate":{"mean":0.008146639511201629,"values":[0.002036659877800407,0.015274949083503055,0.007128309572301426],"n":3,"sample_sd":0.006677635971794298,"df":2,"ci95_low":-0.008441527832253526,"ci95_high":0.02473480685465678},"conditional_harm":{"mean":0.006590811118831591,"values":[0.011410788381742738,0.0010471204188481676,0.0073145245559038665],"n":3,"sample_sd":0.005219600010109113,"df":2,"ci95_low":-0.006375394106986513,"ci95_high":0.019557016344649694}}},{"digit":5,"n":892,"accuracy":{"mean":0.9701046337817638,"values":[0.9484304932735426,0.9798206278026906,0.9820627802690582],"n":3,"sample_sd":0.01880380512019303,"df":2,"ci95_low":0.9233933923566541,"ci95_high":1.0168158752068737},"ce":{"mean":0.09779955487798274,"values":[0.17181497486073094,0.07254107797084201,0.04904261180237527],"n":3,"sample_sd":0.06516714106422496,"df":2,"ci95_low":-0.06408459781227589,"ci95_high":0.2596837075682414},"accuracy_pp":{"mean":-1.4200298953662183,"values":[-3.3632286995515694,-0.11210762331838565,-0.7847533632286996],"n":3,"sample_sd":1.7161378928557598,"df":2,"ci95_low":-5.683152753722114,"ci95_high":2.8430929629896777},"harm_rate":{"mean":0.01868460388639761,"values":[0.03587443946188341,0.008968609865470852,0.011210762331838564],"n":3,"sample_sd":0.014928986812734064,"df":2,"ci95_low":-0.01840105525463597,"ci95_high":0.05577026302743119},"repair_rate":{"mean":0.004484304932735426,"values":[0.002242152466367713,0.007847533632286996,0.0033632286995515697],"n":3,"sample_sd":0.002966088913749541,"df":2,"ci95_low":-0.002883868394572174,"ci95_high":0.011852478260043025},"conditional_harm":{"mean":0.018999188606908243,"values":[0.0365296803652968,0.009142857142857144,0.011325028312570781],"n":3,"sample_sd":0.015221007644754642,"df":2,"ci95_low":-0.018811890495589744,"ci95_high":0.056810267709406226},"metrics":{"accuracy":{"mean":0.9701046337817638,"values":[0.9484304932735426,0.9798206278026906,0.9820627802690582],"n":3,"sample_sd":0.01880380512019303,"df":2,"ci95_low":0.9233933923566541,"ci95_high":1.0168158752068737},"ce":{"mean":0.09779955487798274,"values":[0.17181497486073094,0.07254107797084201,0.04904261180237527],"n":3,"sample_sd":0.06516714106422496,"df":2,"ci95_low":-0.06408459781227589,"ci95_high":0.2596837075682414},"accuracy_pp":{"mean":-1.4200298953662183,"values":[-3.3632286995515694,-0.11210762331838565,-0.7847533632286996],"n":3,"sample_sd":1.7161378928557598,"df":2,"ci95_low":-5.683152753722114,"ci95_high":2.8430929629896777},"harm_rate":{"mean":0.01868460388639761,"values":[0.03587443946188341,0.008968609865470852,0.011210762331838564],"n":3,"sample_sd":0.014928986812734064,"df":2,"ci95_low":-0.01840105525463597,"ci95_high":0.05577026302743119},"repair_rate":{"mean":0.004484304932735426,"values":[0.002242152466367713,0.007847533632286996,0.0033632286995515697],"n":3,"sample_sd":0.002966088913749541,"df":2,"ci95_low":-0.002883868394572174,"ci95_high":0.011852478260043025},"conditional_harm":{"mean":0.018999188606908243,"values":[0.0365296803652968,0.009142857142857144,0.011325028312570781],"n":3,"sample_sd":0.015221007644754642,"df":2,"ci95_low":-0.018811890495589744,"ci95_high":0.056810267709406226}}},{"digit":6,"n":958,"accuracy":{"mean":0.9784272790535838,"values":[0.9780793319415448,0.9718162839248434,0.9853862212943633],"n":3,"sample_sd":0.006791656679172979,"df":2,"ci95_low":0.961555868570999,"ci95_high":0.9952986895361687},"ce":{"mean":0.08535619944248615,"values":[0.08285858251158788,0.1044875259485064,0.06872248986736419],"n":3,"sample_sd":0.018012857053268456,"df":2,"ci95_low":0.040609781938528496,"ci95_high":0.13010261694644382},"accuracy_pp":{"mean":-0.38274182324286715,"values":[-0.5219206680584552,-1.4613778705636744,0.8350730688935282],"n":3,"sample_sd":1.1545344483672275,"df":2,"ci95_low":-3.250764386047105,"ci95_high":2.485280739561371},"harm_rate":{"mean":0.007654836464857341,"values":[0.008350730688935281,0.014613778705636743,0.0],"n":3,"sample_sd":0.007331700593495295,"df":2,"ci95_low":-0.01055811747134382,"ci95_high":0.025867790401058504},"repair_rate":{"mean":0.0038274182324286705,"values":[0.003131524008350731,0.0,0.008350730688935281],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.006652250907898401,"ci95_high":0.014307087372755743},"conditional_harm":{"mean":0.0077691279389793194,"values":[0.008492569002123142,0.014814814814814815,0.0],"n":3,"sample_sd":0.007433855643486503,"df":2,"ci95_low":-0.010697593209359622,"ci95_high":0.02623584908731826},"metrics":{"accuracy":{"mean":0.9784272790535838,"values":[0.9780793319415448,0.9718162839248434,0.9853862212943633],"n":3,"sample_sd":0.006791656679172979,"df":2,"ci95_low":0.961555868570999,"ci95_high":0.9952986895361687},"ce":{"mean":0.08535619944248615,"values":[0.08285858251158788,0.1044875259485064,0.06872248986736419],"n":3,"sample_sd":0.018012857053268456,"df":2,"ci95_low":0.040609781938528496,"ci95_high":0.13010261694644382},"accuracy_pp":{"mean":-0.38274182324286715,"values":[-0.5219206680584552,-1.4613778705636744,0.8350730688935282],"n":3,"sample_sd":1.1545344483672275,"df":2,"ci95_low":-3.250764386047105,"ci95_high":2.485280739561371},"harm_rate":{"mean":0.007654836464857341,"values":[0.008350730688935281,0.014613778705636743,0.0],"n":3,"sample_sd":0.007331700593495295,"df":2,"ci95_low":-0.01055811747134382,"ci95_high":0.025867790401058504},"repair_rate":{"mean":0.0038274182324286705,"values":[0.003131524008350731,0.0,0.008350730688935281],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.006652250907898401,"ci95_high":0.014307087372755743},"conditional_harm":{"mean":0.0077691279389793194,"values":[0.008492569002123142,0.014814814814814815,0.0],"n":3,"sample_sd":0.007433855643486503,"df":2,"ci95_low":-0.010697593209359622,"ci95_high":0.02623584908731826}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9675745784695201,"values":[0.9601167315175098,0.9766536964980544,0.9659533073929961],"n":3,"sample_sd":0.008386846404914083,"df":2,"ci95_low":0.9467404970316864,"ci95_high":0.9884086599073538},"ce":{"mean":0.09676782737454648,"values":[0.12913915884539753,0.06901946883365206,0.09214485444458985],"n":3,"sample_sd":0.0303252896245102,"df":2,"ci95_low":0.021435631795914012,"ci95_high":0.17210002295317894},"accuracy_pp":{"mean":-1.1997405966277561,"values":[-2.3346303501945527,0.48638132295719844,-1.7509727626459144],"n":3,"sample_sd":1.4891001949682277,"df":2,"ci95_low":-4.898870547652522,"ci95_high":2.4993893543970094},"harm_rate":{"mean":0.015888456549935148,"values":[0.024319066147859923,0.005836575875486381,0.017509727626459144],"n":3,"sample_sd":0.00934729916044071,"df":2,"ci95_low":-0.007331521798340221,"ci95_high":0.03910843489821052},"repair_rate":{"mean":0.0038910505836575876,"values":[0.0009727626459143969,0.010700389105058366,0.0],"n":3,"sample_sd":0.005917084173441848,"df":2,"ci95_low":-0.01080780135570461,"ci95_high":0.018589902523019786},"conditional_harm":{"mean":0.016179384131906387,"values":[0.024727992087042534,0.006006006006006006,0.017804154302670624],"n":3,"sample_sd":0.009466155464890977,"df":2,"ci95_low":-0.007335849644543504,"ci95_high":0.03969461790835628},"metrics":{"accuracy":{"mean":0.9675745784695201,"values":[0.9601167315175098,0.9766536964980544,0.9659533073929961],"n":3,"sample_sd":0.008386846404914083,"df":2,"ci95_low":0.9467404970316864,"ci95_high":0.9884086599073538},"ce":{"mean":0.09676782737454648,"values":[0.12913915884539753,0.06901946883365206,0.09214485444458985],"n":3,"sample_sd":0.0303252896245102,"df":2,"ci95_low":0.021435631795914012,"ci95_high":0.17210002295317894},"accuracy_pp":{"mean":-1.1997405966277561,"values":[-2.3346303501945527,0.48638132295719844,-1.7509727626459144],"n":3,"sample_sd":1.4891001949682277,"df":2,"ci95_low":-4.898870547652522,"ci95_high":2.4993893543970094},"harm_rate":{"mean":0.015888456549935148,"values":[0.024319066147859923,0.005836575875486381,0.017509727626459144],"n":3,"sample_sd":0.00934729916044071,"df":2,"ci95_low":-0.007331521798340221,"ci95_high":0.03910843489821052},"repair_rate":{"mean":0.0038910505836575876,"values":[0.0009727626459143969,0.010700389105058366,0.0],"n":3,"sample_sd":0.005917084173441848,"df":2,"ci95_low":-0.01080780135570461,"ci95_high":0.018589902523019786},"conditional_harm":{"mean":0.016179384131906387,"values":[0.024727992087042534,0.006006006006006006,0.017804154302670624],"n":3,"sample_sd":0.009466155464890977,"df":2,"ci95_low":-0.007335849644543504,"ci95_high":0.03969461790835628}}},{"digit":8,"n":974,"accuracy":{"mean":0.9674880219028063,"values":[0.9763860369609856,0.9691991786447639,0.9568788501026694],"n":3,"sample_sd":0.009865527245311138,"df":2,"ci95_low":0.942980693625571,"ci95_high":0.9919953501800415},"ce":{"mean":0.10020798368690216,"values":[0.07571727353194625,0.10590913078110493,0.11899754674765531],"n":3,"sample_sd":0.02219623438894328,"df":2,"ci95_low":0.04506948078054947,"ci95_high":0.15534648659325484},"accuracy_pp":{"mean":-0.7529089664613279,"values":[-0.7186858316221766,-0.7186858316221766,-0.8213552361396304],"n":3,"sample_sd":0.059276208335690514,"df":2,"ci95_low":-0.9001592310027379,"ci95_high":-0.6056587019199179},"harm_rate":{"mean":0.012320328542094456,"values":[0.009240246406570842,0.012320328542094456,0.015400410677618069],"n":3,"sample_sd":0.0030800821355236136,"df":2,"ci95_low":0.0046689803536840565,"ci95_high":0.019971676730504855},"repair_rate":{"mean":0.004791238877481177,"values":[0.002053388090349076,0.00513347022587269,0.007186858316221766],"n":3,"sample_sd":0.002583790018915383,"df":2,"ci95_low":-0.00162725134797519,"ci95_high":0.011209729102937544},"conditional_harm":{"mean":0.012656771787843761,"values":[0.009394572025052192,0.012618296529968454,0.015957446808510637],"n":3,"sample_sd":0.0032816065600464834,"df":2,"ci95_low":0.004504809176619802,"ci95_high":0.02080873439906772},"metrics":{"accuracy":{"mean":0.9674880219028063,"values":[0.9763860369609856,0.9691991786447639,0.9568788501026694],"n":3,"sample_sd":0.009865527245311138,"df":2,"ci95_low":0.942980693625571,"ci95_high":0.9919953501800415},"ce":{"mean":0.10020798368690216,"values":[0.07571727353194625,0.10590913078110493,0.11899754674765531],"n":3,"sample_sd":0.02219623438894328,"df":2,"ci95_low":0.04506948078054947,"ci95_high":0.15534648659325484},"accuracy_pp":{"mean":-0.7529089664613279,"values":[-0.7186858316221766,-0.7186858316221766,-0.8213552361396304],"n":3,"sample_sd":0.059276208335690514,"df":2,"ci95_low":-0.9001592310027379,"ci95_high":-0.6056587019199179},"harm_rate":{"mean":0.012320328542094456,"values":[0.009240246406570842,0.012320328542094456,0.015400410677618069],"n":3,"sample_sd":0.0030800821355236136,"df":2,"ci95_low":0.0046689803536840565,"ci95_high":0.019971676730504855},"repair_rate":{"mean":0.004791238877481177,"values":[0.002053388090349076,0.00513347022587269,0.007186858316221766],"n":3,"sample_sd":0.002583790018915383,"df":2,"ci95_low":-0.00162725134797519,"ci95_high":0.011209729102937544},"conditional_harm":{"mean":0.012656771787843761,"values":[0.009394572025052192,0.012618296529968454,0.015957446808510637],"n":3,"sample_sd":0.0032816065600464834,"df":2,"ci95_low":0.004504809176619802,"ci95_high":0.02080873439906772}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9758837132474397,"values":[0.977205153617443,0.9712586719524281,0.979187314172448],"n":3,"sample_sd":0.004126196232836759,"df":2,"ci95_low":0.9656336735790092,"ci95_high":0.9861337529158702},"ce":{"mean":0.09227976998146954,"values":[0.08175745508569757,0.11200595438642372,0.08307590047228734],"n":3,"sample_sd":0.017096091305998807,"df":2,"ci95_low":0.04981072484322508,"ci95_high":0.134748815119714},"accuracy_pp":{"mean":-0.5616121572514041,"values":[-0.5946481665014867,-0.49554013875123887,-0.5946481665014867],"n":3,"sample_sd":0.05722004650045846,"df":2,"ci95_low":-0.7037546326362737,"ci95_high":-0.41946968186653455},"harm_rate":{"mean":0.010901883052527254,"values":[0.010901883052527254,0.010901883052527254,0.010901883052527254],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.010901883052527254,"ci95_high":0.010901883052527254},"repair_rate":{"mean":0.005285761480013214,"values":[0.004955401387512388,0.005946481665014866,0.004955401387512388],"n":3,"sample_sd":0.0005722004650045845,"df":2,"ci95_low":0.0038643367261645186,"ci95_high":0.006707186233861909},"conditional_harm":{"mean":0.01110754025270558,"values":[0.011088709677419355,0.01116751269035533,0.011066398390342052],"n":3,"sample_sd":5.312220195926907e-05,"df":2,"ci95_low":0.010975577387482725,"ci95_high":0.011239503117928434},"metrics":{"accuracy":{"mean":0.9758837132474397,"values":[0.977205153617443,0.9712586719524281,0.979187314172448],"n":3,"sample_sd":0.004126196232836759,"df":2,"ci95_low":0.9656336735790092,"ci95_high":0.9861337529158702},"ce":{"mean":0.09227976998146954,"values":[0.08175745508569757,0.11200595438642372,0.08307590047228734],"n":3,"sample_sd":0.017096091305998807,"df":2,"ci95_low":0.04981072484322508,"ci95_high":0.134748815119714},"accuracy_pp":{"mean":-0.5616121572514041,"values":[-0.5946481665014867,-0.49554013875123887,-0.5946481665014867],"n":3,"sample_sd":0.05722004650045846,"df":2,"ci95_low":-0.7037546326362737,"ci95_high":-0.41946968186653455},"harm_rate":{"mean":0.010901883052527254,"values":[0.010901883052527254,0.010901883052527254,0.010901883052527254],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.010901883052527254,"ci95_high":0.010901883052527254},"repair_rate":{"mean":0.005285761480013214,"values":[0.004955401387512388,0.005946481665014866,0.004955401387512388],"n":3,"sample_sd":0.0005722004650045845,"df":2,"ci95_low":0.0038643367261645186,"ci95_high":0.006707186233861909},"conditional_harm":{"mean":0.01110754025270558,"values":[0.011088709677419355,0.01116751269035533,0.011066398390342052],"n":3,"sample_sd":5.312220195926907e-05,"df":2,"ci95_low":0.010975577387482725,"ci95_high":0.011239503117928434}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m03-s201-v1","accuracy":0.9751,"test_accuracy":0.9751,"ce":0.0812549930113456,"training_seconds":47.572166958000025,"selected_epoch":5,"epoch":5,"total_run_seconds":58.03042471499998,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":124,"repair_count":27,"harm_rate":0.0124,"repair_rate":0.0027,"conditional_harm":0.012591389114541024,"accuracy_pp":-0.97,"ce":0.009873856753233101},"per_class":[{"n":980,"baseline_correct":973,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.0010277492291880781,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9918367346938776,"ce":0.029939963725702432},{"n":1135,"baseline_correct":1126,"harm_count":4,"repair_count":1,"harm_rate":0.003524229074889868,"repair_rate":0.000881057268722467,"conditional_harm":0.003552397868561279,"accuracy_pp":-0.2643171806167401,"digit":1,"accuracy":0.9894273127753304,"ce":0.03607279404868646},{"n":1032,"baseline_correct":1016,"harm_count":23,"repair_count":3,"harm_rate":0.022286821705426358,"repair_rate":0.0029069767441860465,"conditional_harm":0.022637795275590553,"accuracy_pp":-1.937984496124031,"digit":2,"accuracy":0.9651162790697675,"ce":0.09926999443569681},{"n":1010,"baseline_correct":990,"harm_count":0,"repair_count":8,"harm_rate":0.0,"repair_rate":0.007920792079207921,"conditional_harm":0.0,"accuracy_pp":0.7920792079207921,"digit":3,"accuracy":0.9881188118811881,"ce":0.0476209484242678},{"n":982,"baseline_correct":964,"harm_count":11,"repair_count":2,"harm_rate":0.01120162932790224,"repair_rate":0.002036659877800407,"conditional_harm":0.011410788381742738,"accuracy_pp":-0.9164969450101833,"digit":4,"accuracy":0.9725050916496945,"ce":0.07137262803903531},{"n":892,"baseline_correct":876,"harm_count":32,"repair_count":2,"harm_rate":0.03587443946188341,"repair_rate":0.002242152466367713,"conditional_harm":0.0365296803652968,"accuracy_pp":-3.3632286995515694,"digit":5,"accuracy":0.9484304932735426,"ce":0.17181497486073094},{"n":958,"baseline_correct":942,"harm_count":8,"repair_count":3,"harm_rate":0.008350730688935281,"repair_rate":0.003131524008350731,"conditional_harm":0.008492569002123142,"accuracy_pp":-0.5219206680584552,"digit":6,"accuracy":0.9780793319415448,"ce":0.08285858251158788},{"n":1028,"baseline_correct":1011,"harm_count":25,"repair_count":1,"harm_rate":0.024319066147859923,"repair_rate":0.0009727626459143969,"conditional_harm":0.024727992087042534,"accuracy_pp":-2.3346303501945527,"digit":7,"accuracy":0.9601167315175098,"ce":0.12913915884539753},{"n":974,"baseline_correct":958,"harm_count":9,"repair_count":2,"harm_rate":0.009240246406570842,"repair_rate":0.002053388090349076,"conditional_harm":0.009394572025052192,"accuracy_pp":-0.7186858316221766,"digit":8,"accuracy":0.9763860369609856,"ce":0.07571727353194625},{"n":1009,"baseline_correct":992,"harm_count":11,"repair_count":5,"harm_rate":0.010901883052527254,"repair_rate":0.004955401387512388,"conditional_harm":0.011088709677419355,"accuracy_pp":-0.5946481665014867,"digit":9,"accuracy":0.977205153617443,"ce":0.08175745508569757}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"7e065318bedc76de4fa05c272315348427eaf0712fc0f8d2ba39325d4f3c8ae2","train_accuracy":0.9905,"train_ce":0.03091078125,"validation_accuracy":0.9751,"validation_ce":0.0845918212890625},{"seed":202,"run_id":"halfdrop-m03-s202-v1","accuracy":0.9783,"test_accuracy":0.9783,"ce":0.07157893940952638,"training_seconds":47.58740812100001,"selected_epoch":5,"epoch":5,"total_run_seconds":59.188628179999995,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":72,"repair_count":80,"harm_rate":0.0072,"repair_rate":0.008,"conditional_harm":0.007365728900255755,"accuracy_pp":0.08,"ce":-0.00441079138998117},"per_class":[{"n":980,"baseline_correct":967,"harm_count":3,"repair_count":3,"harm_rate":0.003061224489795918,"repair_rate":0.003061224489795918,"conditional_harm":0.0031023784901758012,"accuracy_pp":0.0,"digit":0,"accuracy":0.986734693877551,"ce":0.03570723355469089},{"n":1135,"baseline_correct":1127,"harm_count":1,"repair_count":1,"harm_rate":0.000881057268722467,"repair_rate":0.000881057268722467,"conditional_harm":0.0008873114463176575,"accuracy_pp":0.0,"digit":1,"accuracy":0.9929515418502203,"ce":0.01768262212657347},{"n":1032,"baseline_correct":1000,"harm_count":4,"repair_count":17,"harm_rate":0.003875968992248062,"repair_rate":0.016472868217054265,"conditional_harm":0.004,"accuracy_pp":1.2596899224806202,"digit":2,"accuracy":0.9815891472868217,"ce":0.054679650953415496},{"n":1010,"baseline_correct":971,"harm_count":12,"repair_count":15,"harm_rate":0.011881188118811881,"repair_rate":0.01485148514851485,"conditional_harm":0.012358393408856848,"accuracy_pp":0.297029702970297,"digit":3,"accuracy":0.9643564356435643,"ce":0.11035353797017988},{"n":982,"baseline_correct":955,"harm_count":1,"repair_count":15,"harm_rate":0.0010183299389002036,"repair_rate":0.015274949083503055,"conditional_harm":0.0010471204188481676,"accuracy_pp":1.4256619144602851,"digit":4,"accuracy":0.9867617107942973,"ce":0.041662779264610136},{"n":892,"baseline_correct":875,"harm_count":8,"repair_count":7,"harm_rate":0.008968609865470852,"repair_rate":0.007847533632286996,"conditional_harm":0.009142857142857144,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9798206278026906,"ce":0.07254107797084201},{"n":958,"baseline_correct":945,"harm_count":14,"repair_count":0,"harm_rate":0.014613778705636743,"repair_rate":0.0,"conditional_harm":0.014814814814814815,"accuracy_pp":-1.4613778705636744,"digit":6,"accuracy":0.9718162839248434,"ce":0.1044875259485064},{"n":1028,"baseline_correct":999,"harm_count":6,"repair_count":11,"harm_rate":0.005836575875486381,"repair_rate":0.010700389105058366,"conditional_harm":0.006006006006006006,"accuracy_pp":0.48638132295719844,"digit":7,"accuracy":0.9766536964980544,"ce":0.06901946883365206},{"n":974,"baseline_correct":951,"harm_count":12,"repair_count":5,"harm_rate":0.012320328542094456,"repair_rate":0.00513347022587269,"conditional_harm":0.012618296529968454,"accuracy_pp":-0.7186858316221766,"digit":8,"accuracy":0.9691991786447639,"ce":0.10590913078110493},{"n":1009,"baseline_correct":985,"harm_count":11,"repair_count":6,"harm_rate":0.010901883052527254,"repair_rate":0.005946481665014866,"conditional_harm":0.01116751269035533,"accuracy_pp":-0.49554013875123887,"digit":9,"accuracy":0.9712586719524281,"ce":0.11200595438642372}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"988b179b796731f240595daa4acacc5beb91f673234264117f0b416b6530f915","train_accuracy":0.99192,"train_ce":0.02690177490234375,"validation_accuracy":0.9777,"validation_ce":0.08209044189453125},{"seed":203,"run_id":"halfdrop-m03-s203-v1","accuracy":0.9779,"test_accuracy":0.9779,"ce":0.06988580229462091,"training_seconds":47.7802639139999,"selected_epoch":5,"epoch":5,"total_run_seconds":59.423549741000016,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":82,"repair_count":87,"harm_rate":0.0082,"repair_rate":0.0087,"conditional_harm":0.008389605074687948,"accuracy_pp":0.05,"ce":-0.007224522534964334},"per_class":[{"n":980,"baseline_correct":971,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.0020408163265306124,"conditional_harm":0.0,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9928571428571429,"ce":0.032519537382385166},{"n":1135,"baseline_correct":1123,"harm_count":0,"repair_count":7,"harm_rate":0.0,"repair_rate":0.006167400881057269,"conditional_harm":0.0,"accuracy_pp":0.6167400881057269,"digit":1,"accuracy":0.9955947136563876,"ce":0.013411771184937917},{"n":1032,"baseline_correct":1015,"harm_count":20,"repair_count":6,"harm_rate":0.01937984496124031,"repair_rate":0.005813953488372093,"conditional_harm":0.019704433497536946,"accuracy_pp":-1.3565891472868217,"digit":2,"accuracy":0.9699612403100775,"ce":0.08638040118695031},{"n":1010,"baseline_correct":944,"harm_count":1,"repair_count":42,"harm_rate":0.0009900990099009901,"repair_rate":0.041584158415841586,"conditional_harm":0.001059322033898305,"accuracy_pp":4.0594059405940595,"digit":3,"accuracy":0.9752475247524752,"ce":0.08670554593601726},{"n":982,"baseline_correct":957,"harm_count":7,"repair_count":7,"harm_rate":0.007128309572301426,"repair_rate":0.007128309572301426,"conditional_harm":0.0073145245559038665,"accuracy_pp":0.0,"digit":4,"accuracy":0.9745417515274949,"ce":0.07231678319532667},{"n":892,"baseline_correct":883,"harm_count":10,"repair_count":3,"harm_rate":0.011210762331838564,"repair_rate":0.0033632286995515697,"conditional_harm":0.011325028312570781,"accuracy_pp":-0.7847533632286996,"digit":5,"accuracy":0.9820627802690582,"ce":0.04904261180237527},{"n":958,"baseline_correct":936,"harm_count":0,"repair_count":8,"harm_rate":0.0,"repair_rate":0.008350730688935281,"conditional_harm":0.0,"accuracy_pp":0.8350730688935282,"digit":6,"accuracy":0.9853862212943633,"ce":0.06872248986736419},{"n":1028,"baseline_correct":1011,"harm_count":18,"repair_count":0,"harm_rate":0.017509727626459144,"repair_rate":0.0,"conditional_harm":0.017804154302670624,"accuracy_pp":-1.7509727626459144,"digit":7,"accuracy":0.9659533073929961,"ce":0.09214485444458985},{"n":974,"baseline_correct":940,"harm_count":15,"repair_count":7,"harm_rate":0.015400410677618069,"repair_rate":0.007186858316221766,"conditional_harm":0.015957446808510637,"accuracy_pp":-0.8213552361396304,"digit":8,"accuracy":0.9568788501026694,"ce":0.11899754674765531},{"n":1009,"baseline_correct":994,"harm_count":11,"repair_count":5,"harm_rate":0.010901883052527254,"repair_rate":0.004955401387512388,"conditional_harm":0.011066398390342052,"accuracy_pp":-0.5946481665014867,"digit":9,"accuracy":0.979187314172448,"ce":0.08307590047228734}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"321847fe9a7b31655e41d9c220741ecbd0cfb8fd1f4bab2d6d65ec98fb48af21","train_accuracy":0.99252,"train_ce":0.0257801708984375,"validation_accuracy":0.9784,"validation_ce":0.071934521484375}]},{"endpoint":"selected","drop_mask":4,"k":1,"drop_probabilities":[0,0,0.5,0],"nominal_training_affine_fraction":0.9373171750940242,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9771,"values":[0.9747,0.9783,0.9783],"n":3,"sample_sd":0.002078460969082616,"df":2,"ci95_low":0.97193681672412,"ci95_high":0.9822631832758799},"ce":{"mean":0.0735972183792799,"values":[0.0828831996134746,0.06788145532921311,0.07002700019515203],"n":3,"sample_sd":0.008113132952460541,"df":2,"ci95_low":0.05344307885092324,"ci95_high":0.09375135790763657},"training_seconds":{"mean":61.9649340726666,"values":[62.115055928999936,61.79647525100003,61.98327103799983],"n":3,"sample_sd":0.16007996539837102,"df":2,"ci95_low":61.567273393710906,"ci95_high":62.3625947516223},"selected_epoch":{"mean":5.0,"values":[5.0,5.0,5.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":5.0,"ci95_high":5.0},"train_accuracy":{"mean":0.99268,"values":[0.9909,0.9935,0.99364],"n":3,"sample_sd":0.001543113735276828,"df":2,"ci95_low":0.9888466929765448,"ci95_high":0.9965133070234552},"train_ce":{"mean":0.0238563037109375,"values":[0.02894130859375,0.0215385986328125,0.02108900390625],"n":3,"sample_sd":0.004409477276073483,"df":2,"ci95_low":0.012902554919953995,"ci95_high":0.034810052501921},"validation_accuracy":{"mean":0.9770333333333333,"values":[0.9746,0.9787,0.9778],"n":3,"sample_sd":0.0021548395145191915,"df":2,"ci95_low":0.9716804152323592,"ci95_high":0.9823862514343075},"validation_ce":{"mean":0.08041048787434896,"values":[0.0898125732421875,0.07677288208007813,0.07464600830078125],"n":3,"sample_sd":0.008211595762478683,"df":2,"ci95_low":0.06001175316641276,"ci95_high":0.10080922258228515},"harm_rate":{"mean":0.0081,"values":[0.0127,0.0059,0.0057],"n":3,"sample_sd":0.003984971769034255,"df":2,"ci95_low":-0.0017992186520647668,"ci95_high":0.017999218652064768},"repair_rate":{"mean":0.0053,"values":[0.0026,0.0067,0.0066],"n":3,"sample_sd":0.0023388031127053,"df":2,"ci95_low":-0.000509909012833566,"ci95_high":0.011109909012833565},"conditional_harm":{"mean":0.008254541257473703,"values":[0.012896019496344436,0.006035805626598466,0.005831798649478207],"n":3,"sample_sd":0.004020932092576466,"df":2,"ci95_low":-0.001734007790432139,"ci95_high":0.018243090305379545}},"paired_vs_none":{"accuracy_pp":{"mean":-0.28,"values":[-1.01,0.08,0.09],"n":3,"sample_sd":0.6322183167229497,"df":2,"ci95_low":-1.8505173626857419,"ci95_high":1.2905173626857418},"ce":{"mean":-0.0012298455831218542,"values":[0.011502063355362094,-0.00810827547029444,-0.007083324634433216],"n":3,"sample_sd":0.0110380596106095,"df":2,"ci95_low":-0.028649905727344428,"ci95_high":0.02619021456110072},"harm_rate":{"mean":0.0081,"values":[0.0127,0.0059,0.0057],"n":3,"sample_sd":0.003984971769034255,"df":2,"ci95_low":-0.0017992186520647668,"ci95_high":0.017999218652064768},"repair_rate":{"mean":0.0053,"values":[0.0026,0.0067,0.0066],"n":3,"sample_sd":0.0023388031127053,"df":2,"ci95_low":-0.000509909012833566,"ci95_high":0.011109909012833565},"conditional_harm":{"mean":0.008254541257473703,"values":[0.012896019496344436,0.006035805626598466,0.005831798649478207],"n":3,"sample_sd":0.004020932092576466,"df":2,"ci95_low":-0.001734007790432139,"ci95_high":0.018243090305379545},"harm_count":{"mean":81.0,"values":[127.0,59.0,57.0],"n":3,"sample_sd":39.84971769034255,"df":2,"ci95_low":-17.992186520647664,"ci95_high":179.99218652064766},"repair_count":{"mean":53.0,"values":[26.0,67.0,66.0],"n":3,"sample_sd":23.388031127053,"df":2,"ci95_low":-5.099090128335661,"ci95_high":111.09909012833566}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.991156462585034,"values":[0.9918367346938776,0.9908163265306122,0.9908163265306122],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9896929752619388,"ci95_high":0.9926199499081292},"ce":{"mean":0.0328722594646448,"values":[0.02401848909770703,0.03242386454201742,0.04217442475420995],"n":3,"sample_sd":0.009086269498300558,"df":2,"ci95_low":0.01030071474399992,"ci95_high":0.055443804185289686},"accuracy_pp":{"mean":0.10204081632653061,"values":[-0.10204081632653061,0.40816326530612246,0.0],"n":3,"sample_sd":0.26997462357801943,"df":2,"ci95_low":-0.5686133273426917,"ci95_high":0.7726949599957529},"harm_rate":{"mean":0.0017006802721088435,"values":[0.003061224489795918,0.0,0.0020408163265306124],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.002171343231696791,"ci95_high":0.005572703775914478},"repair_rate":{"mean":0.00272108843537415,"values":[0.0020408163265306124,0.004081632653061225,0.0020408163265306124],"n":3,"sample_sd":0.0011782658554890322,"df":2,"ci95_low":-0.0002058862108163268,"ci95_high":0.005648063081564627},"conditional_harm":{"mean":0.0017143266407912362,"values":[0.003083247687564234,0.0,0.0020597322348094747],"n":3,"sample_sd":0.0015703766567298015,"df":2,"ci95_low":-0.0021867052339801527,"ci95_high":0.0056153585155626256},"metrics":{"accuracy":{"mean":0.991156462585034,"values":[0.9918367346938776,0.9908163265306122,0.9908163265306122],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9896929752619388,"ci95_high":0.9926199499081292},"ce":{"mean":0.0328722594646448,"values":[0.02401848909770703,0.03242386454201742,0.04217442475420995],"n":3,"sample_sd":0.009086269498300558,"df":2,"ci95_low":0.01030071474399992,"ci95_high":0.055443804185289686},"accuracy_pp":{"mean":0.10204081632653061,"values":[-0.10204081632653061,0.40816326530612246,0.0],"n":3,"sample_sd":0.26997462357801943,"df":2,"ci95_low":-0.5686133273426917,"ci95_high":0.7726949599957529},"harm_rate":{"mean":0.0017006802721088435,"values":[0.003061224489795918,0.0,0.0020408163265306124],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.002171343231696791,"ci95_high":0.005572703775914478},"repair_rate":{"mean":0.00272108843537415,"values":[0.0020408163265306124,0.004081632653061225,0.0020408163265306124],"n":3,"sample_sd":0.0011782658554890322,"df":2,"ci95_low":-0.0002058862108163268,"ci95_high":0.005648063081564627},"conditional_harm":{"mean":0.0017143266407912362,"values":[0.003083247687564234,0.0,0.0020597322348094747],"n":3,"sample_sd":0.0015703766567298015,"df":2,"ci95_low":-0.0021867052339801527,"ci95_high":0.0056153585155626256}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9888399412628488,"values":[0.9841409691629956,0.9911894273127754,0.9911894273127754],"n":3,"sample_sd":0.004069429210147135,"df":2,"ci95_low":0.9787309186962703,"ci95_high":0.9989489638294273},"ce":{"mean":0.036369743402736736,"values":[0.05836424371113422,0.02232627369685834,0.02841871280021765],"n":3,"sample_sd":0.019289841534318213,"df":2,"ci95_low":-0.011548879408027526,"ci95_high":0.084288366213501},"accuracy_pp":{"mean":-0.2643171806167401,"values":[-0.7929515418502202,-0.1762114537444934,0.1762114537444934],"n":3,"sample_sd":0.49055192624053057,"df":2,"ci95_low":-1.4829157202052439,"ci95_high":0.9542813589717636},"harm_rate":{"mean":0.004405286343612335,"values":[0.007929515418502203,0.003524229074889868,0.001762114537444934],"n":3,"sample_sd":0.00317669715899911,"df":2,"ci95_low":-0.003486066868143585,"ci95_high":0.012296639555368256},"repair_rate":{"mean":0.001762114537444934,"values":[0.0,0.001762114537444934,0.003524229074889868],"n":3,"sample_sd":0.001762114537444934,"df":2,"ci95_low":-0.0026152206375986667,"ci95_high":0.006139449712488535},"conditional_harm":{"mean":0.004441028296600216,"values":[0.007992895204262877,0.00354924578527063,0.0017809439002671415],"n":3,"sample_sd":0.003200553356286778,"df":2,"ci95_low":-0.0035095869944990303,"ci95_high":0.012391643587699463},"metrics":{"accuracy":{"mean":0.9888399412628488,"values":[0.9841409691629956,0.9911894273127754,0.9911894273127754],"n":3,"sample_sd":0.004069429210147135,"df":2,"ci95_low":0.9787309186962703,"ci95_high":0.9989489638294273},"ce":{"mean":0.036369743402736736,"values":[0.05836424371113422,0.02232627369685834,0.02841871280021765],"n":3,"sample_sd":0.019289841534318213,"df":2,"ci95_low":-0.011548879408027526,"ci95_high":0.084288366213501},"accuracy_pp":{"mean":-0.2643171806167401,"values":[-0.7929515418502202,-0.1762114537444934,0.1762114537444934],"n":3,"sample_sd":0.49055192624053057,"df":2,"ci95_low":-1.4829157202052439,"ci95_high":0.9542813589717636},"harm_rate":{"mean":0.004405286343612335,"values":[0.007929515418502203,0.003524229074889868,0.001762114537444934],"n":3,"sample_sd":0.00317669715899911,"df":2,"ci95_low":-0.003486066868143585,"ci95_high":0.012296639555368256},"repair_rate":{"mean":0.001762114537444934,"values":[0.0,0.001762114537444934,0.003524229074889868],"n":3,"sample_sd":0.001762114537444934,"df":2,"ci95_low":-0.0026152206375986667,"ci95_high":0.006139449712488535},"conditional_harm":{"mean":0.004441028296600216,"values":[0.007992895204262877,0.00354924578527063,0.0017809439002671415],"n":3,"sample_sd":0.003200553356286778,"df":2,"ci95_low":-0.0035095869944990303,"ci95_high":0.012391643587699463}}},{"digit":2,"n":1032,"accuracy":{"mean":0.976421188630491,"values":[0.9651162790697675,0.9806201550387597,0.9835271317829457],"n":3,"sample_sd":0.009897644344989982,"df":2,"ci95_low":0.9518340770547488,"ci95_high":1.0010083002062333},"ce":{"mean":0.06004166791195928,"values":[0.0952009282323205,0.042771611304032585,0.04215246419952475],"n":3,"sample_sd":0.030450386294601426,"df":2,"ci95_low":-0.015601285022472072,"ci95_high":0.13568462084639063},"accuracy_pp":{"mean":-0.2583979328165374,"values":[-1.937984496124031,1.1627906976744187,0.0],"n":3,"sample_sd":1.5664542187315427,"df":2,"ci95_low":-4.149685931434108,"ci95_high":3.6328900658010337},"harm_rate":{"mean":0.00904392764857881,"values":[0.01937984496124031,0.0029069767441860465,0.0048449612403100775],"n":3,"sample_sd":0.009003462444939506,"df":2,"ci95_low":-0.013321912948005764,"ci95_high":0.03140976824516339},"repair_rate":{"mean":0.006459948320413436,"values":[0.0,0.014534883720930232,0.0048449612403100775],"n":3,"sample_sd":0.007400800540949354,"df":2,"ci95_low":-0.011924659401144327,"ci95_high":0.024844556041971198},"conditional_harm":{"mean":0.009203715914820993,"values":[0.01968503937007874,0.003,0.0049261083743842365],"n":3,"sample_sd":0.00912803809138472,"df":2,"ci95_low":-0.013471587743074645,"ci95_high":0.03187901957271663},"metrics":{"accuracy":{"mean":0.976421188630491,"values":[0.9651162790697675,0.9806201550387597,0.9835271317829457],"n":3,"sample_sd":0.009897644344989982,"df":2,"ci95_low":0.9518340770547488,"ci95_high":1.0010083002062333},"ce":{"mean":0.06004166791195928,"values":[0.0952009282323205,0.042771611304032585,0.04215246419952475],"n":3,"sample_sd":0.030450386294601426,"df":2,"ci95_low":-0.015601285022472072,"ci95_high":0.13568462084639063},"accuracy_pp":{"mean":-0.2583979328165374,"values":[-1.937984496124031,1.1627906976744187,0.0],"n":3,"sample_sd":1.5664542187315427,"df":2,"ci95_low":-4.149685931434108,"ci95_high":3.6328900658010337},"harm_rate":{"mean":0.00904392764857881,"values":[0.01937984496124031,0.0029069767441860465,0.0048449612403100775],"n":3,"sample_sd":0.009003462444939506,"df":2,"ci95_low":-0.013321912948005764,"ci95_high":0.03140976824516339},"repair_rate":{"mean":0.006459948320413436,"values":[0.0,0.014534883720930232,0.0048449612403100775],"n":3,"sample_sd":0.007400800540949354,"df":2,"ci95_low":-0.011924659401144327,"ci95_high":0.024844556041971198},"conditional_harm":{"mean":0.009203715914820993,"values":[0.01968503937007874,0.003,0.0049261083743842365],"n":3,"sample_sd":0.00912803809138472,"df":2,"ci95_low":-0.013471587743074645,"ci95_high":0.03187901957271663}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9696369636963696,"values":[0.9851485148514851,0.9653465346534653,0.9584158415841584],"n":3,"sample_sd":0.013873168024411697,"df":2,"ci95_low":0.935174103824274,"ci95_high":1.0040998235684653},"ce":{"mean":0.0841332164110126,"values":[0.04304176292273049,0.09786691168984918,0.11149097462045811],"n":3,"sample_sd":0.03623236722902654,"df":2,"ci95_low":-0.005872973411748125,"ci95_high":0.17413940623377333},"accuracy_pp":{"mean":1.0891089108910892,"values":[0.49504950495049505,0.39603960396039606,2.376237623762376],"n":3,"sample_sd":1.1157849177806578,"df":2,"ci95_low":-1.6826544816670608,"ci95_high":3.860872303449239},"harm_rate":{"mean":0.0039603960396039604,"values":[0.0019801980198019802,0.006930693069306931,0.0029702970297029703],"n":3,"sample_sd":0.0026195557535292975,"df":2,"ci95_low":-0.002546941195998394,"ci95_high":0.010467733275206316},"repair_rate":{"mean":0.01485148514851485,"values":[0.006930693069306931,0.01089108910891089,0.026732673267326732],"n":3,"sample_sd":0.01047822301411719,"df":2,"ci95_low":-0.011177863793894568,"ci95_high":0.04088083409092427},"conditional_harm":{"mean":0.004135743647910033,"values":[0.00202020202020202,0.007209062821833162,0.0031779661016949155],"n":3,"sample_sd":0.0027237974366133453,"df":2,"ci95_low":-0.0026305442837867912,"ci95_high":0.010902031579606857},"metrics":{"accuracy":{"mean":0.9696369636963696,"values":[0.9851485148514851,0.9653465346534653,0.9584158415841584],"n":3,"sample_sd":0.013873168024411697,"df":2,"ci95_low":0.935174103824274,"ci95_high":1.0040998235684653},"ce":{"mean":0.0841332164110126,"values":[0.04304176292273049,0.09786691168984918,0.11149097462045811],"n":3,"sample_sd":0.03623236722902654,"df":2,"ci95_low":-0.005872973411748125,"ci95_high":0.17413940623377333},"accuracy_pp":{"mean":1.0891089108910892,"values":[0.49504950495049505,0.39603960396039606,2.376237623762376],"n":3,"sample_sd":1.1157849177806578,"df":2,"ci95_low":-1.6826544816670608,"ci95_high":3.860872303449239},"harm_rate":{"mean":0.0039603960396039604,"values":[0.0019801980198019802,0.006930693069306931,0.0029702970297029703],"n":3,"sample_sd":0.0026195557535292975,"df":2,"ci95_low":-0.002546941195998394,"ci95_high":0.010467733275206316},"repair_rate":{"mean":0.01485148514851485,"values":[0.006930693069306931,0.01089108910891089,0.026732673267326732],"n":3,"sample_sd":0.01047822301411719,"df":2,"ci95_low":-0.011177863793894568,"ci95_high":0.04088083409092427},"conditional_harm":{"mean":0.004135743647910033,"values":[0.00202020202020202,0.007209062821833162,0.0031779661016949155],"n":3,"sample_sd":0.0027237974366133453,"df":2,"ci95_low":-0.0026305442837867912,"ci95_high":0.010902031579606857}}},{"digit":4,"n":982,"accuracy":{"mean":0.9762389680923286,"values":[0.9755600814663951,0.9755600814663951,0.9775967413441955],"n":3,"sample_sd":0.001175866128695794,"df":2,"ci95_low":0.9733179546979633,"ci95_high":0.9791599814866938},"ce":{"mean":0.07002839834092564,"values":[0.0674676305156545,0.07130070050743119,0.07131686399969123],"n":3,"sample_sd":0.0022177047156527407,"df":2,"ci95_low":0.06451931442305338,"ci95_high":0.0755374822587979},"accuracy_pp":{"mean":0.0,"values":[-0.6109979633401222,0.3054989816700611,0.3054989816700611],"n":3,"sample_sd":0.529139757913099,"df":2,"ci95_low":-1.3144560274643586,"ci95_high":1.3144560274643586},"harm_rate":{"mean":0.006109979633401222,"values":[0.009164969450101833,0.004073319755600814,0.0050916496945010185],"n":3,"sample_sd":0.0026942477709415383,"df":2,"ci95_low":-0.0005829028594280848,"ci95_high":0.012802862126230528},"repair_rate":{"mean":0.006109979633401222,"values":[0.003054989816700611,0.007128309572301426,0.008146639511201629],"n":3,"sample_sd":0.002694247770941538,"df":2,"ci95_low":-0.000582902859428084,"ci95_high":0.012802862126230528},"conditional_harm":{"mean":0.006249747219176367,"values":[0.00933609958506224,0.004188481675392671,0.00522466039707419],"n":3,"sample_sd":0.002722608084286716,"df":2,"ci95_low":-0.0005135861975532159,"ci95_high":0.01301308063590595},"metrics":{"accuracy":{"mean":0.9762389680923286,"values":[0.9755600814663951,0.9755600814663951,0.9775967413441955],"n":3,"sample_sd":0.001175866128695794,"df":2,"ci95_low":0.9733179546979633,"ci95_high":0.9791599814866938},"ce":{"mean":0.07002839834092564,"values":[0.0674676305156545,0.07130070050743119,0.07131686399969123],"n":3,"sample_sd":0.0022177047156527407,"df":2,"ci95_low":0.06451931442305338,"ci95_high":0.0755374822587979},"accuracy_pp":{"mean":0.0,"values":[-0.6109979633401222,0.3054989816700611,0.3054989816700611],"n":3,"sample_sd":0.529139757913099,"df":2,"ci95_low":-1.3144560274643586,"ci95_high":1.3144560274643586},"harm_rate":{"mean":0.006109979633401222,"values":[0.009164969450101833,0.004073319755600814,0.0050916496945010185],"n":3,"sample_sd":0.0026942477709415383,"df":2,"ci95_low":-0.0005829028594280848,"ci95_high":0.012802862126230528},"repair_rate":{"mean":0.006109979633401222,"values":[0.003054989816700611,0.007128309572301426,0.008146639511201629],"n":3,"sample_sd":0.002694247770941538,"df":2,"ci95_low":-0.000582902859428084,"ci95_high":0.012802862126230528},"conditional_harm":{"mean":0.006249747219176367,"values":[0.00933609958506224,0.004188481675392671,0.00522466039707419],"n":3,"sample_sd":0.002722608084286716,"df":2,"ci95_low":-0.0005135861975532159,"ci95_high":0.01301308063590595}}},{"digit":5,"n":892,"accuracy":{"mean":0.9701046337817638,"values":[0.9495515695067265,0.9742152466367713,0.9865470852017937],"n":3,"sample_sd":0.018837194560730252,"df":2,"ci95_low":0.9233104483882384,"ci95_high":1.0168988191752892},"ce":{"mean":0.09824079646974634,"values":[0.16692348973853538,0.07731588033623835,0.050483019334465314],"n":3,"sample_sd":0.06097528083884515,"df":2,"ci95_low":-0.05323019815189578,"ci95_high":0.24971179109138847},"accuracy_pp":{"mean":-1.4200298953662183,"values":[-3.2511210762331837,-0.672645739910314,-0.336322869955157],"n":3,"sample_sd":1.594662802193712,"df":2,"ci95_low":-5.381391899959672,"ci95_high":2.541332109227236},"harm_rate":{"mean":0.014947683109118086,"values":[0.033632286995515695,0.006726457399103139,0.004484304932735426],"n":3,"sample_sd":0.016220130354417567,"df":2,"ci95_low":-0.02534535439520659,"ci95_high":0.05524072061344276},"repair_rate":{"mean":0.0007473841554559044,"values":[0.0011210762331838565,0.0,0.0011210762331838565],"n":3,"sample_sd":0.0006472536650107912,"df":2,"ci95_low":-0.000860483082922272,"ci95_high":0.002355251393834081},"conditional_harm":{"mean":0.015211243174878973,"values":[0.03424657534246575,0.006857142857142857,0.004530011325028313],"n":3,"sample_sd":0.01652609416467525,"df":2,"ci95_low":-0.02584185056896423,"ci95_high":0.05626433691872217},"metrics":{"accuracy":{"mean":0.9701046337817638,"values":[0.9495515695067265,0.9742152466367713,0.9865470852017937],"n":3,"sample_sd":0.018837194560730252,"df":2,"ci95_low":0.9233104483882384,"ci95_high":1.0168988191752892},"ce":{"mean":0.09824079646974634,"values":[0.16692348973853538,0.07731588033623835,0.050483019334465314],"n":3,"sample_sd":0.06097528083884515,"df":2,"ci95_low":-0.05323019815189578,"ci95_high":0.24971179109138847},"accuracy_pp":{"mean":-1.4200298953662183,"values":[-3.2511210762331837,-0.672645739910314,-0.336322869955157],"n":3,"sample_sd":1.594662802193712,"df":2,"ci95_low":-5.381391899959672,"ci95_high":2.541332109227236},"harm_rate":{"mean":0.014947683109118086,"values":[0.033632286995515695,0.006726457399103139,0.004484304932735426],"n":3,"sample_sd":0.016220130354417567,"df":2,"ci95_low":-0.02534535439520659,"ci95_high":0.05524072061344276},"repair_rate":{"mean":0.0007473841554559044,"values":[0.0011210762331838565,0.0,0.0011210762331838565],"n":3,"sample_sd":0.0006472536650107912,"df":2,"ci95_low":-0.000860483082922272,"ci95_high":0.002355251393834081},"conditional_harm":{"mean":0.015211243174878973,"values":[0.03424657534246575,0.006857142857142857,0.004530011325028313],"n":3,"sample_sd":0.01652609416467525,"df":2,"ci95_low":-0.02584185056896423,"ci95_high":0.05626433691872217}}},{"digit":6,"n":958,"accuracy":{"mean":0.9826026443980516,"values":[0.9812108559498957,0.9843423799582464,0.9822546972860126],"n":3,"sample_sd":0.0015944939787598481,"df":2,"ci95_low":0.9786417017741168,"ci95_high":0.9865635870219863},"ce":{"mean":0.06948619150570153,"values":[0.07387654056765833,0.07193839223477497,0.06264364171467127],"n":3,"sample_sd":0.006004537490274398,"df":2,"ci95_low":0.054570093483970336,"ci95_high":0.08440228952743271},"accuracy_pp":{"mean":0.03479471120389702,"values":[-0.20876826722338204,-0.20876826722338204,0.5219206680584552],"n":3,"sample_sd":0.42186345347884974,"df":2,"ci95_low":-1.0131722028288102,"ci95_high":1.0827616252366044},"harm_rate":{"mean":0.004523312456506611,"values":[0.007306889352818371,0.0041753653444676405,0.0020876826722338203],"n":3,"sample_sd":0.002626943088124826,"df":2,"ci95_low":-0.0020023759355544566,"ci95_high":0.011049000848567678},"repair_rate":{"mean":0.004871259568545581,"values":[0.005219206680584551,0.0020876826722338203,0.007306889352818371],"n":3,"sample_sd":0.002626943088124826,"df":2,"ci95_low":-0.001654428823515487,"ci95_high":0.011396947960606647},"conditional_harm":{"mean":0.004600184748804707,"values":[0.0074309978768577496,0.004232804232804233,0.002136752136752137],"n":3,"sample_sd":0.002666174379482555,"df":2,"ci95_low":-0.0020229595736021696,"ci95_high":0.011223329071211582},"metrics":{"accuracy":{"mean":0.9826026443980516,"values":[0.9812108559498957,0.9843423799582464,0.9822546972860126],"n":3,"sample_sd":0.0015944939787598481,"df":2,"ci95_low":0.9786417017741168,"ci95_high":0.9865635870219863},"ce":{"mean":0.06948619150570153,"values":[0.07387654056765833,0.07193839223477497,0.06264364171467127],"n":3,"sample_sd":0.006004537490274398,"df":2,"ci95_low":0.054570093483970336,"ci95_high":0.08440228952743271},"accuracy_pp":{"mean":0.03479471120389702,"values":[-0.20876826722338204,-0.20876826722338204,0.5219206680584552],"n":3,"sample_sd":0.42186345347884974,"df":2,"ci95_low":-1.0131722028288102,"ci95_high":1.0827616252366044},"harm_rate":{"mean":0.004523312456506611,"values":[0.007306889352818371,0.0041753653444676405,0.0020876826722338203],"n":3,"sample_sd":0.002626943088124826,"df":2,"ci95_low":-0.0020023759355544566,"ci95_high":0.011049000848567678},"repair_rate":{"mean":0.004871259568545581,"values":[0.005219206680584551,0.0020876826722338203,0.007306889352818371],"n":3,"sample_sd":0.002626943088124826,"df":2,"ci95_low":-0.001654428823515487,"ci95_high":0.011396947960606647},"conditional_harm":{"mean":0.004600184748804707,"values":[0.0074309978768577496,0.004232804232804233,0.002136752136752137],"n":3,"sample_sd":0.002666174379482555,"df":2,"ci95_low":-0.0020229595736021696,"ci95_high":0.011223329071211582}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9685473411154345,"values":[0.9571984435797666,0.9659533073929961,0.9824902723735408],"n":3,"sample_sd":0.012843905525511212,"df":2,"ci95_low":0.9366413110322374,"ci95_high":1.0004533711986316},"ce":{"mean":0.10365221197885907,"values":[0.14527709270817143,0.10475787227636493,0.06092167095204086],"n":3,"sample_sd":0.04218857853061392,"df":2,"ci95_low":-0.001150026957846037,"ci95_high":0.2084544509155642},"accuracy_pp":{"mean":-1.1024643320363166,"values":[-2.6264591439688716,-0.5836575875486382,-0.09727626459143969],"n":3,"sample_sd":1.342036451788254,"df":2,"ci95_low":-4.436267692583763,"ci95_high":2.2313390285111296},"harm_rate":{"mean":0.014915693904020753,"values":[0.02821011673151751,0.01264591439688716,0.0038910505836575876],"n":3,"sample_sd":0.01231739293983306,"df":2,"ci95_low":-0.01568240640933636,"ci95_high":0.04551379421737787},"repair_rate":{"mean":0.0038910505836575876,"values":[0.0019455252918287938,0.006809338521400778,0.0029182879377431907],"n":3,"sample_sd":0.0025736880457826756,"df":2,"ci95_low":-0.002502344949375855,"ci95_high":0.010284446116691031},"conditional_harm":{"mean":0.015217987522636384,"values":[0.028684470820969338,0.013013013013013013,0.003956478733926805],"n":3,"sample_sd":0.01251058881928729,"df":2,"ci95_low":-0.015860037960644544,"ci95_high":0.04629601300591731},"metrics":{"accuracy":{"mean":0.9685473411154345,"values":[0.9571984435797666,0.9659533073929961,0.9824902723735408],"n":3,"sample_sd":0.012843905525511212,"df":2,"ci95_low":0.9366413110322374,"ci95_high":1.0004533711986316},"ce":{"mean":0.10365221197885907,"values":[0.14527709270817143,0.10475787227636493,0.06092167095204086],"n":3,"sample_sd":0.04218857853061392,"df":2,"ci95_low":-0.001150026957846037,"ci95_high":0.2084544509155642},"accuracy_pp":{"mean":-1.1024643320363166,"values":[-2.6264591439688716,-0.5836575875486382,-0.09727626459143969],"n":3,"sample_sd":1.342036451788254,"df":2,"ci95_low":-4.436267692583763,"ci95_high":2.2313390285111296},"harm_rate":{"mean":0.014915693904020753,"values":[0.02821011673151751,0.01264591439688716,0.0038910505836575876],"n":3,"sample_sd":0.01231739293983306,"df":2,"ci95_low":-0.01568240640933636,"ci95_high":0.04551379421737787},"repair_rate":{"mean":0.0038910505836575876,"values":[0.0019455252918287938,0.006809338521400778,0.0029182879377431907],"n":3,"sample_sd":0.0025736880457826756,"df":2,"ci95_low":-0.002502344949375855,"ci95_high":0.010284446116691031},"conditional_harm":{"mean":0.015217987522636384,"values":[0.028684470820969338,0.013013013013013013,0.003956478733926805],"n":3,"sample_sd":0.01251058881928729,"df":2,"ci95_low":-0.015860037960644544,"ci95_high":0.04629601300591731}}},{"digit":8,"n":974,"accuracy":{"mean":0.9736481861738535,"values":[0.9774127310061602,0.9856262833675564,0.9579055441478439],"n":3,"sample_sd":0.014238633855383117,"df":2,"ci95_low":0.9382774588486538,"ci95_high":1.0090189134990533},"ce":{"mean":0.08724899359737966,"values":[0.0778612697922349,0.05361585796252594,0.13026985303737815],"n":3,"sample_sd":0.03917978763233829,"df":2,"ci95_low":-0.01007899440188631,"ci95_high":0.18457698159664562},"accuracy_pp":{"mean":-0.13689253935660506,"values":[-0.6160164271047228,0.9240246406570842,-0.7186858316221766],"n":3,"sample_sd":0.9202142135351644,"df":2,"ci95_low":-2.422831370167957,"ci95_high":2.149046291454747},"harm_rate":{"mean":0.009240246406570842,"values":[0.008213552361396304,0.003080082135523614,0.01642710472279261],"n":3,"sample_sd":0.006732483084498974,"df":2,"ci95_low":-0.007484168717939386,"ci95_high":0.025964661531081068},"repair_rate":{"mean":0.007871321013004792,"values":[0.002053388090349076,0.012320328542094456,0.009240246406570842],"n":3,"sample_sd":0.005268584640089204,"df":2,"ci95_low":-0.005216568779447248,"ci95_high":0.020959210805456832},"conditional_harm":{"mean":0.009508860472390692,"values":[0.008350730688935281,0.0031545741324921135,0.01702127659574468],"n":3,"sample_sd":0.007005519805666712,"df":2,"ci95_low":-0.007893815467888704,"ci95_high":0.026911536412670085},"metrics":{"accuracy":{"mean":0.9736481861738535,"values":[0.9774127310061602,0.9856262833675564,0.9579055441478439],"n":3,"sample_sd":0.014238633855383117,"df":2,"ci95_low":0.9382774588486538,"ci95_high":1.0090189134990533},"ce":{"mean":0.08724899359737966,"values":[0.0778612697922349,0.05361585796252594,0.13026985303737815],"n":3,"sample_sd":0.03917978763233829,"df":2,"ci95_low":-0.01007899440188631,"ci95_high":0.18457698159664562},"accuracy_pp":{"mean":-0.13689253935660506,"values":[-0.6160164271047228,0.9240246406570842,-0.7186858316221766],"n":3,"sample_sd":0.9202142135351644,"df":2,"ci95_low":-2.422831370167957,"ci95_high":2.149046291454747},"harm_rate":{"mean":0.009240246406570842,"values":[0.008213552361396304,0.003080082135523614,0.01642710472279261],"n":3,"sample_sd":0.006732483084498974,"df":2,"ci95_low":-0.007484168717939386,"ci95_high":0.025964661531081068},"repair_rate":{"mean":0.007871321013004792,"values":[0.002053388090349076,0.012320328542094456,0.009240246406570842],"n":3,"sample_sd":0.005268584640089204,"df":2,"ci95_low":-0.005216568779447248,"ci95_high":0.020959210805456832},"conditional_harm":{"mean":0.009508860472390692,"values":[0.008350730688935281,0.0031545741324921135,0.01702127659574468],"n":3,"sample_sd":0.007005519805666712,"df":2,"ci95_low":-0.007893815467888704,"ci95_high":0.026911536412670085}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9722497522299306,"values":[0.977205153617443,0.9682854311199207,0.9712586719524281],"n":3,"sample_sd":0.0045417003914329295,"df":2,"ci95_low":0.9609675430117061,"ci95_high":0.9835319614481551},"ce":{"mean":0.10013748080544761,"values":[0.08545738529290704,0.10991079330799873,0.10504426381543705],"n":3,"sample_sd":0.012944098289123055,"df":2,"ci95_low":0.0679825580997091,"ci95_high":0.13229240351118612},"accuracy_pp":{"mean":-0.9250082590023125,"values":[-0.5946481665014867,-0.7928642220019821,-1.3875123885034688],"n":3,"sample_sd":0.41261962328367346,"df":2,"ci95_low":-1.9500122258453625,"ci95_high":0.09999570784073741},"harm_rate":{"mean":0.01288404360753221,"values":[0.009910802775024777,0.014866204162537165,0.013875123885034688],"n":3,"sample_sd":0.0026221519435724386,"df":2,"ci95_low":0.006370257078336591,"ci95_high":0.01939783013672783},"repair_rate":{"mean":0.0036339610175090847,"values":[0.003964321110009911,0.006937561942517344,0.0],"n":3,"sample_sd":0.0034805595483491042,"df":2,"ci95_low":-0.005012228214840129,"ci95_high":0.012280150249858297},"conditional_harm":{"mean":0.01313119286649431,"values":[0.010080645161290322,0.015228426395939087,0.014084507042253521],"n":3,"sample_sd":0.002703057315009818,"df":2,"ci95_low":0.006416426253020897,"ci95_high":0.01984595947996772},"metrics":{"accuracy":{"mean":0.9722497522299306,"values":[0.977205153617443,0.9682854311199207,0.9712586719524281],"n":3,"sample_sd":0.0045417003914329295,"df":2,"ci95_low":0.9609675430117061,"ci95_high":0.9835319614481551},"ce":{"mean":0.10013748080544761,"values":[0.08545738529290704,0.10991079330799873,0.10504426381543705],"n":3,"sample_sd":0.012944098289123055,"df":2,"ci95_low":0.0679825580997091,"ci95_high":0.13229240351118612},"accuracy_pp":{"mean":-0.9250082590023125,"values":[-0.5946481665014867,-0.7928642220019821,-1.3875123885034688],"n":3,"sample_sd":0.41261962328367346,"df":2,"ci95_low":-1.9500122258453625,"ci95_high":0.09999570784073741},"harm_rate":{"mean":0.01288404360753221,"values":[0.009910802775024777,0.014866204162537165,0.013875123885034688],"n":3,"sample_sd":0.0026221519435724386,"df":2,"ci95_low":0.006370257078336591,"ci95_high":0.01939783013672783},"repair_rate":{"mean":0.0036339610175090847,"values":[0.003964321110009911,0.006937561942517344,0.0],"n":3,"sample_sd":0.0034805595483491042,"df":2,"ci95_low":-0.005012228214840129,"ci95_high":0.012280150249858297},"conditional_harm":{"mean":0.01313119286649431,"values":[0.010080645161290322,0.015228426395939087,0.014084507042253521],"n":3,"sample_sd":0.002703057315009818,"df":2,"ci95_low":0.006416426253020897,"ci95_high":0.01984595947996772}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m04-s201-v1","accuracy":0.9747,"test_accuracy":0.9747,"ce":0.0828831996134746,"training_seconds":62.115055928999936,"selected_epoch":5,"epoch":5,"total_run_seconds":67.16917277600001,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":127,"repair_count":26,"harm_rate":0.0127,"repair_rate":0.0026,"conditional_harm":0.012896019496344436,"accuracy_pp":-1.01,"ce":0.011502063355362094},"per_class":[{"n":980,"baseline_correct":973,"harm_count":3,"repair_count":2,"harm_rate":0.003061224489795918,"repair_rate":0.0020408163265306124,"conditional_harm":0.003083247687564234,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9918367346938776,"ce":0.02401848909770703},{"n":1135,"baseline_correct":1126,"harm_count":9,"repair_count":0,"harm_rate":0.007929515418502203,"repair_rate":0.0,"conditional_harm":0.007992895204262877,"accuracy_pp":-0.7929515418502202,"digit":1,"accuracy":0.9841409691629956,"ce":0.05836424371113422},{"n":1032,"baseline_correct":1016,"harm_count":20,"repair_count":0,"harm_rate":0.01937984496124031,"repair_rate":0.0,"conditional_harm":0.01968503937007874,"accuracy_pp":-1.937984496124031,"digit":2,"accuracy":0.9651162790697675,"ce":0.0952009282323205},{"n":1010,"baseline_correct":990,"harm_count":2,"repair_count":7,"harm_rate":0.0019801980198019802,"repair_rate":0.006930693069306931,"conditional_harm":0.00202020202020202,"accuracy_pp":0.49504950495049505,"digit":3,"accuracy":0.9851485148514851,"ce":0.04304176292273049},{"n":982,"baseline_correct":964,"harm_count":9,"repair_count":3,"harm_rate":0.009164969450101833,"repair_rate":0.003054989816700611,"conditional_harm":0.00933609958506224,"accuracy_pp":-0.6109979633401222,"digit":4,"accuracy":0.9755600814663951,"ce":0.0674676305156545},{"n":892,"baseline_correct":876,"harm_count":30,"repair_count":1,"harm_rate":0.033632286995515695,"repair_rate":0.0011210762331838565,"conditional_harm":0.03424657534246575,"accuracy_pp":-3.2511210762331837,"digit":5,"accuracy":0.9495515695067265,"ce":0.16692348973853538},{"n":958,"baseline_correct":942,"harm_count":7,"repair_count":5,"harm_rate":0.007306889352818371,"repair_rate":0.005219206680584551,"conditional_harm":0.0074309978768577496,"accuracy_pp":-0.20876826722338204,"digit":6,"accuracy":0.9812108559498957,"ce":0.07387654056765833},{"n":1028,"baseline_correct":1011,"harm_count":29,"repair_count":2,"harm_rate":0.02821011673151751,"repair_rate":0.0019455252918287938,"conditional_harm":0.028684470820969338,"accuracy_pp":-2.6264591439688716,"digit":7,"accuracy":0.9571984435797666,"ce":0.14527709270817143},{"n":974,"baseline_correct":958,"harm_count":8,"repair_count":2,"harm_rate":0.008213552361396304,"repair_rate":0.002053388090349076,"conditional_harm":0.008350730688935281,"accuracy_pp":-0.6160164271047228,"digit":8,"accuracy":0.9774127310061602,"ce":0.0778612697922349},{"n":1009,"baseline_correct":992,"harm_count":10,"repair_count":4,"harm_rate":0.009910802775024777,"repair_rate":0.003964321110009911,"conditional_harm":0.010080645161290322,"accuracy_pp":-0.5946481665014867,"digit":9,"accuracy":0.977205153617443,"ce":0.08545738529290704}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"64b9f996923ae4f3bb924fb77d6ce8a81fb8b7eb6e5ddc22717a56ac03178c8d","train_accuracy":0.9909,"train_ce":0.02894130859375,"validation_accuracy":0.9746,"validation_ce":0.0898125732421875},{"seed":202,"run_id":"halfdrop-m04-s202-v1","accuracy":0.9783,"test_accuracy":0.9783,"ce":0.06788145532921311,"training_seconds":61.79647525100003,"selected_epoch":5,"epoch":5,"total_run_seconds":71.06322699200001,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":59,"repair_count":67,"harm_rate":0.0059,"repair_rate":0.0067,"conditional_harm":0.006035805626598466,"accuracy_pp":0.08,"ce":-0.00810827547029444},"per_class":[{"n":980,"baseline_correct":967,"harm_count":0,"repair_count":4,"harm_rate":0.0,"repair_rate":0.004081632653061225,"conditional_harm":0.0,"accuracy_pp":0.40816326530612246,"digit":0,"accuracy":0.9908163265306122,"ce":0.03242386454201742},{"n":1135,"baseline_correct":1127,"harm_count":4,"repair_count":2,"harm_rate":0.003524229074889868,"repair_rate":0.001762114537444934,"conditional_harm":0.00354924578527063,"accuracy_pp":-0.1762114537444934,"digit":1,"accuracy":0.9911894273127754,"ce":0.02232627369685834},{"n":1032,"baseline_correct":1000,"harm_count":3,"repair_count":15,"harm_rate":0.0029069767441860465,"repair_rate":0.014534883720930232,"conditional_harm":0.003,"accuracy_pp":1.1627906976744187,"digit":2,"accuracy":0.9806201550387597,"ce":0.042771611304032585},{"n":1010,"baseline_correct":971,"harm_count":7,"repair_count":11,"harm_rate":0.006930693069306931,"repair_rate":0.01089108910891089,"conditional_harm":0.007209062821833162,"accuracy_pp":0.39603960396039606,"digit":3,"accuracy":0.9653465346534653,"ce":0.09786691168984918},{"n":982,"baseline_correct":955,"harm_count":4,"repair_count":7,"harm_rate":0.004073319755600814,"repair_rate":0.007128309572301426,"conditional_harm":0.004188481675392671,"accuracy_pp":0.3054989816700611,"digit":4,"accuracy":0.9755600814663951,"ce":0.07130070050743119},{"n":892,"baseline_correct":875,"harm_count":6,"repair_count":0,"harm_rate":0.006726457399103139,"repair_rate":0.0,"conditional_harm":0.006857142857142857,"accuracy_pp":-0.672645739910314,"digit":5,"accuracy":0.9742152466367713,"ce":0.07731588033623835},{"n":958,"baseline_correct":945,"harm_count":4,"repair_count":2,"harm_rate":0.0041753653444676405,"repair_rate":0.0020876826722338203,"conditional_harm":0.004232804232804233,"accuracy_pp":-0.20876826722338204,"digit":6,"accuracy":0.9843423799582464,"ce":0.07193839223477497},{"n":1028,"baseline_correct":999,"harm_count":13,"repair_count":7,"harm_rate":0.01264591439688716,"repair_rate":0.006809338521400778,"conditional_harm":0.013013013013013013,"accuracy_pp":-0.5836575875486382,"digit":7,"accuracy":0.9659533073929961,"ce":0.10475787227636493},{"n":974,"baseline_correct":951,"harm_count":3,"repair_count":12,"harm_rate":0.003080082135523614,"repair_rate":0.012320328542094456,"conditional_harm":0.0031545741324921135,"accuracy_pp":0.9240246406570842,"digit":8,"accuracy":0.9856262833675564,"ce":0.05361585796252594},{"n":1009,"baseline_correct":985,"harm_count":15,"repair_count":7,"harm_rate":0.014866204162537165,"repair_rate":0.006937561942517344,"conditional_harm":0.015228426395939087,"accuracy_pp":-0.7928642220019821,"digit":9,"accuracy":0.9682854311199207,"ce":0.10991079330799873}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"79a09e0a4134e9b8078dfd4cc622050f2270eacdbcaaa53f51660933d32a01c6","train_accuracy":0.9935,"train_ce":0.0215385986328125,"validation_accuracy":0.9787,"validation_ce":0.07677288208007813},{"seed":203,"run_id":"halfdrop-m04-s203-v1","accuracy":0.9783,"test_accuracy":0.9783,"ce":0.07002700019515203,"training_seconds":61.98327103799983,"selected_epoch":5,"epoch":5,"total_run_seconds":72.575931338,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":57,"repair_count":66,"harm_rate":0.0057,"repair_rate":0.0066,"conditional_harm":0.005831798649478207,"accuracy_pp":0.09,"ce":-0.007083324634433216},"per_class":[{"n":980,"baseline_correct":971,"harm_count":2,"repair_count":2,"harm_rate":0.0020408163265306124,"repair_rate":0.0020408163265306124,"conditional_harm":0.0020597322348094747,"accuracy_pp":0.0,"digit":0,"accuracy":0.9908163265306122,"ce":0.04217442475420995},{"n":1135,"baseline_correct":1123,"harm_count":2,"repair_count":4,"harm_rate":0.001762114537444934,"repair_rate":0.003524229074889868,"conditional_harm":0.0017809439002671415,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9911894273127754,"ce":0.02841871280021765},{"n":1032,"baseline_correct":1015,"harm_count":5,"repair_count":5,"harm_rate":0.0048449612403100775,"repair_rate":0.0048449612403100775,"conditional_harm":0.0049261083743842365,"accuracy_pp":0.0,"digit":2,"accuracy":0.9835271317829457,"ce":0.04215246419952475},{"n":1010,"baseline_correct":944,"harm_count":3,"repair_count":27,"harm_rate":0.0029702970297029703,"repair_rate":0.026732673267326732,"conditional_harm":0.0031779661016949155,"accuracy_pp":2.376237623762376,"digit":3,"accuracy":0.9584158415841584,"ce":0.11149097462045811},{"n":982,"baseline_correct":957,"harm_count":5,"repair_count":8,"harm_rate":0.0050916496945010185,"repair_rate":0.008146639511201629,"conditional_harm":0.00522466039707419,"accuracy_pp":0.3054989816700611,"digit":4,"accuracy":0.9775967413441955,"ce":0.07131686399969123},{"n":892,"baseline_correct":883,"harm_count":4,"repair_count":1,"harm_rate":0.004484304932735426,"repair_rate":0.0011210762331838565,"conditional_harm":0.004530011325028313,"accuracy_pp":-0.336322869955157,"digit":5,"accuracy":0.9865470852017937,"ce":0.050483019334465314},{"n":958,"baseline_correct":936,"harm_count":2,"repair_count":7,"harm_rate":0.0020876826722338203,"repair_rate":0.007306889352818371,"conditional_harm":0.002136752136752137,"accuracy_pp":0.5219206680584552,"digit":6,"accuracy":0.9822546972860126,"ce":0.06264364171467127},{"n":1028,"baseline_correct":1011,"harm_count":4,"repair_count":3,"harm_rate":0.0038910505836575876,"repair_rate":0.0029182879377431907,"conditional_harm":0.003956478733926805,"accuracy_pp":-0.09727626459143969,"digit":7,"accuracy":0.9824902723735408,"ce":0.06092167095204086},{"n":974,"baseline_correct":940,"harm_count":16,"repair_count":9,"harm_rate":0.01642710472279261,"repair_rate":0.009240246406570842,"conditional_harm":0.01702127659574468,"accuracy_pp":-0.7186858316221766,"digit":8,"accuracy":0.9579055441478439,"ce":0.13026985303737815},{"n":1009,"baseline_correct":994,"harm_count":14,"repair_count":0,"harm_rate":0.013875123885034688,"repair_rate":0.0,"conditional_harm":0.014084507042253521,"accuracy_pp":-1.3875123885034688,"digit":9,"accuracy":0.9712586719524281,"ce":0.10504426381543705}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"d852f6afcc5785aefe7050de313877df57370ebd62832d841aba9dd9583f8ec1","train_accuracy":0.99364,"train_ce":0.02108900390625,"validation_accuracy":0.9778,"validation_ce":0.07464600830078125}]},{"endpoint":"selected","drop_mask":5,"k":2,"drop_probabilities":[0.5,0,0.5,0],"nominal_training_affine_fraction":0.7283744254074384,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9810333333333333,"values":[0.9853,0.9807,0.9771],"n":3,"sample_sd":0.004110150037812884,"df":2,"ci95_low":0.9708231546230931,"ci95_high":0.9912435120435735},"ce":{"mean":0.07320753764050386,"values":[0.07455602767006608,0.07225369651964245,0.07281288873180304],"n":3,"sample_sd":0.001200830130537544,"df":2,"ci95_low":0.0702245102277251,"ci95_high":0.07619056505328262},"training_seconds":{"mean":50.373049390666665,"values":[50.344574734000105,50.47263661599999,50.3019368219999],"n":3,"sample_sd":0.08884092228318446,"df":2,"ci95_low":50.152356305268604,"ci95_high":50.593742476064726},"selected_epoch":{"mean":13.333333333333334,"values":[25.0,10.0,5.0],"n":3,"sample_sd":10.408329997330664,"df":2,"ci95_low":-12.522391730282605,"ci95_high":39.18905839694927},"train_accuracy":{"mean":0.9962,"values":[0.99996,0.99786,0.99078],"n":3,"sample_sd":0.004809864862966509,"df":2,"ci95_low":0.984251633305064,"ci95_high":1.008148366694936},"train_ce":{"mean":0.01281871145884196,"values":[0.0004169131851196289,0.00761700927734375,0.0304222119140625],"n":3,"sample_sd":0.01566437892615049,"df":2,"ci95_low":-0.026093762964117057,"ci95_high":0.05173118588180098},"validation_accuracy":{"mean":0.9798666666666667,"values":[0.9831,0.9796,0.9769],"n":3,"sample_sd":0.0031085902485424597,"df":2,"ci95_low":0.9721445003996129,"ci95_high":0.9875888329337205},"validation_ce":{"mean":0.07975658772786459,"values":[0.08243582153320313,0.07524029541015625,0.08159364624023438],"n":3,"sample_sd":0.003933826004065917,"df":2,"ci95_low":0.06998442219935844,"ci95_high":0.08952875325637075},"harm_rate":{"mean":0.0056,"values":[0.0023,0.0071,0.0074],"n":3,"sample_sd":0.0028618176042508373,"df":2,"ci95_low":-0.001509149035119217,"ci95_high":0.012709149035119216},"repair_rate":{"mean":0.006733333333333333,"values":[0.0028,0.0103,0.0071],"n":3,"sample_sd":0.0037634204300520733,"df":2,"ci95_low":-0.002615521282457757,"ci95_high":0.016082187949124423},"conditional_harm":{"mean":0.005723344574140471,"values":[0.0023354995938261575,0.007263427109974425,0.007571107018620831],"n":3,"sample_sd":0.002937990289215884,"df":2,"ci95_low":-0.0015750279003123157,"ci95_high":0.013021717048593258}},"paired_vs_none":{"accuracy_pp":{"mean":0.11333333333333334,"values":[0.05,0.32,-0.03],"n":3,"sample_sd":0.18339392937971893,"df":2,"ci95_low":-0.34224244276084265,"ci95_high":0.5689091094275094},"ce":{"mean":-0.0016195263218979072,"values":[0.0031748914119535815,-0.0037360342798651025,-0.004297436097782201],"n":3,"sample_sd":0.004161565096846664,"df":2,"ci95_low":-0.011957427119240315,"ci95_high":0.0087183744754445},"harm_rate":{"mean":0.0056,"values":[0.0023,0.0071,0.0074],"n":3,"sample_sd":0.0028618176042508373,"df":2,"ci95_low":-0.001509149035119217,"ci95_high":0.012709149035119216},"repair_rate":{"mean":0.006733333333333333,"values":[0.0028,0.0103,0.0071],"n":3,"sample_sd":0.0037634204300520733,"df":2,"ci95_low":-0.002615521282457757,"ci95_high":0.016082187949124423},"conditional_harm":{"mean":0.005723344574140471,"values":[0.0023354995938261575,0.007263427109974425,0.007571107018620831],"n":3,"sample_sd":0.002937990289215884,"df":2,"ci95_low":-0.0015750279003123157,"ci95_high":0.013021717048593258},"harm_count":{"mean":56.0,"values":[23.0,71.0,74.0],"n":3,"sample_sd":28.61817604250837,"df":2,"ci95_low":-15.091490351192164,"ci95_high":127.09149035119216},"repair_count":{"mean":67.33333333333333,"values":[28.0,103.0,71.0],"n":3,"sample_sd":37.634204300520736,"df":2,"ci95_low":-26.155212824577603,"ci95_high":160.82187949124426}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9904761904761905,"values":[0.9918367346938776,0.9928571428571429,0.986734693877551],"n":3,"sample_sd":0.00328015332006567,"df":2,"ci95_low":0.9823278379132072,"ci95_high":0.9986245430391738},"ce":{"mean":0.037404552936253596,"values":[0.03726195613979601,0.030465404642320542,0.04448629802664425],"n":3,"sample_sd":0.007011534297742047,"df":2,"ci95_low":0.019986936169392313,"ci95_high":0.054822169703114876},"accuracy_pp":{"mean":0.034013605442176874,"values":[-0.10204081632653061,0.6122448979591837,-0.40816326530612246],"n":3,"sample_sd":0.5236327999435596,"df":2,"ci95_low":-1.2667623800525463,"ci95_high":1.3347895909369},"harm_rate":{"mean":0.0027210884353741495,"values":[0.0020408163265306124,0.0010204081632653062,0.00510204081632653],"n":3,"sample_sd":0.002124148979047074,"df":2,"ci95_low":-0.0025555901490372655,"ci95_high":0.007997767019785565},"repair_rate":{"mean":0.003061224489795918,"values":[0.0010204081632653062,0.007142857142857143,0.0010204081632653062],"n":3,"sample_sd":0.0035347975664670964,"df":2,"ci95_low":-0.0057196994487755115,"ci95_high":0.011842148428367349},"conditional_harm":{"mean":0.0027463184029305923,"values":[0.0020554984583761563,0.001034126163391934,0.005149330587023687],"n":3,"sample_sd":0.0021428138064039145,"df":2,"ci95_low":-0.002576726183002881,"ci95_high":0.008069362988864065},"metrics":{"accuracy":{"mean":0.9904761904761905,"values":[0.9918367346938776,0.9928571428571429,0.986734693877551],"n":3,"sample_sd":0.00328015332006567,"df":2,"ci95_low":0.9823278379132072,"ci95_high":0.9986245430391738},"ce":{"mean":0.037404552936253596,"values":[0.03726195613979601,0.030465404642320542,0.04448629802664425],"n":3,"sample_sd":0.007011534297742047,"df":2,"ci95_low":0.019986936169392313,"ci95_high":0.054822169703114876},"accuracy_pp":{"mean":0.034013605442176874,"values":[-0.10204081632653061,0.6122448979591837,-0.40816326530612246],"n":3,"sample_sd":0.5236327999435596,"df":2,"ci95_low":-1.2667623800525463,"ci95_high":1.3347895909369},"harm_rate":{"mean":0.0027210884353741495,"values":[0.0020408163265306124,0.0010204081632653062,0.00510204081632653],"n":3,"sample_sd":0.002124148979047074,"df":2,"ci95_low":-0.0025555901490372655,"ci95_high":0.007997767019785565},"repair_rate":{"mean":0.003061224489795918,"values":[0.0010204081632653062,0.007142857142857143,0.0010204081632653062],"n":3,"sample_sd":0.0035347975664670964,"df":2,"ci95_low":-0.0057196994487755115,"ci95_high":0.011842148428367349},"conditional_harm":{"mean":0.0027463184029305923,"values":[0.0020554984583761563,0.001034126163391934,0.005149330587023687],"n":3,"sample_sd":0.0021428138064039145,"df":2,"ci95_low":-0.002576726183002881,"ci95_high":0.008069362988864065}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9923641703377386,"values":[0.9920704845814978,0.9903083700440528,0.9947136563876652],"n":3,"sample_sd":0.002217278835615505,"df":2,"ci95_low":0.9868561443645275,"ci95_high":0.9978721963109497},"ce":{"mean":0.024229132853554002,"values":[0.026102286831343635,0.027247537613277254,0.019337574116041117],"n":3,"sample_sd":0.004274740927855614,"df":2,"ci95_low":0.013610087706333743,"ci95_high":0.03484817800077426},"accuracy_pp":{"mean":0.0881057268722467,"values":[0.0,-0.2643171806167401,0.5286343612334802],"n":3,"sample_sd":0.4037511625511753,"df":2,"ci95_low":-0.9148677622192569,"ci95_high":1.0910792159637503},"harm_rate":{"mean":0.0011747430249632893,"values":[0.000881057268722467,0.0026431718061674008,0.0],"n":3,"sample_sd":0.0013458372085039178,"df":2,"ci95_low":-0.002168501938675056,"ci95_high":0.004517987988601635},"repair_rate":{"mean":0.0020558002936857563,"values":[0.000881057268722467,0.0,0.0052863436123348016],"n":3,"sample_sd":0.0028322028666645975,"df":2,"ci95_low":-0.004979781654969318,"ci95_high":0.00909138224234083},"conditional_harm":{"mean":0.0011833446020310973,"values":[0.0008880994671403197,0.0026619343389529724,0.0],"n":3,"sample_sd":0.0013553047160995769,"df":2,"ci95_low":-0.00218341895426273,"ci95_high":0.004550108158324925},"metrics":{"accuracy":{"mean":0.9923641703377386,"values":[0.9920704845814978,0.9903083700440528,0.9947136563876652],"n":3,"sample_sd":0.002217278835615505,"df":2,"ci95_low":0.9868561443645275,"ci95_high":0.9978721963109497},"ce":{"mean":0.024229132853554002,"values":[0.026102286831343635,0.027247537613277254,0.019337574116041117],"n":3,"sample_sd":0.004274740927855614,"df":2,"ci95_low":0.013610087706333743,"ci95_high":0.03484817800077426},"accuracy_pp":{"mean":0.0881057268722467,"values":[0.0,-0.2643171806167401,0.5286343612334802],"n":3,"sample_sd":0.4037511625511753,"df":2,"ci95_low":-0.9148677622192569,"ci95_high":1.0910792159637503},"harm_rate":{"mean":0.0011747430249632893,"values":[0.000881057268722467,0.0026431718061674008,0.0],"n":3,"sample_sd":0.0013458372085039178,"df":2,"ci95_low":-0.002168501938675056,"ci95_high":0.004517987988601635},"repair_rate":{"mean":0.0020558002936857563,"values":[0.000881057268722467,0.0,0.0052863436123348016],"n":3,"sample_sd":0.0028322028666645975,"df":2,"ci95_low":-0.004979781654969318,"ci95_high":0.00909138224234083},"conditional_harm":{"mean":0.0011833446020310973,"values":[0.0008880994671403197,0.0026619343389529724,0.0],"n":3,"sample_sd":0.0013553047160995769,"df":2,"ci95_low":-0.00218341895426273,"ci95_high":0.004550108158324925}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9815891472868217,"values":[0.9903100775193798,0.9844961240310077,0.9699612403100775],"n":3,"sample_sd":0.010481253707744173,"df":2,"ci95_low":0.9555522696840805,"ci95_high":1.007626024889563},"ce":{"mean":0.0637225554966228,"values":[0.05675202109629031,0.0608892249373518,0.07352642045622629],"n":3,"sample_sd":0.008738760782584069,"df":2,"ci95_low":0.04201427028188137,"ci95_high":0.08543084071136423},"accuracy_pp":{"mean":0.2583979328165375,"values":[0.5813953488372093,1.550387596899225,-1.3565891472868217],"n":3,"sample_sd":1.4801601081898708,"df":2,"ci95_low":-3.418523611495015,"ci95_high":3.9353194771280897},"harm_rate":{"mean":0.006459948320413436,"values":[0.0009689922480620155,0.0029069767441860465,0.015503875968992248],"n":3,"sample_sd":0.00789198431709988,"df":2,"ci95_low":-0.013144827542922472,"ci95_high":0.026064724183749343},"repair_rate":{"mean":0.009043927648578812,"values":[0.006782945736434108,0.018410852713178296,0.001937984496124031],"n":3,"sample_sd":0.008465983476796614,"df":2,"ci95_low":-0.011986741173922639,"ci95_high":0.030074596471080264},"conditional_harm":{"mean":0.006582599588844497,"values":[0.000984251968503937,0.003,0.015763546798029555],"n":3,"sample_sd":0.00801455886340616,"df":2,"ci95_low":-0.013326668327482182,"ci95_high":0.026491867505171178},"metrics":{"accuracy":{"mean":0.9815891472868217,"values":[0.9903100775193798,0.9844961240310077,0.9699612403100775],"n":3,"sample_sd":0.010481253707744173,"df":2,"ci95_low":0.9555522696840805,"ci95_high":1.007626024889563},"ce":{"mean":0.0637225554966228,"values":[0.05675202109629031,0.0608892249373518,0.07352642045622629],"n":3,"sample_sd":0.008738760782584069,"df":2,"ci95_low":0.04201427028188137,"ci95_high":0.08543084071136423},"accuracy_pp":{"mean":0.2583979328165375,"values":[0.5813953488372093,1.550387596899225,-1.3565891472868217],"n":3,"sample_sd":1.4801601081898708,"df":2,"ci95_low":-3.418523611495015,"ci95_high":3.9353194771280897},"harm_rate":{"mean":0.006459948320413436,"values":[0.0009689922480620155,0.0029069767441860465,0.015503875968992248],"n":3,"sample_sd":0.00789198431709988,"df":2,"ci95_low":-0.013144827542922472,"ci95_high":0.026064724183749343},"repair_rate":{"mean":0.009043927648578812,"values":[0.006782945736434108,0.018410852713178296,0.001937984496124031],"n":3,"sample_sd":0.008465983476796614,"df":2,"ci95_low":-0.011986741173922639,"ci95_high":0.030074596471080264},"conditional_harm":{"mean":0.006582599588844497,"values":[0.000984251968503937,0.003,0.015763546798029555],"n":3,"sample_sd":0.00801455886340616,"df":2,"ci95_low":-0.013326668327482182,"ci95_high":0.026491867505171178}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9732673267326732,"values":[0.9831683168316832,0.9891089108910891,0.9475247524752475],"n":3,"sample_sd":0.022490726121981303,"df":2,"ci95_low":0.9173972658064565,"ci95_high":1.02913738765889},"ce":{"mean":0.08063724110233043,"values":[0.07001220730660089,0.029135234673074138,0.14276428132731628],"n":3,"sample_sd":0.05755483097237173,"df":2,"ci95_low":-0.06233688501455638,"ci95_high":0.22361136721921726},"accuracy_pp":{"mean":1.4521452145214522,"values":[0.297029702970297,2.772277227722772,1.2871287128712872],"n":3,"sample_sd":1.2458472665463283,"df":2,"ci95_low":-1.6427109634956276,"ci95_high":4.547001392538532},"harm_rate":{"mean":0.0042904290429042905,"values":[0.0029702970297029703,0.0,0.009900990099009901],"n":3,"sample_sd":0.0050807935044028555,"df":2,"ci95_low":-0.008330961707440548,"ci95_high":0.016911819793249128},"repair_rate":{"mean":0.01881188118811881,"values":[0.005940594059405941,0.027722772277227723,0.02277227722772277],"n":3,"sample_sd":0.011418378806604748,"df":2,"ci95_low":-0.009552944213411182,"ci95_high":0.0471767065896488},"conditional_harm":{"mean":0.004541174456428694,"values":[0.0030303030303030303,0.0,0.01059322033898305],"n":3,"sample_sd":0.005455834366737437,"df":2,"ci95_low":-0.009011869443521439,"ci95_high":0.018094218356378824},"metrics":{"accuracy":{"mean":0.9732673267326732,"values":[0.9831683168316832,0.9891089108910891,0.9475247524752475],"n":3,"sample_sd":0.022490726121981303,"df":2,"ci95_low":0.9173972658064565,"ci95_high":1.02913738765889},"ce":{"mean":0.08063724110233043,"values":[0.07001220730660089,0.029135234673074138,0.14276428132731628],"n":3,"sample_sd":0.05755483097237173,"df":2,"ci95_low":-0.06233688501455638,"ci95_high":0.22361136721921726},"accuracy_pp":{"mean":1.4521452145214522,"values":[0.297029702970297,2.772277227722772,1.2871287128712872],"n":3,"sample_sd":1.2458472665463283,"df":2,"ci95_low":-1.6427109634956276,"ci95_high":4.547001392538532},"harm_rate":{"mean":0.0042904290429042905,"values":[0.0029702970297029703,0.0,0.009900990099009901],"n":3,"sample_sd":0.0050807935044028555,"df":2,"ci95_low":-0.008330961707440548,"ci95_high":0.016911819793249128},"repair_rate":{"mean":0.01881188118811881,"values":[0.005940594059405941,0.027722772277227723,0.02277227722772277],"n":3,"sample_sd":0.011418378806604748,"df":2,"ci95_low":-0.009552944213411182,"ci95_high":0.0471767065896488},"conditional_harm":{"mean":0.004541174456428694,"values":[0.0030303030303030303,0.0,0.01059322033898305],"n":3,"sample_sd":0.005455834366737437,"df":2,"ci95_low":-0.009011869443521439,"ci95_high":0.018094218356378824}}},{"digit":4,"n":982,"accuracy":{"mean":0.9823489477257298,"values":[0.9816700610997964,0.9806517311608961,0.984725050916497],"n":3,"sample_sd":0.002119822810047003,"df":2,"ci95_low":0.9770830159408792,"ci95_high":0.9876148795105804},"ce":{"mean":0.06993685535931672,"values":[0.09001474284356979,0.0774004943212634,0.04239532891311697],"n":3,"sample_sd":0.024671472912772507,"df":2,"ci95_low":0.008649519090127497,"ci95_high":0.13122419162850596},"accuracy_pp":{"mean":0.6109979633401222,"values":[0.0,0.814663951120163,1.0183299389002036],"n":3,"sample_sd":0.5388495541883076,"df":2,"ci95_low":-0.7275785352257388,"ci95_high":1.9495744619059834},"harm_rate":{"mean":0.0010183299389002036,"values":[0.0010183299389002036,0.0010183299389002036,0.0010183299389002036],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010183299389002036,"ci95_high":0.0010183299389002036},"repair_rate":{"mean":0.007128309572301425,"values":[0.0010183299389002036,0.009164969450101833,0.01120162932790224],"n":3,"sample_sd":0.005388495541883076,"df":2,"ci95_low":-0.0062574554133571865,"ci95_high":0.020514074557960036},"conditional_harm":{"mean":0.0010431322988677515,"values":[0.001037344398340249,0.0010471204188481676,0.0010449320794148381],"n":3,"sample_sd":5.130502095902998e-06,"df":2,"ci95_low":0.0010303874251306588,"ci95_high":0.0010558771726048443},"metrics":{"accuracy":{"mean":0.9823489477257298,"values":[0.9816700610997964,0.9806517311608961,0.984725050916497],"n":3,"sample_sd":0.002119822810047003,"df":2,"ci95_low":0.9770830159408792,"ci95_high":0.9876148795105804},"ce":{"mean":0.06993685535931672,"values":[0.09001474284356979,0.0774004943212634,0.04239532891311697],"n":3,"sample_sd":0.024671472912772507,"df":2,"ci95_low":0.008649519090127497,"ci95_high":0.13122419162850596},"accuracy_pp":{"mean":0.6109979633401222,"values":[0.0,0.814663951120163,1.0183299389002036],"n":3,"sample_sd":0.5388495541883076,"df":2,"ci95_low":-0.7275785352257388,"ci95_high":1.9495744619059834},"harm_rate":{"mean":0.0010183299389002036,"values":[0.0010183299389002036,0.0010183299389002036,0.0010183299389002036],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010183299389002036,"ci95_high":0.0010183299389002036},"repair_rate":{"mean":0.007128309572301425,"values":[0.0010183299389002036,0.009164969450101833,0.01120162932790224],"n":3,"sample_sd":0.005388495541883076,"df":2,"ci95_low":-0.0062574554133571865,"ci95_high":0.020514074557960036},"conditional_harm":{"mean":0.0010431322988677515,"values":[0.001037344398340249,0.0010471204188481676,0.0010449320794148381],"n":3,"sample_sd":5.130502095902998e-06,"df":2,"ci95_low":0.0010303874251306588,"ci95_high":0.0010558771726048443}}},{"digit":5,"n":892,"accuracy":{"mean":0.9820627802690584,"values":[0.9831838565022422,0.9798206278026906,0.9831838565022422],"n":3,"sample_sd":0.0019417609950323472,"df":2,"ci95_low":0.9772391785539238,"ci95_high":0.9868863819841929},"ce":{"mean":0.07468861973690492,"values":[0.10473453875343114,0.06586448356102581,0.053466836896257836],"n":3,"sample_sd":0.026748707405533572,"df":2,"ci95_low":0.00824114692791883,"ci95_high":0.14113609254589102},"accuracy_pp":{"mean":-0.2242152466367713,"values":[0.11210762331838565,-0.11210762331838565,-0.672645739910314],"n":3,"sample_sd":0.4042097842448419,"df":2,"ci95_low":-1.2283280151729785,"ci95_high":0.779897521899436},"harm_rate":{"mean":0.006726457399103139,"values":[0.002242152466367713,0.010089686098654708,0.007847533632286996],"n":3,"sample_sd":0.004042097842448418,"df":2,"ci95_low":-0.003314670286258932,"ci95_high":0.01676758508446521},"repair_rate":{"mean":0.004484304932735426,"values":[0.0033632286995515697,0.008968609865470852,0.0011210762331838565],"n":3,"sample_sd":0.004042097842448418,"df":2,"ci95_low":-0.005556822752626645,"ci95_high":0.014525432618097498},"conditional_harm":{"mean":0.006832113042448294,"values":[0.00228310502283105,0.010285714285714285,0.007927519818799546],"n":3,"sample_sd":0.004112222727169982,"df":2,"ci95_low":-0.0033832145135888544,"ci95_high":0.017047440598485442},"metrics":{"accuracy":{"mean":0.9820627802690584,"values":[0.9831838565022422,0.9798206278026906,0.9831838565022422],"n":3,"sample_sd":0.0019417609950323472,"df":2,"ci95_low":0.9772391785539238,"ci95_high":0.9868863819841929},"ce":{"mean":0.07468861973690492,"values":[0.10473453875343114,0.06586448356102581,0.053466836896257836],"n":3,"sample_sd":0.026748707405533572,"df":2,"ci95_low":0.00824114692791883,"ci95_high":0.14113609254589102},"accuracy_pp":{"mean":-0.2242152466367713,"values":[0.11210762331838565,-0.11210762331838565,-0.672645739910314],"n":3,"sample_sd":0.4042097842448419,"df":2,"ci95_low":-1.2283280151729785,"ci95_high":0.779897521899436},"harm_rate":{"mean":0.006726457399103139,"values":[0.002242152466367713,0.010089686098654708,0.007847533632286996],"n":3,"sample_sd":0.004042097842448418,"df":2,"ci95_low":-0.003314670286258932,"ci95_high":0.01676758508446521},"repair_rate":{"mean":0.004484304932735426,"values":[0.0033632286995515697,0.008968609865470852,0.0011210762331838565],"n":3,"sample_sd":0.004042097842448418,"df":2,"ci95_low":-0.005556822752626645,"ci95_high":0.014525432618097498},"conditional_harm":{"mean":0.006832113042448294,"values":[0.00228310502283105,0.010285714285714285,0.007927519818799546],"n":3,"sample_sd":0.004112222727169982,"df":2,"ci95_low":-0.0033832145135888544,"ci95_high":0.017047440598485442}}},{"digit":6,"n":958,"accuracy":{"mean":0.9839944328462074,"values":[0.9832985386221295,0.9812108559498957,0.9874739039665971],"n":3,"sample_sd":0.0031889879575196962,"df":2,"ci95_low":0.9760725475983378,"ci95_high":0.9919163180940769},"ce":{"mean":0.0771580707390773,"values":[0.08448485545858633,0.09222139236919802,0.05476796438944753],"n":3,"sample_sd":0.01977248460874638,"df":2,"ci95_low":0.02804049606576895,"ci95_high":0.12627564541238565},"accuracy_pp":{"mean":0.17397355601948505,"values":[0.0,-0.5219206680584552,1.0438413361169103],"n":3,"sample_sd":0.7972469893799304,"df":2,"ci95_low":-1.8064977559479063,"ci95_high":2.1544448679868764},"harm_rate":{"mean":0.0038274182324286705,"values":[0.003131524008350731,0.008350730688935281,0.0],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.006652250907898401,"ci95_high":0.014307087372755743},"repair_rate":{"mean":0.0055671537926235215,"values":[0.003131524008350731,0.003131524008350731,0.010438413361169102],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.00491251534770355,"ci95_high":0.016046822932950594},"conditional_harm":{"mean":0.0038834406138015484,"values":[0.0031847133757961785,0.008465608465608466,0.0],"n":3,"sample_sd":0.004275838688268465,"df":2,"ci95_low":-0.006738331521458838,"ci95_high":0.014505212749061934},"metrics":{"accuracy":{"mean":0.9839944328462074,"values":[0.9832985386221295,0.9812108559498957,0.9874739039665971],"n":3,"sample_sd":0.0031889879575196962,"df":2,"ci95_low":0.9760725475983378,"ci95_high":0.9919163180940769},"ce":{"mean":0.0771580707390773,"values":[0.08448485545858633,0.09222139236919802,0.05476796438944753],"n":3,"sample_sd":0.01977248460874638,"df":2,"ci95_low":0.02804049606576895,"ci95_high":0.12627564541238565},"accuracy_pp":{"mean":0.17397355601948505,"values":[0.0,-0.5219206680584552,1.0438413361169103],"n":3,"sample_sd":0.7972469893799304,"df":2,"ci95_low":-1.8064977559479063,"ci95_high":2.1544448679868764},"harm_rate":{"mean":0.0038274182324286705,"values":[0.003131524008350731,0.008350730688935281,0.0],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.006652250907898401,"ci95_high":0.014307087372755743},"repair_rate":{"mean":0.0055671537926235215,"values":[0.003131524008350731,0.003131524008350731,0.010438413361169102],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.00491251534770355,"ci95_high":0.016046822932950594},"conditional_harm":{"mean":0.0038834406138015484,"values":[0.0031847133757961785,0.008465608465608466,0.0],"n":3,"sample_sd":0.004275838688268465,"df":2,"ci95_low":-0.006738331521458838,"ci95_high":0.014505212749061934}}},{"digit":7,"n":1028,"accuracy":{"mean":0.982166018158236,"values":[0.9854085603112841,0.9776264591439688,0.9834630350194552],"n":3,"sample_sd":0.004049933851101455,"df":2,"ci95_low":0.9721054247482687,"ci95_high":0.9922266115682034},"ce":{"mean":0.07582339701401862,"values":[0.0824470854418986,0.08888919958362017,0.05613390601653709],"n":3,"sample_sd":0.017353162549191774,"df":2,"ci95_low":0.03271575150592962,"ci95_high":0.11893104252210762},"accuracy_pp":{"mean":0.2594033722438392,"values":[0.19455252918287938,0.5836575875486382,0.0],"n":3,"sample_sd":0.29718389720854993,"df":2,"ci95_low":-0.47884235416268267,"ci95_high":0.997649098650361},"harm_rate":{"mean":0.004215304798962386,"values":[0.0009727626459143969,0.008754863813229572,0.0029182879377431907],"n":3,"sample_sd":0.004049933851101426,"df":2,"ci95_low":-0.005845288611004906,"ci95_high":0.014275898208929678},"repair_rate":{"mean":0.006809338521400778,"values":[0.0029182879377431907,0.014591439688715954,0.0029182879377431907],"n":3,"sample_sd":0.006739497305715476,"df":2,"ci95_low":-0.009932500894552533,"ci95_high":0.02355117793735409},"conditional_harm":{"mean":0.004321829247645272,"values":[0.0009891196834817012,0.009009009009009009,0.002967359050445104],"n":3,"sample_sd":0.004177989748043227,"df":2,"ci95_low":-0.006056872645138293,"ci95_high":0.014700531140428836},"metrics":{"accuracy":{"mean":0.982166018158236,"values":[0.9854085603112841,0.9776264591439688,0.9834630350194552],"n":3,"sample_sd":0.004049933851101455,"df":2,"ci95_low":0.9721054247482687,"ci95_high":0.9922266115682034},"ce":{"mean":0.07582339701401862,"values":[0.0824470854418986,0.08888919958362017,0.05613390601653709],"n":3,"sample_sd":0.017353162549191774,"df":2,"ci95_low":0.03271575150592962,"ci95_high":0.11893104252210762},"accuracy_pp":{"mean":0.2594033722438392,"values":[0.19455252918287938,0.5836575875486382,0.0],"n":3,"sample_sd":0.29718389720854993,"df":2,"ci95_low":-0.47884235416268267,"ci95_high":0.997649098650361},"harm_rate":{"mean":0.004215304798962386,"values":[0.0009727626459143969,0.008754863813229572,0.0029182879377431907],"n":3,"sample_sd":0.004049933851101426,"df":2,"ci95_low":-0.005845288611004906,"ci95_high":0.014275898208929678},"repair_rate":{"mean":0.006809338521400778,"values":[0.0029182879377431907,0.014591439688715954,0.0029182879377431907],"n":3,"sample_sd":0.006739497305715476,"df":2,"ci95_low":-0.009932500894552533,"ci95_high":0.02355117793735409},"conditional_harm":{"mean":0.004321829247645272,"values":[0.0009891196834817012,0.009009009009009009,0.002967359050445104],"n":3,"sample_sd":0.004177989748043227,"df":2,"ci95_low":-0.006056872645138293,"ci95_high":0.014700531140428836}}},{"digit":8,"n":974,"accuracy":{"mean":0.9681724845995894,"values":[0.9774127310061602,0.9702258726899384,0.9568788501026694],"n":3,"sample_sd":0.01041980653500232,"df":2,"ci95_low":0.942288250235942,"ci95_high":0.9940567189632368},"ce":{"mean":0.10989636165605036,"values":[0.08510055294081985,0.09379033747759394,0.1507981945497373],"n":3,"sample_sd":0.0356875053677223,"df":2,"ci95_low":0.021243683730697363,"ci95_high":0.19854903958140335},"accuracy_pp":{"mean":-0.6844626967830253,"values":[-0.6160164271047228,-0.6160164271047228,-0.8213552361396304],"n":3,"sample_sd":0.11855241667138103,"df":2,"ci95_low":-0.9789632258658452,"ci95_high":-0.38996216770020536},"harm_rate":{"mean":0.013689253935660506,"values":[0.006160164271047228,0.015400410677618069,0.019507186858316223],"n":3,"sample_sd":0.006836065830060979,"df":2,"ci95_low":-0.0032924749933959385,"ci95_high":0.03067098286471695},"repair_rate":{"mean":0.006844626967830254,"values":[0.0,0.009240246406570842,0.011293634496919919],"n":3,"sample_sd":0.006015878107887388,"df":2,"ci95_low":-0.008099642709788888,"ci95_high":0.021788896645449394},"conditional_harm":{"mean":0.014082894878869613,"values":[0.006263048016701462,0.015772870662460567,0.02021276595744681],"n":3,"sample_sd":0.0071267574161347075,"df":2,"ci95_low":-0.0036209519816663652,"ci95_high":0.03178674173940559},"metrics":{"accuracy":{"mean":0.9681724845995894,"values":[0.9774127310061602,0.9702258726899384,0.9568788501026694],"n":3,"sample_sd":0.01041980653500232,"df":2,"ci95_low":0.942288250235942,"ci95_high":0.9940567189632368},"ce":{"mean":0.10989636165605036,"values":[0.08510055294081985,0.09379033747759394,0.1507981945497373],"n":3,"sample_sd":0.0356875053677223,"df":2,"ci95_low":0.021243683730697363,"ci95_high":0.19854903958140335},"accuracy_pp":{"mean":-0.6844626967830253,"values":[-0.6160164271047228,-0.6160164271047228,-0.8213552361396304],"n":3,"sample_sd":0.11855241667138103,"df":2,"ci95_low":-0.9789632258658452,"ci95_high":-0.38996216770020536},"harm_rate":{"mean":0.013689253935660506,"values":[0.006160164271047228,0.015400410677618069,0.019507186858316223],"n":3,"sample_sd":0.006836065830060979,"df":2,"ci95_low":-0.0032924749933959385,"ci95_high":0.03067098286471695},"repair_rate":{"mean":0.006844626967830254,"values":[0.0,0.009240246406570842,0.011293634496919919],"n":3,"sample_sd":0.006015878107887388,"df":2,"ci95_low":-0.008099642709788888,"ci95_high":0.021788896645449394},"conditional_harm":{"mean":0.014082894878869613,"values":[0.006263048016701462,0.015772870662460567,0.02021276595744681],"n":3,"sample_sd":0.0071267574161347075,"df":2,"ci95_low":-0.0036209519816663652,"ci95_high":0.03178674173940559}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9725801123224315,"values":[0.9831516352824579,0.9593657086223984,0.9752229930624381],"n":3,"sample_sd":0.012111201043821159,"df":2,"ci95_low":0.9424942210738327,"ci95_high":1.0026660035710302},"ce":{"mean":0.12538193957705585,"values":[0.11867128742383053,0.16219451117540473,0.09528002013193225],"n":3,"sample_sd":0.03395823783918904,"df":2,"ci95_low":0.041025000333187886,"ci95_high":0.2097388788209238},"accuracy_pp":{"mean":-0.89197224975223,"values":[0.0,-1.6848364717542121,-0.9910802775024777],"n":3,"sample_sd":0.8467793602891508,"df":2,"ci95_low":-2.9954887922519258,"ci95_high":1.2115442927474658},"harm_rate":{"mean":0.012553683515031383,"values":[0.002973240832507433,0.02180376610505451,0.01288404360753221],"n":3,"sample_sd":0.009419608476632476,"df":2,"ci95_low":-0.010845921132513118,"ci95_high":0.03595328816257588},"repair_rate":{"mean":0.0036339610175090847,"values":[0.002973240832507433,0.004955401387512388,0.002973240832507433],"n":3,"sample_sd":0.001144400930009169,"df":2,"ci95_low":0.0007911115098116943,"ci95_high":0.006476810525206475},"conditional_harm":{"mean":0.012812563251349152,"values":[0.0030241935483870967,0.02233502538071066,0.013078470824949699],"n":3,"sample_sd":0.009658161659567717,"df":2,"ci95_low":-0.011179640354203588,"ci95_high":0.03680476685690189},"metrics":{"accuracy":{"mean":0.9725801123224315,"values":[0.9831516352824579,0.9593657086223984,0.9752229930624381],"n":3,"sample_sd":0.012111201043821159,"df":2,"ci95_low":0.9424942210738327,"ci95_high":1.0026660035710302},"ce":{"mean":0.12538193957705585,"values":[0.11867128742383053,0.16219451117540473,0.09528002013193225],"n":3,"sample_sd":0.03395823783918904,"df":2,"ci95_low":0.041025000333187886,"ci95_high":0.2097388788209238},"accuracy_pp":{"mean":-0.89197224975223,"values":[0.0,-1.6848364717542121,-0.9910802775024777],"n":3,"sample_sd":0.8467793602891508,"df":2,"ci95_low":-2.9954887922519258,"ci95_high":1.2115442927474658},"harm_rate":{"mean":0.012553683515031383,"values":[0.002973240832507433,0.02180376610505451,0.01288404360753221],"n":3,"sample_sd":0.009419608476632476,"df":2,"ci95_low":-0.010845921132513118,"ci95_high":0.03595328816257588},"repair_rate":{"mean":0.0036339610175090847,"values":[0.002973240832507433,0.004955401387512388,0.002973240832507433],"n":3,"sample_sd":0.001144400930009169,"df":2,"ci95_low":0.0007911115098116943,"ci95_high":0.006476810525206475},"conditional_harm":{"mean":0.012812563251349152,"values":[0.0030241935483870967,0.02233502538071066,0.013078470824949699],"n":3,"sample_sd":0.009658161659567717,"df":2,"ci95_low":-0.011179640354203588,"ci95_high":0.03680476685690189}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m05-s201-v1","accuracy":0.9853,"test_accuracy":0.9853,"ce":0.07455602767006608,"training_seconds":50.344574734000105,"selected_epoch":25,"epoch":25,"total_run_seconds":62.21873382099997,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":23,"repair_count":28,"harm_rate":0.0023,"repair_rate":0.0028,"conditional_harm":0.0023354995938261575,"accuracy_pp":0.05,"ce":0.0031748914119535815},"per_class":[{"n":980,"baseline_correct":973,"harm_count":2,"repair_count":1,"harm_rate":0.0020408163265306124,"repair_rate":0.0010204081632653062,"conditional_harm":0.0020554984583761563,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9918367346938776,"ce":0.03726195613979601},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":1,"harm_rate":0.000881057268722467,"repair_rate":0.000881057268722467,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.026102286831343635},{"n":1032,"baseline_correct":1016,"harm_count":1,"repair_count":7,"harm_rate":0.0009689922480620155,"repair_rate":0.006782945736434108,"conditional_harm":0.000984251968503937,"accuracy_pp":0.5813953488372093,"digit":2,"accuracy":0.9903100775193798,"ce":0.05675202109629031},{"n":1010,"baseline_correct":990,"harm_count":3,"repair_count":6,"harm_rate":0.0029702970297029703,"repair_rate":0.005940594059405941,"conditional_harm":0.0030303030303030303,"accuracy_pp":0.297029702970297,"digit":3,"accuracy":0.9831683168316832,"ce":0.07001220730660089},{"n":982,"baseline_correct":964,"harm_count":1,"repair_count":1,"harm_rate":0.0010183299389002036,"repair_rate":0.0010183299389002036,"conditional_harm":0.001037344398340249,"accuracy_pp":0.0,"digit":4,"accuracy":0.9816700610997964,"ce":0.09001474284356979},{"n":892,"baseline_correct":876,"harm_count":2,"repair_count":3,"harm_rate":0.002242152466367713,"repair_rate":0.0033632286995515697,"conditional_harm":0.00228310502283105,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9831838565022422,"ce":0.10473453875343114},{"n":958,"baseline_correct":942,"harm_count":3,"repair_count":3,"harm_rate":0.003131524008350731,"repair_rate":0.003131524008350731,"conditional_harm":0.0031847133757961785,"accuracy_pp":0.0,"digit":6,"accuracy":0.9832985386221295,"ce":0.08448485545858633},{"n":1028,"baseline_correct":1011,"harm_count":1,"repair_count":3,"harm_rate":0.0009727626459143969,"repair_rate":0.0029182879377431907,"conditional_harm":0.0009891196834817012,"accuracy_pp":0.19455252918287938,"digit":7,"accuracy":0.9854085603112841,"ce":0.0824470854418986},{"n":974,"baseline_correct":958,"harm_count":6,"repair_count":0,"harm_rate":0.006160164271047228,"repair_rate":0.0,"conditional_harm":0.006263048016701462,"accuracy_pp":-0.6160164271047228,"digit":8,"accuracy":0.9774127310061602,"ce":0.08510055294081985},{"n":1009,"baseline_correct":992,"harm_count":3,"repair_count":3,"harm_rate":0.002973240832507433,"repair_rate":0.002973240832507433,"conditional_harm":0.0030241935483870967,"accuracy_pp":0.0,"digit":9,"accuracy":0.9831516352824579,"ce":0.11867128742383053}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"2644d0c26113bc2bb6d6e764246289b4299785cf8fb5b94f2d4176a148b96ee8","train_accuracy":0.99996,"train_ce":0.0004169131851196289,"validation_accuracy":0.9831,"validation_ce":0.08243582153320313},{"seed":202,"run_id":"halfdrop-m05-s202-v1","accuracy":0.9807,"test_accuracy":0.9807,"ce":0.07225369651964245,"training_seconds":50.47263661599999,"selected_epoch":10,"epoch":10,"total_run_seconds":56.80342180600002,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":71,"repair_count":103,"harm_rate":0.0071,"repair_rate":0.0103,"conditional_harm":0.007263427109974425,"accuracy_pp":0.32,"ce":-0.0037360342798651025},"per_class":[{"n":980,"baseline_correct":967,"harm_count":1,"repair_count":7,"harm_rate":0.0010204081632653062,"repair_rate":0.007142857142857143,"conditional_harm":0.001034126163391934,"accuracy_pp":0.6122448979591837,"digit":0,"accuracy":0.9928571428571429,"ce":0.030465404642320542},{"n":1135,"baseline_correct":1127,"harm_count":3,"repair_count":0,"harm_rate":0.0026431718061674008,"repair_rate":0.0,"conditional_harm":0.0026619343389529724,"accuracy_pp":-0.2643171806167401,"digit":1,"accuracy":0.9903083700440528,"ce":0.027247537613277254},{"n":1032,"baseline_correct":1000,"harm_count":3,"repair_count":19,"harm_rate":0.0029069767441860465,"repair_rate":0.018410852713178296,"conditional_harm":0.003,"accuracy_pp":1.550387596899225,"digit":2,"accuracy":0.9844961240310077,"ce":0.0608892249373518},{"n":1010,"baseline_correct":971,"harm_count":0,"repair_count":28,"harm_rate":0.0,"repair_rate":0.027722772277227723,"conditional_harm":0.0,"accuracy_pp":2.772277227722772,"digit":3,"accuracy":0.9891089108910891,"ce":0.029135234673074138},{"n":982,"baseline_correct":955,"harm_count":1,"repair_count":9,"harm_rate":0.0010183299389002036,"repair_rate":0.009164969450101833,"conditional_harm":0.0010471204188481676,"accuracy_pp":0.814663951120163,"digit":4,"accuracy":0.9806517311608961,"ce":0.0774004943212634},{"n":892,"baseline_correct":875,"harm_count":9,"repair_count":8,"harm_rate":0.010089686098654708,"repair_rate":0.008968609865470852,"conditional_harm":0.010285714285714285,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9798206278026906,"ce":0.06586448356102581},{"n":958,"baseline_correct":945,"harm_count":8,"repair_count":3,"harm_rate":0.008350730688935281,"repair_rate":0.003131524008350731,"conditional_harm":0.008465608465608466,"accuracy_pp":-0.5219206680584552,"digit":6,"accuracy":0.9812108559498957,"ce":0.09222139236919802},{"n":1028,"baseline_correct":999,"harm_count":9,"repair_count":15,"harm_rate":0.008754863813229572,"repair_rate":0.014591439688715954,"conditional_harm":0.009009009009009009,"accuracy_pp":0.5836575875486382,"digit":7,"accuracy":0.9776264591439688,"ce":0.08888919958362017},{"n":974,"baseline_correct":951,"harm_count":15,"repair_count":9,"harm_rate":0.015400410677618069,"repair_rate":0.009240246406570842,"conditional_harm":0.015772870662460567,"accuracy_pp":-0.6160164271047228,"digit":8,"accuracy":0.9702258726899384,"ce":0.09379033747759394},{"n":1009,"baseline_correct":985,"harm_count":22,"repair_count":5,"harm_rate":0.02180376610505451,"repair_rate":0.004955401387512388,"conditional_harm":0.02233502538071066,"accuracy_pp":-1.6848364717542121,"digit":9,"accuracy":0.9593657086223984,"ce":0.16219451117540473}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"006546444568602cb1abc461b4360539c414ce866d91b2a9e92365258d77da30","train_accuracy":0.99786,"train_ce":0.00761700927734375,"validation_accuracy":0.9796,"validation_ce":0.07524029541015625},{"seed":203,"run_id":"halfdrop-m05-s203-v1","accuracy":0.9771,"test_accuracy":0.9771,"ce":0.07281288873180304,"training_seconds":50.3019368219999,"selected_epoch":5,"epoch":5,"total_run_seconds":59.64529834800004,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":74,"repair_count":71,"harm_rate":0.0074,"repair_rate":0.0071,"conditional_harm":0.007571107018620831,"accuracy_pp":-0.03,"ce":-0.004297436097782201},"per_class":[{"n":980,"baseline_correct":971,"harm_count":5,"repair_count":1,"harm_rate":0.00510204081632653,"repair_rate":0.0010204081632653062,"conditional_harm":0.005149330587023687,"accuracy_pp":-0.40816326530612246,"digit":0,"accuracy":0.986734693877551,"ce":0.04448629802664425},{"n":1135,"baseline_correct":1123,"harm_count":0,"repair_count":6,"harm_rate":0.0,"repair_rate":0.0052863436123348016,"conditional_harm":0.0,"accuracy_pp":0.5286343612334802,"digit":1,"accuracy":0.9947136563876652,"ce":0.019337574116041117},{"n":1032,"baseline_correct":1015,"harm_count":16,"repair_count":2,"harm_rate":0.015503875968992248,"repair_rate":0.001937984496124031,"conditional_harm":0.015763546798029555,"accuracy_pp":-1.3565891472868217,"digit":2,"accuracy":0.9699612403100775,"ce":0.07352642045622629},{"n":1010,"baseline_correct":944,"harm_count":10,"repair_count":23,"harm_rate":0.009900990099009901,"repair_rate":0.02277227722772277,"conditional_harm":0.01059322033898305,"accuracy_pp":1.2871287128712872,"digit":3,"accuracy":0.9475247524752475,"ce":0.14276428132731628},{"n":982,"baseline_correct":957,"harm_count":1,"repair_count":11,"harm_rate":0.0010183299389002036,"repair_rate":0.01120162932790224,"conditional_harm":0.0010449320794148381,"accuracy_pp":1.0183299389002036,"digit":4,"accuracy":0.984725050916497,"ce":0.04239532891311697},{"n":892,"baseline_correct":883,"harm_count":7,"repair_count":1,"harm_rate":0.007847533632286996,"repair_rate":0.0011210762331838565,"conditional_harm":0.007927519818799546,"accuracy_pp":-0.672645739910314,"digit":5,"accuracy":0.9831838565022422,"ce":0.053466836896257836},{"n":958,"baseline_correct":936,"harm_count":0,"repair_count":10,"harm_rate":0.0,"repair_rate":0.010438413361169102,"conditional_harm":0.0,"accuracy_pp":1.0438413361169103,"digit":6,"accuracy":0.9874739039665971,"ce":0.05476796438944753},{"n":1028,"baseline_correct":1011,"harm_count":3,"repair_count":3,"harm_rate":0.0029182879377431907,"repair_rate":0.0029182879377431907,"conditional_harm":0.002967359050445104,"accuracy_pp":0.0,"digit":7,"accuracy":0.9834630350194552,"ce":0.05613390601653709},{"n":974,"baseline_correct":940,"harm_count":19,"repair_count":11,"harm_rate":0.019507186858316223,"repair_rate":0.011293634496919919,"conditional_harm":0.02021276595744681,"accuracy_pp":-0.8213552361396304,"digit":8,"accuracy":0.9568788501026694,"ce":0.1507981945497373},{"n":1009,"baseline_correct":994,"harm_count":13,"repair_count":3,"harm_rate":0.01288404360753221,"repair_rate":0.002973240832507433,"conditional_harm":0.013078470824949699,"accuracy_pp":-0.9910802775024777,"digit":9,"accuracy":0.9752229930624381,"ce":0.09528002013193225}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"dbd7df610af630b384aa4ca5d5f964a9da0c5f1a1e727ac1f24106fcb9d81bb9","train_accuracy":0.99078,"train_ce":0.0304222119140625,"validation_accuracy":0.9769,"validation_ce":0.08159364624023438}]},{"endpoint":"selected","drop_mask":6,"k":2,"drop_probabilities":[0,0.5,0.5,0],"nominal_training_affine_fraction":0.8119515252820727,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9805333333333334,"values":[0.984,0.9799,0.9777],"n":3,"sample_sd":0.003197394772831977,"df":2,"ci95_low":0.9725905643985102,"ci95_high":0.9884761022681565},"ce":{"mean":0.075613648196567,"values":[0.07793278254619909,0.07563531670324382,0.07327284534025812],"n":3,"sample_sd":0.0023300441699599704,"df":2,"ci95_low":0.06982549760372293,"ci95_high":0.08140179878941108},"training_seconds":{"mean":55.41859496600025,"values":[55.397640271000114,55.244663925000395,55.61348070200023],"n":3,"sample_sd":0.18529915860858115,"df":2,"ci95_low":54.958286338128964,"ci95_high":55.878903593871534},"selected_epoch":{"mean":10.0,"values":[15.0,10.0,5.0],"n":3,"sample_sd":5.0,"df":2,"ci95_low":-2.4206885591862175,"ci95_high":22.420688559186218},"train_accuracy":{"mean":0.99614,"values":[0.99984,0.99788,0.9907],"n":3,"sample_sd":0.004812026600092696,"df":2,"ci95_low":0.9841862632523458,"ci95_high":1.0080937367476543},"train_ce":{"mean":0.012176780675252278,"values":[0.0006866567230224609,0.007445028076171875,0.0283986572265625],"n":3,"sample_sd":0.014449251017655861,"df":2,"ci95_low":-0.023717148685509316,"ci95_high":0.04807071003601387},"validation_accuracy":{"mean":0.9797333333333333,"values":[0.9831,0.978,0.9781],"n":3,"sample_sd":0.002916047553338822,"df":2,"ci95_low":0.9724894696365737,"ci95_high":0.986977197030093},"validation_ce":{"mean":0.07841255696614584,"values":[0.08126173095703125,0.08162383422851563,0.07235210571289062],"n":3,"sample_sd":0.005251626580366975,"df":2,"ci95_low":0.06536679332936937,"ci95_high":0.0914583206029223},"harm_rate":{"mean":0.006066666666666666,"values":[0.0037,0.0078,0.0067],"n":3,"sample_sd":0.0021221058723196007,"df":2,"ci95_low":0.0007950634407262762,"ci95_high":0.011338269892607056},"repair_rate":{"mean":0.0067,"values":[0.0029,0.0102,0.007],"n":3,"sample_sd":0.003659234892706398,"df":2,"ci95_low":-0.0023900433934426714,"ci95_high":0.01579004339344267},"conditional_harm":{"mean":0.006197189634582639,"values":[0.0037571080422420795,0.007979539641943733,0.006854921219562104],"n":3,"sample_sd":0.0021867076352245778,"df":2,"ci95_low":0.0007651067331588268,"ci95_high":0.01162927253600645}},"paired_vs_none":{"accuracy_pp":{"mean":0.06333333333333332,"values":[-0.08,0.24,0.03],"n":3,"sample_sd":0.16258331197676265,"df":2,"ci95_low":-0.34054600326354245,"ci95_high":0.46721266993020916},"ce":{"mean":0.0007865842341652449,"values":[0.0065516462880865906,-0.00035441409626373044,-0.0038374794893271252],"n":3,"sample_sd":0.005287711366674794,"df":2,"ci95_low":-0.012348818981102062,"ci95_high":0.01392198744943255},"harm_rate":{"mean":0.006066666666666666,"values":[0.0037,0.0078,0.0067],"n":3,"sample_sd":0.0021221058723196007,"df":2,"ci95_low":0.0007950634407262762,"ci95_high":0.011338269892607056},"repair_rate":{"mean":0.0067,"values":[0.0029,0.0102,0.007],"n":3,"sample_sd":0.003659234892706398,"df":2,"ci95_low":-0.0023900433934426714,"ci95_high":0.01579004339344267},"conditional_harm":{"mean":0.006197189634582639,"values":[0.0037571080422420795,0.007979539641943733,0.006854921219562104],"n":3,"sample_sd":0.0021867076352245778,"df":2,"ci95_low":0.0007651067331588268,"ci95_high":0.01162927253600645},"harm_count":{"mean":60.666666666666664,"values":[37.0,78.0,67.0],"n":3,"sample_sd":21.221058723196006,"df":2,"ci95_low":7.950634407262768,"ci95_high":113.38269892607056},"repair_count":{"mean":67.0,"values":[29.0,102.0,70.0],"n":3,"sample_sd":36.59234892706397,"df":2,"ci95_low":-23.900433934426715,"ci95_high":157.9004339344267}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9921768707482993,"values":[0.9928571428571429,0.9908163265306122,0.9928571428571429],"n":3,"sample_sd":0.0011782658554890463,"df":2,"ci95_low":0.9892498961021088,"ci95_high":0.9951038453944898},"ce":{"mean":0.0325791535199147,"values":[0.028928851539346552,0.03714830187084828,0.03166030714954928],"n":3,"sample_sd":0.004186054219340241,"df":2,"ci95_low":0.022180418369856195,"ci95_high":0.04297788866997321},"accuracy_pp":{"mean":0.20408163265306123,"values":[0.0,0.40816326530612246,0.20408163265306123],"n":3,"sample_sd":0.20408163265306123,"df":2,"ci95_low":-0.3028852473137231,"ci95_high":0.7110485126198456},"harm_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"repair_rate":{"mean":0.002380952380952381,"values":[0.0010204081632653062,0.004081632653061225,0.0020408163265306124],"n":3,"sample_sd":0.0015586992159713742,"df":2,"ci95_low":-0.0014910711228532537,"ci95_high":0.006252975884758016},"conditional_harm":{"mean":0.00034258307639602604,"values":[0.0010277492291880781,0.0,0.0],"n":3,"sample_sd":0.0005933712941311673,"df":2,"ci95_low":-0.0011314329324768758,"ci95_high":0.0018165990852689279},"metrics":{"accuracy":{"mean":0.9921768707482993,"values":[0.9928571428571429,0.9908163265306122,0.9928571428571429],"n":3,"sample_sd":0.0011782658554890463,"df":2,"ci95_low":0.9892498961021088,"ci95_high":0.9951038453944898},"ce":{"mean":0.0325791535199147,"values":[0.028928851539346552,0.03714830187084828,0.03166030714954928],"n":3,"sample_sd":0.004186054219340241,"df":2,"ci95_low":0.022180418369856195,"ci95_high":0.04297788866997321},"accuracy_pp":{"mean":0.20408163265306123,"values":[0.0,0.40816326530612246,0.20408163265306123],"n":3,"sample_sd":0.20408163265306123,"df":2,"ci95_low":-0.3028852473137231,"ci95_high":0.7110485126198456},"harm_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"repair_rate":{"mean":0.002380952380952381,"values":[0.0010204081632653062,0.004081632653061225,0.0020408163265306124],"n":3,"sample_sd":0.0015586992159713742,"df":2,"ci95_low":-0.0014910711228532537,"ci95_high":0.006252975884758016},"conditional_harm":{"mean":0.00034258307639602604,"values":[0.0010277492291880781,0.0,0.0],"n":3,"sample_sd":0.0005933712941311673,"df":2,"ci95_low":-0.0011314329324768758,"ci95_high":0.0018165990852689279}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9911894273127753,"values":[0.9947136563876652,0.9885462555066079,0.9903083700440528],"n":3,"sample_sd":0.0031766971589991156,"df":2,"ci95_low":0.9832980741010193,"ci95_high":0.9990807805245312},"ce":{"mean":0.0275820414346566,"values":[0.019419902949240776,0.035047987756364744,0.028278233598364285],"n":3,"sample_sd":0.007837268103827427,"df":2,"ci95_low":0.008113188180159724,"ci95_high":0.04705089468915348},"accuracy_pp":{"mean":-0.029368575624082224,"values":[0.2643171806167401,-0.44052863436123346,0.0881057268722467],"n":3,"sample_sd":0.36681339197641105,"df":2,"ci95_low":-0.9405835558396218,"ci95_high":0.8818464045914574},"harm_rate":{"mean":0.0023494860499265785,"values":[0.0,0.0052863436123348016,0.001762114537444934],"n":3,"sample_sd":0.0026916744170078356,"df":2,"ci95_low":-0.004337003877350112,"ci95_high":0.00903597597720327},"repair_rate":{"mean":0.0020558002936857563,"values":[0.0026431718061674008,0.000881057268722467,0.0026431718061674008],"n":3,"sample_sd":0.0010173573025367853,"df":2,"ci95_low":-0.0004714553479588839,"ci95_high":0.004583055935330396},"conditional_harm":{"mean":0.002368270859391029,"values":[0.0,0.005323868677905945,0.0017809439002671415],"n":3,"sample_sd":0.002710093936117765,"df":2,"ci95_low":-0.004363975689940545,"ci95_high":0.009100517408722602},"metrics":{"accuracy":{"mean":0.9911894273127753,"values":[0.9947136563876652,0.9885462555066079,0.9903083700440528],"n":3,"sample_sd":0.0031766971589991156,"df":2,"ci95_low":0.9832980741010193,"ci95_high":0.9990807805245312},"ce":{"mean":0.0275820414346566,"values":[0.019419902949240776,0.035047987756364744,0.028278233598364285],"n":3,"sample_sd":0.007837268103827427,"df":2,"ci95_low":0.008113188180159724,"ci95_high":0.04705089468915348},"accuracy_pp":{"mean":-0.029368575624082224,"values":[0.2643171806167401,-0.44052863436123346,0.0881057268722467],"n":3,"sample_sd":0.36681339197641105,"df":2,"ci95_low":-0.9405835558396218,"ci95_high":0.8818464045914574},"harm_rate":{"mean":0.0023494860499265785,"values":[0.0,0.0052863436123348016,0.001762114537444934],"n":3,"sample_sd":0.0026916744170078356,"df":2,"ci95_low":-0.004337003877350112,"ci95_high":0.00903597597720327},"repair_rate":{"mean":0.0020558002936857563,"values":[0.0026431718061674008,0.000881057268722467,0.0026431718061674008],"n":3,"sample_sd":0.0010173573025367853,"df":2,"ci95_low":-0.0004714553479588839,"ci95_high":0.004583055935330396},"conditional_harm":{"mean":0.002368270859391029,"values":[0.0,0.005323868677905945,0.0017809439002671415],"n":3,"sample_sd":0.002710093936117765,"df":2,"ci95_low":-0.004363975689940545,"ci95_high":0.009100517408722602}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9783591731266149,"values":[0.9844961240310077,0.9815891472868217,0.9689922480620154],"n":3,"sample_sd":0.008241182701662207,"df":2,"ci95_low":0.9578869403872751,"ci95_high":0.9988314058659548},"ce":{"mean":0.07493391414438479,"values":[0.06553684171202234,0.06703361597992451,0.0922312847412075],"n":3,"sample_sd":0.014998645121314583,"df":2,"ci95_low":0.03767521417206355,"ci95_high":0.11219261411670603},"accuracy_pp":{"mean":-0.06459948320413433,"values":[0.0,1.2596899224806202,-1.4534883720930232],"n":3,"sample_sd":1.3577422194433915,"df":2,"ci95_low":-3.4374181334770615,"ci95_high":3.308219167068793},"harm_rate":{"mean":0.00904392764857881,"values":[0.0048449612403100775,0.0048449612403100775,0.01744186046511628],"n":3,"sample_sd":0.007272823158396448,"df":2,"ci95_low":-0.009022766630717055,"ci95_high":0.027110621927874674},"repair_rate":{"mean":0.008397932816537468,"values":[0.0048449612403100775,0.01744186046511628,0.0029069767441860465],"n":3,"sample_sd":0.00789198431709988,"df":2,"ci95_low":-0.01120684304679844,"ci95_high":0.028002708679873374},"conditional_harm":{"mean":0.009218416663434313,"values":[0.004921259842519685,0.005,0.017733990147783252],"n":3,"sample_sd":0.007374808053679097,"df":2,"ci95_low":-0.009101622140270953,"ci95_high":0.02753845546713958},"metrics":{"accuracy":{"mean":0.9783591731266149,"values":[0.9844961240310077,0.9815891472868217,0.9689922480620154],"n":3,"sample_sd":0.008241182701662207,"df":2,"ci95_low":0.9578869403872751,"ci95_high":0.9988314058659548},"ce":{"mean":0.07493391414438479,"values":[0.06553684171202234,0.06703361597992451,0.0922312847412075],"n":3,"sample_sd":0.014998645121314583,"df":2,"ci95_low":0.03767521417206355,"ci95_high":0.11219261411670603},"accuracy_pp":{"mean":-0.06459948320413433,"values":[0.0,1.2596899224806202,-1.4534883720930232],"n":3,"sample_sd":1.3577422194433915,"df":2,"ci95_low":-3.4374181334770615,"ci95_high":3.308219167068793},"harm_rate":{"mean":0.00904392764857881,"values":[0.0048449612403100775,0.0048449612403100775,0.01744186046511628],"n":3,"sample_sd":0.007272823158396448,"df":2,"ci95_low":-0.009022766630717055,"ci95_high":0.027110621927874674},"repair_rate":{"mean":0.008397932816537468,"values":[0.0048449612403100775,0.01744186046511628,0.0029069767441860465],"n":3,"sample_sd":0.00789198431709988,"df":2,"ci95_low":-0.01120684304679844,"ci95_high":0.028002708679873374},"conditional_harm":{"mean":0.009218416663434313,"values":[0.004921259842519685,0.005,0.017733990147783252],"n":3,"sample_sd":0.007374808053679097,"df":2,"ci95_low":-0.009101622140270953,"ci95_high":0.02753845546713958}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9732673267326732,"values":[0.9762376237623762,0.9920792079207921,0.9514851485148514],"n":3,"sample_sd":0.020459384475021627,"df":2,"ci95_low":0.9224433981972946,"ci95_high":1.024091255268052},"ce":{"mean":0.09896048135300854,"values":[0.12846773568396266,0.0253666284922927,0.14304707988277027],"n":3,"sample_sd":0.06414967422739064,"df":2,"ci95_low":-0.060396143597326216,"ci95_high":0.2583171063033433},"accuracy_pp":{"mean":1.4521452145214522,"values":[-0.39603960396039606,3.0693069306930694,1.683168316831683],"n":3,"sample_sd":1.7441861731648598,"df":2,"ci95_low":-2.8806534347024613,"ci95_high":5.784943863745365},"harm_rate":{"mean":0.0046204620462046205,"values":[0.006930693069306931,0.0,0.006930693069306931],"n":3,"sample_sd":0.00400143750923503,"df":2,"ci95_low":-0.005319659772046206,"ci95_high":0.014560583864455447},"repair_rate":{"mean":0.01914191419141914,"values":[0.0029702970297029703,0.030693069306930693,0.023762376237623763],"n":3,"sample_sd":0.01442738811511181,"df":2,"ci95_low":-0.016697704708642548,"ci95_high":0.05498153309148083},"conditional_harm":{"mean":0.004828653769331736,"values":[0.007070707070707071,0.0,0.007415254237288136],"n":3,"sample_sd":0.004185283873951795,"df":2,"ci95_low":-0.005568167736696191,"ci95_high":0.015225475275359663},"metrics":{"accuracy":{"mean":0.9732673267326732,"values":[0.9762376237623762,0.9920792079207921,0.9514851485148514],"n":3,"sample_sd":0.020459384475021627,"df":2,"ci95_low":0.9224433981972946,"ci95_high":1.024091255268052},"ce":{"mean":0.09896048135300854,"values":[0.12846773568396266,0.0253666284922927,0.14304707988277027],"n":3,"sample_sd":0.06414967422739064,"df":2,"ci95_low":-0.060396143597326216,"ci95_high":0.2583171063033433},"accuracy_pp":{"mean":1.4521452145214522,"values":[-0.39603960396039606,3.0693069306930694,1.683168316831683],"n":3,"sample_sd":1.7441861731648598,"df":2,"ci95_low":-2.8806534347024613,"ci95_high":5.784943863745365},"harm_rate":{"mean":0.0046204620462046205,"values":[0.006930693069306931,0.0,0.006930693069306931],"n":3,"sample_sd":0.00400143750923503,"df":2,"ci95_low":-0.005319659772046206,"ci95_high":0.014560583864455447},"repair_rate":{"mean":0.01914191419141914,"values":[0.0029702970297029703,0.030693069306930693,0.023762376237623763],"n":3,"sample_sd":0.01442738811511181,"df":2,"ci95_low":-0.016697704708642548,"ci95_high":0.05498153309148083},"conditional_harm":{"mean":0.004828653769331736,"values":[0.007070707070707071,0.0,0.007415254237288136],"n":3,"sample_sd":0.004185283873951795,"df":2,"ci95_low":-0.005568167736696191,"ci95_high":0.015225475275359663}}},{"digit":4,"n":982,"accuracy":{"mean":0.9779361846571623,"values":[0.9816700610997964,0.9704684317718941,0.9816700610997964],"n":3,"sample_sd":0.006467263707826772,"df":2,"ci95_low":0.9618706109881534,"ci95_high":0.9940017583261711},"ce":{"mean":0.09578307730875059,"values":[0.10139803982257216,0.13075158406758727,0.05519960803609232],"n":3,"sample_sd":0.03808767679433353,"df":2,"ci95_low":0.0011680430276784226,"ci95_high":0.19039811158982275},"accuracy_pp":{"mean":0.16972165648336726,"values":[0.0,-0.20366598778004075,0.7128309572301426],"n":3,"sample_sd":0.4812439537935446,"df":2,"ci95_low":-1.0257545977288367,"ci95_high":1.3651979106955712},"harm_rate":{"mean":0.0050916496945010185,"values":[0.003054989816700611,0.010183299389002037,0.002036659877800407],"n":3,"sample_sd":0.004438797294847936,"df":2,"ci95_low":-0.00593493406083188,"ci95_high":0.016118233449833916},"repair_rate":{"mean":0.006788866259334691,"values":[0.003054989816700611,0.008146639511201629,0.009164969450101833],"n":3,"sample_sd":0.0032734727634056195,"df":2,"ci95_low":-0.0013428908809132818,"ci95_high":0.014920623399582663},"conditional_harm":{"mean":0.005224367180777366,"values":[0.0031120331950207467,0.010471204188481676,0.0020898641588296763],"n":3,"sample_sd":0.00457254648130542,"df":2,"ci95_low":-0.006134467972562119,"ci95_high":0.01658320233411685},"metrics":{"accuracy":{"mean":0.9779361846571623,"values":[0.9816700610997964,0.9704684317718941,0.9816700610997964],"n":3,"sample_sd":0.006467263707826772,"df":2,"ci95_low":0.9618706109881534,"ci95_high":0.9940017583261711},"ce":{"mean":0.09578307730875059,"values":[0.10139803982257216,0.13075158406758727,0.05519960803609232],"n":3,"sample_sd":0.03808767679433353,"df":2,"ci95_low":0.0011680430276784226,"ci95_high":0.19039811158982275},"accuracy_pp":{"mean":0.16972165648336726,"values":[0.0,-0.20366598778004075,0.7128309572301426],"n":3,"sample_sd":0.4812439537935446,"df":2,"ci95_low":-1.0257545977288367,"ci95_high":1.3651979106955712},"harm_rate":{"mean":0.0050916496945010185,"values":[0.003054989816700611,0.010183299389002037,0.002036659877800407],"n":3,"sample_sd":0.004438797294847936,"df":2,"ci95_low":-0.00593493406083188,"ci95_high":0.016118233449833916},"repair_rate":{"mean":0.006788866259334691,"values":[0.003054989816700611,0.008146639511201629,0.009164969450101833],"n":3,"sample_sd":0.0032734727634056195,"df":2,"ci95_low":-0.0013428908809132818,"ci95_high":0.014920623399582663},"conditional_harm":{"mean":0.005224367180777366,"values":[0.0031120331950207467,0.010471204188481676,0.0020898641588296763],"n":3,"sample_sd":0.00457254648130542,"df":2,"ci95_low":-0.006134467972562119,"ci95_high":0.01658320233411685}}},{"digit":5,"n":892,"accuracy":{"mean":0.9846786248131539,"values":[0.984304932735426,0.9798206278026906,0.9899103139013453],"n":3,"sample_sd":0.005055212727379917,"df":2,"ci95_low":0.9721207802357099,"ci95_high":0.997236469390598},"ce":{"mean":0.05346796339285687,"values":[0.0601746719599789,0.059823267805820854,0.04040595041277087],"n":3,"sample_sd":0.011313399512915706,"df":2,"ci95_low":0.025363921013741866,"ci95_high":0.08157200577197188},"accuracy_pp":{"mean":0.03736920777279522,"values":[0.2242152466367713,-0.11210762331838565,0.0],"n":3,"sample_sd":0.17124722327936623,"df":2,"ci95_low":-0.3880324776228911,"ci95_high":0.4627708931684816},"harm_rate":{"mean":0.00523168908819133,"values":[0.002242152466367713,0.010089686098654708,0.0033632286995515697],"n":3,"sample_sd":0.004244326117937424,"df":2,"ci95_low":-0.005311801482712793,"ci95_high":0.015775179659095452},"repair_rate":{"mean":0.005605381165919282,"values":[0.004484304932735426,0.008968609865470852,0.0033632286995515697],"n":3,"sample_sd":0.002966088913749541,"df":2,"ci95_low":-0.0017627921613883176,"ci95_high":0.012973554493226881},"conditional_harm":{"mean":0.005322109267438857,"values":[0.00228310502283105,0.010285714285714285,0.0033975084937712344],"n":3,"sample_sd":0.004334570896536086,"df":2,"ci95_low":-0.005445561761278605,"ci95_high":0.01608978029615632},"metrics":{"accuracy":{"mean":0.9846786248131539,"values":[0.984304932735426,0.9798206278026906,0.9899103139013453],"n":3,"sample_sd":0.005055212727379917,"df":2,"ci95_low":0.9721207802357099,"ci95_high":0.997236469390598},"ce":{"mean":0.05346796339285687,"values":[0.0601746719599789,0.059823267805820854,0.04040595041277087],"n":3,"sample_sd":0.011313399512915706,"df":2,"ci95_low":0.025363921013741866,"ci95_high":0.08157200577197188},"accuracy_pp":{"mean":0.03736920777279522,"values":[0.2242152466367713,-0.11210762331838565,0.0],"n":3,"sample_sd":0.17124722327936623,"df":2,"ci95_low":-0.3880324776228911,"ci95_high":0.4627708931684816},"harm_rate":{"mean":0.00523168908819133,"values":[0.002242152466367713,0.010089686098654708,0.0033632286995515697],"n":3,"sample_sd":0.004244326117937424,"df":2,"ci95_low":-0.005311801482712793,"ci95_high":0.015775179659095452},"repair_rate":{"mean":0.005605381165919282,"values":[0.004484304932735426,0.008968609865470852,0.0033632286995515697],"n":3,"sample_sd":0.002966088913749541,"df":2,"ci95_low":-0.0017627921613883176,"ci95_high":0.012973554493226881},"conditional_harm":{"mean":0.005322109267438857,"values":[0.00228310502283105,0.010285714285714285,0.0033975084937712344],"n":3,"sample_sd":0.004334570896536086,"df":2,"ci95_low":-0.005445561761278605,"ci95_high":0.01608978029615632}}},{"digit":6,"n":958,"accuracy":{"mean":0.9805149617258176,"values":[0.9770354906054279,0.9822546972860126,0.9822546972860126],"n":3,"sample_sd":0.0030133103819918235,"df":2,"ci95_low":0.9730294837684411,"ci95_high":0.9880004396831942},"ce":{"mean":0.08752045062992946,"values":[0.11461711868877825,0.08114773610390684,0.06679649709710327],"n":3,"sample_sd":0.024538980830021803,"df":2,"ci95_low":0.026562242940021116,"ci95_high":0.1484786583198378},"accuracy_pp":{"mean":-0.17397355601948503,"values":[-0.6263048016701461,-0.4175365344467641,0.5219206680584552],"n":3,"sample_sd":0.6116352063760245,"df":2,"ci95_low":-1.6933596380655227,"ci95_high":1.3454125260265526},"harm_rate":{"mean":0.0048712595685455815,"values":[0.006263048016701462,0.006263048016701462,0.0020876826722338203],"n":3,"sample_sd":0.0024106483055934273,"df":2,"ci95_low":-0.0011171227973556025,"ci95_high":0.010859641934446766},"repair_rate":{"mean":0.0031315240083507304,"values":[0.0,0.0020876826722338203,0.007306889352818371],"n":3,"sample_sd":0.0037636234608183603,"df":2,"ci95_low":-0.006217834963823559,"ci95_high":0.01248088298052502},"conditional_harm":{"mean":0.004951795079183615,"values":[0.006369426751592357,0.006349206349206349,0.002136752136752137],"n":3,"sample_sd":0.0024379196647896575,"df":2,"ci95_low":-0.001104333098549984,"ci95_high":0.011007923256917213},"metrics":{"accuracy":{"mean":0.9805149617258176,"values":[0.9770354906054279,0.9822546972860126,0.9822546972860126],"n":3,"sample_sd":0.0030133103819918235,"df":2,"ci95_low":0.9730294837684411,"ci95_high":0.9880004396831942},"ce":{"mean":0.08752045062992946,"values":[0.11461711868877825,0.08114773610390684,0.06679649709710327],"n":3,"sample_sd":0.024538980830021803,"df":2,"ci95_low":0.026562242940021116,"ci95_high":0.1484786583198378},"accuracy_pp":{"mean":-0.17397355601948503,"values":[-0.6263048016701461,-0.4175365344467641,0.5219206680584552],"n":3,"sample_sd":0.6116352063760245,"df":2,"ci95_low":-1.6933596380655227,"ci95_high":1.3454125260265526},"harm_rate":{"mean":0.0048712595685455815,"values":[0.006263048016701462,0.006263048016701462,0.0020876826722338203],"n":3,"sample_sd":0.0024106483055934273,"df":2,"ci95_low":-0.0011171227973556025,"ci95_high":0.010859641934446766},"repair_rate":{"mean":0.0031315240083507304,"values":[0.0,0.0020876826722338203,0.007306889352818371],"n":3,"sample_sd":0.0037636234608183603,"df":2,"ci95_low":-0.006217834963823559,"ci95_high":0.01248088298052502},"conditional_harm":{"mean":0.004951795079183615,"values":[0.006369426751592357,0.006349206349206349,0.002136752136752137],"n":3,"sample_sd":0.0024379196647896575,"df":2,"ci95_low":-0.001104333098549984,"ci95_high":0.011007923256917213}}},{"digit":7,"n":1028,"accuracy":{"mean":0.978923476005188,"values":[0.9834630350194552,0.9717898832684825,0.9815175097276264],"n":3,"sample_sd":0.006253988820358574,"df":2,"ci95_low":0.9633877065271268,"ci95_high":0.9944592454832493},"ce":{"mean":0.07391344270031708,"values":[0.0673660141496637,0.09881514943470539,0.05555916451658215],"n":3,"sample_sd":0.022358928267666577,"df":2,"ci95_low":0.018370785794342766,"ci95_high":0.1294560996062914},"accuracy_pp":{"mean":-0.0648508430609598,"values":[0.0,0.0,-0.19455252918287938],"n":3,"sample_sd":0.11232495509525793,"df":2,"ci95_low":-0.3438814999935149,"ci95_high":0.21417981387159535},"harm_rate":{"mean":0.00648508430609598,"values":[0.0038910505836575876,0.010700389105058366,0.0048638132295719845],"n":3,"sample_sd":0.0036828199389106835,"df":2,"ci95_low":-0.0026635475900581825,"ci95_high":0.015633716202250143},"repair_rate":{"mean":0.005836575875486381,"values":[0.0038910505836575876,0.010700389105058366,0.0029182879377431907],"n":3,"sample_sd":0.004240174069592095,"df":2,"ci95_low":-0.0046966004355417385,"ci95_high":0.0163697521865145},"conditional_harm":{"mean":0.006637696054115441,"values":[0.003956478733926805,0.011011011011011011,0.004945598417408506],"n":3,"sample_sd":0.0038195552386655718,"df":2,"ci95_low":-0.002850605156699209,"ci95_high":0.01612599726493009},"metrics":{"accuracy":{"mean":0.978923476005188,"values":[0.9834630350194552,0.9717898832684825,0.9815175097276264],"n":3,"sample_sd":0.006253988820358574,"df":2,"ci95_low":0.9633877065271268,"ci95_high":0.9944592454832493},"ce":{"mean":0.07391344270031708,"values":[0.0673660141496637,0.09881514943470539,0.05555916451658215],"n":3,"sample_sd":0.022358928267666577,"df":2,"ci95_low":0.018370785794342766,"ci95_high":0.1294560996062914},"accuracy_pp":{"mean":-0.0648508430609598,"values":[0.0,0.0,-0.19455252918287938],"n":3,"sample_sd":0.11232495509525793,"df":2,"ci95_low":-0.3438814999935149,"ci95_high":0.21417981387159535},"harm_rate":{"mean":0.00648508430609598,"values":[0.0038910505836575876,0.010700389105058366,0.0048638132295719845],"n":3,"sample_sd":0.0036828199389106835,"df":2,"ci95_low":-0.0026635475900581825,"ci95_high":0.015633716202250143},"repair_rate":{"mean":0.005836575875486381,"values":[0.0038910505836575876,0.010700389105058366,0.0029182879377431907],"n":3,"sample_sd":0.004240174069592095,"df":2,"ci95_low":-0.0046966004355417385,"ci95_high":0.0163697521865145},"conditional_harm":{"mean":0.006637696054115441,"values":[0.003956478733926805,0.011011011011011011,0.004945598417408506],"n":3,"sample_sd":0.0038195552386655718,"df":2,"ci95_low":-0.002850605156699209,"ci95_high":0.01612599726493009}}},{"digit":8,"n":974,"accuracy":{"mean":0.9709103353867214,"values":[0.9794661190965093,0.9743326488706365,0.9589322381930184],"n":3,"sample_sd":0.010686170428470946,"df":2,"ci95_low":0.9443644164302368,"ci95_high":0.9974562543432061},"ce":{"mean":0.10001296704589896,"values":[0.0989779718644184,0.0806841418439323,0.12037678742934618],"n":3,"sample_sd":0.01986655329093562,"df":2,"ci95_low":0.05066171281166149,"ci95_high":0.14936422128013643},"accuracy_pp":{"mean":-0.4106776180698152,"values":[-0.4106776180698152,-0.2053388090349076,-0.6160164271047228],"n":3,"sample_sd":0.20533880903490762,"df":2,"ci95_low":-0.9207674972971752,"ci95_high":0.09941226115754487},"harm_rate":{"mean":0.011978097193702943,"values":[0.00513347022587269,0.012320328542094456,0.018480492813141684],"n":3,"sample_sd":0.006680089423662949,"df":2,"ci95_low":-0.004616164862063305,"ci95_high":0.02857235924946919},"repair_rate":{"mean":0.00787132101300479,"values":[0.001026694045174538,0.01026694045174538,0.012320328542094456],"n":3,"sample_sd":0.006015878107887387,"df":2,"ci95_low":-0.007072948664614349,"ci95_high":0.02281559069062393},"conditional_harm":{"mean":0.012328813126921924,"values":[0.005219206680584551,0.012618296529968454,0.019148936170212766],"n":3,"sample_sd":0.006969375251343124,"df":2,"ci95_low":-0.0049840747628847,"ci95_high":0.02964170101672855},"metrics":{"accuracy":{"mean":0.9709103353867214,"values":[0.9794661190965093,0.9743326488706365,0.9589322381930184],"n":3,"sample_sd":0.010686170428470946,"df":2,"ci95_low":0.9443644164302368,"ci95_high":0.9974562543432061},"ce":{"mean":0.10001296704589896,"values":[0.0989779718644184,0.0806841418439323,0.12037678742934618],"n":3,"sample_sd":0.01986655329093562,"df":2,"ci95_low":0.05066171281166149,"ci95_high":0.14936422128013643},"accuracy_pp":{"mean":-0.4106776180698152,"values":[-0.4106776180698152,-0.2053388090349076,-0.6160164271047228],"n":3,"sample_sd":0.20533880903490762,"df":2,"ci95_low":-0.9207674972971752,"ci95_high":0.09941226115754487},"harm_rate":{"mean":0.011978097193702943,"values":[0.00513347022587269,0.012320328542094456,0.018480492813141684],"n":3,"sample_sd":0.006680089423662949,"df":2,"ci95_low":-0.004616164862063305,"ci95_high":0.02857235924946919},"repair_rate":{"mean":0.00787132101300479,"values":[0.001026694045174538,0.01026694045174538,0.012320328542094456],"n":3,"sample_sd":0.006015878107887387,"df":2,"ci95_low":-0.007072948664614349,"ci95_high":0.02281559069062393},"conditional_harm":{"mean":0.012328813126921924,"values":[0.005219206680584551,0.012618296529968454,0.019148936170212766],"n":3,"sample_sd":0.006969375251343124,"df":2,"ci95_low":-0.0049840747628847,"ci95_high":0.02964170101672855}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9765444334324414,"values":[0.9841427155599604,0.9663032705649157,0.979187314172448],"n":3,"sample_sd":0.009208694988283046,"df":2,"ci95_low":0.9536687669352408,"ci95_high":0.9994200999296419},"ce":{"mean":0.1155884667577298,"values":[0.10192352634164441,0.1444014957655722,0.10044037816597279],"n":3,"sample_sd":0.024963832089301224,"df":2,"ci95_low":0.053574870032723904,"ci95_high":0.1776020634827357},"accuracy_pp":{"mean":-0.49554013875123887,"values":[0.09910802775024777,-0.9910802775024777,-0.5946481665014867],"n":3,"sample_sd":0.5518101449781985,"df":2,"ci95_low":-1.8663125296659582,"ci95_high":0.8752322521634806},"harm_rate":{"mean":0.010901883052527254,"values":[0.003964321110009911,0.018830525272547076,0.009910802775024777],"n":3,"sample_sd":0.007482492007205897,"df":2,"ci95_low":-0.007685657521093663,"ci95_high":0.029489423626148172},"repair_rate":{"mean":0.005946481665014866,"values":[0.004955401387512388,0.008919722497522299,0.003964321110009911],"n":3,"sample_sd":0.0026221519435724386,"df":2,"ci95_low":-0.0005673048641807524,"ci95_high":0.012460268194210485},"conditional_harm":{"mean":0.011127320113025734,"values":[0.004032258064516129,0.019289340101522844,0.01006036217303823],"n":3,"sample_sd":0.0076842981140287,"df":2,"ci95_low":-0.007961534621032766,"ci95_high":0.030216174847084235},"metrics":{"accuracy":{"mean":0.9765444334324414,"values":[0.9841427155599604,0.9663032705649157,0.979187314172448],"n":3,"sample_sd":0.009208694988283046,"df":2,"ci95_low":0.9536687669352408,"ci95_high":0.9994200999296419},"ce":{"mean":0.1155884667577298,"values":[0.10192352634164441,0.1444014957655722,0.10044037816597279],"n":3,"sample_sd":0.024963832089301224,"df":2,"ci95_low":0.053574870032723904,"ci95_high":0.1776020634827357},"accuracy_pp":{"mean":-0.49554013875123887,"values":[0.09910802775024777,-0.9910802775024777,-0.5946481665014867],"n":3,"sample_sd":0.5518101449781985,"df":2,"ci95_low":-1.8663125296659582,"ci95_high":0.8752322521634806},"harm_rate":{"mean":0.010901883052527254,"values":[0.003964321110009911,0.018830525272547076,0.009910802775024777],"n":3,"sample_sd":0.007482492007205897,"df":2,"ci95_low":-0.007685657521093663,"ci95_high":0.029489423626148172},"repair_rate":{"mean":0.005946481665014866,"values":[0.004955401387512388,0.008919722497522299,0.003964321110009911],"n":3,"sample_sd":0.0026221519435724386,"df":2,"ci95_low":-0.0005673048641807524,"ci95_high":0.012460268194210485},"conditional_harm":{"mean":0.011127320113025734,"values":[0.004032258064516129,0.019289340101522844,0.01006036217303823],"n":3,"sample_sd":0.0076842981140287,"df":2,"ci95_low":-0.007961534621032766,"ci95_high":0.030216174847084235}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m06-s201-v1","accuracy":0.984,"test_accuracy":0.984,"ce":0.07793278254619909,"training_seconds":55.397640271000114,"selected_epoch":15,"epoch":15,"total_run_seconds":65.62496804199998,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":37,"repair_count":29,"harm_rate":0.0037,"repair_rate":0.0029,"conditional_harm":0.0037571080422420795,"accuracy_pp":-0.08,"ce":0.0065516462880865906},"per_class":[{"n":980,"baseline_correct":973,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.0010277492291880781,"accuracy_pp":0.0,"digit":0,"accuracy":0.9928571428571429,"ce":0.028928851539346552},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":3,"harm_rate":0.0,"repair_rate":0.0026431718061674008,"conditional_harm":0.0,"accuracy_pp":0.2643171806167401,"digit":1,"accuracy":0.9947136563876652,"ce":0.019419902949240776},{"n":1032,"baseline_correct":1016,"harm_count":5,"repair_count":5,"harm_rate":0.0048449612403100775,"repair_rate":0.0048449612403100775,"conditional_harm":0.004921259842519685,"accuracy_pp":0.0,"digit":2,"accuracy":0.9844961240310077,"ce":0.06553684171202234},{"n":1010,"baseline_correct":990,"harm_count":7,"repair_count":3,"harm_rate":0.006930693069306931,"repair_rate":0.0029702970297029703,"conditional_harm":0.007070707070707071,"accuracy_pp":-0.39603960396039606,"digit":3,"accuracy":0.9762376237623762,"ce":0.12846773568396266},{"n":982,"baseline_correct":964,"harm_count":3,"repair_count":3,"harm_rate":0.003054989816700611,"repair_rate":0.003054989816700611,"conditional_harm":0.0031120331950207467,"accuracy_pp":0.0,"digit":4,"accuracy":0.9816700610997964,"ce":0.10139803982257216},{"n":892,"baseline_correct":876,"harm_count":2,"repair_count":4,"harm_rate":0.002242152466367713,"repair_rate":0.004484304932735426,"conditional_harm":0.00228310502283105,"accuracy_pp":0.2242152466367713,"digit":5,"accuracy":0.984304932735426,"ce":0.0601746719599789},{"n":958,"baseline_correct":942,"harm_count":6,"repair_count":0,"harm_rate":0.006263048016701462,"repair_rate":0.0,"conditional_harm":0.006369426751592357,"accuracy_pp":-0.6263048016701461,"digit":6,"accuracy":0.9770354906054279,"ce":0.11461711868877825},{"n":1028,"baseline_correct":1011,"harm_count":4,"repair_count":4,"harm_rate":0.0038910505836575876,"repair_rate":0.0038910505836575876,"conditional_harm":0.003956478733926805,"accuracy_pp":0.0,"digit":7,"accuracy":0.9834630350194552,"ce":0.0673660141496637},{"n":974,"baseline_correct":958,"harm_count":5,"repair_count":1,"harm_rate":0.00513347022587269,"repair_rate":0.001026694045174538,"conditional_harm":0.005219206680584551,"accuracy_pp":-0.4106776180698152,"digit":8,"accuracy":0.9794661190965093,"ce":0.0989779718644184},{"n":1009,"baseline_correct":992,"harm_count":4,"repair_count":5,"harm_rate":0.003964321110009911,"repair_rate":0.004955401387512388,"conditional_harm":0.004032258064516129,"accuracy_pp":0.09910802775024777,"digit":9,"accuracy":0.9841427155599604,"ce":0.10192352634164441}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"6f2bf01bf458db2dce8c59ab59a245d41abd53cf2a9f6f5e3cb13a80ae570132","train_accuracy":0.99984,"train_ce":0.0006866567230224609,"validation_accuracy":0.9831,"validation_ce":0.08126173095703125},{"seed":202,"run_id":"halfdrop-m06-s202-v1","accuracy":0.9799,"test_accuracy":0.9799,"ce":0.07563531670324382,"training_seconds":55.244663925000395,"selected_epoch":10,"epoch":10,"total_run_seconds":66.09145239899999,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":78,"repair_count":102,"harm_rate":0.0078,"repair_rate":0.0102,"conditional_harm":0.007979539641943733,"accuracy_pp":0.24,"ce":-0.00035441409626373044},"per_class":[{"n":980,"baseline_correct":967,"harm_count":0,"repair_count":4,"harm_rate":0.0,"repair_rate":0.004081632653061225,"conditional_harm":0.0,"accuracy_pp":0.40816326530612246,"digit":0,"accuracy":0.9908163265306122,"ce":0.03714830187084828},{"n":1135,"baseline_correct":1127,"harm_count":6,"repair_count":1,"harm_rate":0.0052863436123348016,"repair_rate":0.000881057268722467,"conditional_harm":0.005323868677905945,"accuracy_pp":-0.44052863436123346,"digit":1,"accuracy":0.9885462555066079,"ce":0.035047987756364744},{"n":1032,"baseline_correct":1000,"harm_count":5,"repair_count":18,"harm_rate":0.0048449612403100775,"repair_rate":0.01744186046511628,"conditional_harm":0.005,"accuracy_pp":1.2596899224806202,"digit":2,"accuracy":0.9815891472868217,"ce":0.06703361597992451},{"n":1010,"baseline_correct":971,"harm_count":0,"repair_count":31,"harm_rate":0.0,"repair_rate":0.030693069306930693,"conditional_harm":0.0,"accuracy_pp":3.0693069306930694,"digit":3,"accuracy":0.9920792079207921,"ce":0.0253666284922927},{"n":982,"baseline_correct":955,"harm_count":10,"repair_count":8,"harm_rate":0.010183299389002037,"repair_rate":0.008146639511201629,"conditional_harm":0.010471204188481676,"accuracy_pp":-0.20366598778004075,"digit":4,"accuracy":0.9704684317718941,"ce":0.13075158406758727},{"n":892,"baseline_correct":875,"harm_count":9,"repair_count":8,"harm_rate":0.010089686098654708,"repair_rate":0.008968609865470852,"conditional_harm":0.010285714285714285,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9798206278026906,"ce":0.059823267805820854},{"n":958,"baseline_correct":945,"harm_count":6,"repair_count":2,"harm_rate":0.006263048016701462,"repair_rate":0.0020876826722338203,"conditional_harm":0.006349206349206349,"accuracy_pp":-0.4175365344467641,"digit":6,"accuracy":0.9822546972860126,"ce":0.08114773610390684},{"n":1028,"baseline_correct":999,"harm_count":11,"repair_count":11,"harm_rate":0.010700389105058366,"repair_rate":0.010700389105058366,"conditional_harm":0.011011011011011011,"accuracy_pp":0.0,"digit":7,"accuracy":0.9717898832684825,"ce":0.09881514943470539},{"n":974,"baseline_correct":951,"harm_count":12,"repair_count":10,"harm_rate":0.012320328542094456,"repair_rate":0.01026694045174538,"conditional_harm":0.012618296529968454,"accuracy_pp":-0.2053388090349076,"digit":8,"accuracy":0.9743326488706365,"ce":0.0806841418439323},{"n":1009,"baseline_correct":985,"harm_count":19,"repair_count":9,"harm_rate":0.018830525272547076,"repair_rate":0.008919722497522299,"conditional_harm":0.019289340101522844,"accuracy_pp":-0.9910802775024777,"digit":9,"accuracy":0.9663032705649157,"ce":0.1444014957655722}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"18514c64be610f41f45afc3a252138f866d5b455a5264c28e8383afc25081de8","train_accuracy":0.99788,"train_ce":0.007445028076171875,"validation_accuracy":0.978,"validation_ce":0.08162383422851563},{"seed":203,"run_id":"halfdrop-m06-s203-v1","accuracy":0.9777,"test_accuracy":0.9777,"ce":0.07327284534025812,"training_seconds":55.61348070200023,"selected_epoch":5,"epoch":5,"total_run_seconds":60.46300399200004,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":67,"repair_count":70,"harm_rate":0.0067,"repair_rate":0.007,"conditional_harm":0.006854921219562104,"accuracy_pp":0.03,"ce":-0.0038374794893271252},"per_class":[{"n":980,"baseline_correct":971,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.0020408163265306124,"conditional_harm":0.0,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9928571428571429,"ce":0.03166030714954928},{"n":1135,"baseline_correct":1123,"harm_count":2,"repair_count":3,"harm_rate":0.001762114537444934,"repair_rate":0.0026431718061674008,"conditional_harm":0.0017809439002671415,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9903083700440528,"ce":0.028278233598364285},{"n":1032,"baseline_correct":1015,"harm_count":18,"repair_count":3,"harm_rate":0.01744186046511628,"repair_rate":0.0029069767441860465,"conditional_harm":0.017733990147783252,"accuracy_pp":-1.4534883720930232,"digit":2,"accuracy":0.9689922480620154,"ce":0.0922312847412075},{"n":1010,"baseline_correct":944,"harm_count":7,"repair_count":24,"harm_rate":0.006930693069306931,"repair_rate":0.023762376237623763,"conditional_harm":0.007415254237288136,"accuracy_pp":1.683168316831683,"digit":3,"accuracy":0.9514851485148514,"ce":0.14304707988277027},{"n":982,"baseline_correct":957,"harm_count":2,"repair_count":9,"harm_rate":0.002036659877800407,"repair_rate":0.009164969450101833,"conditional_harm":0.0020898641588296763,"accuracy_pp":0.7128309572301426,"digit":4,"accuracy":0.9816700610997964,"ce":0.05519960803609232},{"n":892,"baseline_correct":883,"harm_count":3,"repair_count":3,"harm_rate":0.0033632286995515697,"repair_rate":0.0033632286995515697,"conditional_harm":0.0033975084937712344,"accuracy_pp":0.0,"digit":5,"accuracy":0.9899103139013453,"ce":0.04040595041277087},{"n":958,"baseline_correct":936,"harm_count":2,"repair_count":7,"harm_rate":0.0020876826722338203,"repair_rate":0.007306889352818371,"conditional_harm":0.002136752136752137,"accuracy_pp":0.5219206680584552,"digit":6,"accuracy":0.9822546972860126,"ce":0.06679649709710327},{"n":1028,"baseline_correct":1011,"harm_count":5,"repair_count":3,"harm_rate":0.0048638132295719845,"repair_rate":0.0029182879377431907,"conditional_harm":0.004945598417408506,"accuracy_pp":-0.19455252918287938,"digit":7,"accuracy":0.9815175097276264,"ce":0.05555916451658215},{"n":974,"baseline_correct":940,"harm_count":18,"repair_count":12,"harm_rate":0.018480492813141684,"repair_rate":0.012320328542094456,"conditional_harm":0.019148936170212766,"accuracy_pp":-0.6160164271047228,"digit":8,"accuracy":0.9589322381930184,"ce":0.12037678742934618},{"n":1009,"baseline_correct":994,"harm_count":10,"repair_count":4,"harm_rate":0.009910802775024777,"repair_rate":0.003964321110009911,"conditional_harm":0.01006036217303823,"accuracy_pp":-0.5946481665014867,"digit":9,"accuracy":0.979187314172448,"ce":0.10044037816597279}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"9add72ef0154c4bbd23daab5aa18558f4d4d9915f4148cdc83dbc4757b31634d","train_accuracy":0.9907,"train_ce":0.0283986572265625,"validation_accuracy":0.9781,"validation_ce":0.07235210571289062}]},{"endpoint":"selected","drop_mask":7,"k":3,"drop_probabilities":[0.5,0.5,0.5,0],"nominal_training_affine_fraction":0.6030087755954868,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9782666666666666,"values":[0.9756,0.9792,0.98],"n":3,"sample_sd":0.0023437861108328985,"df":2,"ci95_low":0.9724443792002663,"ci95_high":0.984088954133067},"ce":{"mean":0.07212333672564515,"values":[0.07867575822444417,0.07188609686667767,0.06580815508581363],"n":3,"sample_sd":0.006437081224929186,"df":2,"ci95_low":0.056132740500639086,"ci95_high":0.08811393295065122},"training_seconds":{"mean":43.48105307099996,"values":[43.416590314999894,43.47046993999999,43.55609895800001],"n":3,"sample_sd":0.07035387241833405,"df":2,"ci95_low":43.30628436335179,"ci95_high":43.65582177864813},"selected_epoch":{"mean":6.666666666666667,"values":[5.0,10.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":0.9928533333333334,"values":[0.99052,0.9967,0.99134],"n":3,"sample_sd":0.0033564465336622827,"df":2,"ci95_low":0.9845154579212975,"ci95_high":1.0011912087453692},"train_ce":{"mean":0.02486319376627604,"values":[0.03374395263671875,0.011067899169921874,0.0297777294921875],"n":3,"sample_sd":0.012110546901696995,"df":2,"ci95_low":-0.0052210725032031495,"ci95_high":0.054947460035755236},"validation_accuracy":{"mean":0.9775,"values":[0.9757,0.9785,0.9783],"n":3,"sample_sd":0.0015620499351813224,"df":2,"ci95_low":0.9736196528482431,"ci95_high":0.9813803471517569},"validation_ce":{"mean":0.07789325968424479,"values":[0.08086015625,0.07820304565429688,0.0746165771484375],"n":3,"sample_sd":0.0031332962690747606,"df":2,"ci95_low":0.07010972025987725,"ci95_high":0.08567679910861234},"harm_rate":{"mean":0.009466666666666667,"values":[0.0128,0.0082,0.0074],"n":3,"sample_sd":0.002914332399252586,"df":2,"ci95_low":0.0022270636488542052,"ci95_high":0.01670626968447913},"repair_rate":{"mean":0.007833333333333335,"values":[0.0036,0.0099,0.01],"n":3,"sample_sd":0.003666515148384544,"df":2,"ci95_low":-0.0012747952177912369,"ci95_high":0.016941461884457908},"conditional_harm":{"mean":0.009652472259545151,"values":[0.012997562956945572,0.008388746803069053,0.007571107018620831],"n":3,"sample_sd":0.0029256379705380935,"df":2,"ci95_low":0.0023847846457484955,"ci95_high":0.016920159873341806}},"paired_vs_none":{"accuracy_pp":{"mean":-0.16333333333333333,"values":[-0.92,0.17,0.26],"n":3,"sample_sd":0.6568358496103371,"df":2,"ci95_low":-1.795004037837028,"ci95_high":1.4683373711703613},"ce":{"mean":-0.002703727236756608,"values":[0.007294621966331669,-0.004103633932829878,-0.011302169743771615],"n":3,"sample_sd":0.009377098140977551,"df":2,"ci95_low":-0.02599773035635785,"ci95_high":0.020590275882844636},"harm_rate":{"mean":0.009466666666666667,"values":[0.0128,0.0082,0.0074],"n":3,"sample_sd":0.002914332399252586,"df":2,"ci95_low":0.0022270636488542052,"ci95_high":0.01670626968447913},"repair_rate":{"mean":0.007833333333333335,"values":[0.0036,0.0099,0.01],"n":3,"sample_sd":0.003666515148384544,"df":2,"ci95_low":-0.0012747952177912369,"ci95_high":0.016941461884457908},"conditional_harm":{"mean":0.009652472259545151,"values":[0.012997562956945572,0.008388746803069053,0.007571107018620831],"n":3,"sample_sd":0.0029256379705380935,"df":2,"ci95_low":0.0023847846457484955,"ci95_high":0.016920159873341806},"harm_count":{"mean":94.66666666666667,"values":[128.0,82.0,74.0],"n":3,"sample_sd":29.143323992525858,"df":2,"ci95_low":22.270636488542053,"ci95_high":167.06269684479128},"repair_count":{"mean":78.33333333333333,"values":[36.0,99.0,100.0],"n":3,"sample_sd":36.665151483845435,"df":2,"ci95_low":-12.747952177912381,"ci95_high":169.41461884457902}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9918367346938776,"values":[0.9918367346938776,0.9948979591836735,0.9887755102040816],"n":3,"sample_sd":0.003061224489795955,"df":2,"ci95_low":0.9842322314943757,"ci95_high":0.9994412378933795},"ce":{"mean":0.028180863584330786,"values":[0.028622460767722062,0.015278779175769277,0.040641350809501015],"n":3,"sample_sd":0.012687051116131273,"df":2,"ci95_low":-0.0033355185452576958,"ci95_high":0.05969724571391927},"accuracy_pp":{"mean":0.17006802721088435,"values":[-0.10204081632653061,0.8163265306122449,-0.20408163265306123],"n":3,"sample_sd":0.5619969946210308,"df":2,"ci95_low":-1.2260099010664107,"ci95_high":1.5661459554881794},"harm_rate":{"mean":0.0017006802721088435,"values":[0.0020408163265306124,0.0,0.003061224489795918],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.002171343231696791,"ci95_high":0.005572703775914478},"repair_rate":{"mean":0.0034013605442176874,"values":[0.0010204081632653062,0.00816326530612245,0.0010204081632653062],"n":3,"sample_sd":0.004123930494211613,"df":2,"ci95_low":-0.006843050717448982,"ci95_high":0.013645771805884357},"conditional_harm":{"mean":0.0017150322701967894,"values":[0.0020554984583761563,0.0,0.003089598352214212],"n":3,"sample_sd":0.0015726863684381684,"df":2,"ci95_low":-0.0021917372465328263,"ci95_high":0.005621801786926405},"metrics":{"accuracy":{"mean":0.9918367346938776,"values":[0.9918367346938776,0.9948979591836735,0.9887755102040816],"n":3,"sample_sd":0.003061224489795955,"df":2,"ci95_low":0.9842322314943757,"ci95_high":0.9994412378933795},"ce":{"mean":0.028180863584330786,"values":[0.028622460767722062,0.015278779175769277,0.040641350809501015],"n":3,"sample_sd":0.012687051116131273,"df":2,"ci95_low":-0.0033355185452576958,"ci95_high":0.05969724571391927},"accuracy_pp":{"mean":0.17006802721088435,"values":[-0.10204081632653061,0.8163265306122449,-0.20408163265306123],"n":3,"sample_sd":0.5619969946210308,"df":2,"ci95_low":-1.2260099010664107,"ci95_high":1.5661459554881794},"harm_rate":{"mean":0.0017006802721088435,"values":[0.0020408163265306124,0.0,0.003061224489795918],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.002171343231696791,"ci95_high":0.005572703775914478},"repair_rate":{"mean":0.0034013605442176874,"values":[0.0010204081632653062,0.00816326530612245,0.0010204081632653062],"n":3,"sample_sd":0.004123930494211613,"df":2,"ci95_low":-0.006843050717448982,"ci95_high":0.013645771805884357},"conditional_harm":{"mean":0.0017150322701967894,"values":[0.0020554984583761563,0.0,0.003089598352214212],"n":3,"sample_sd":0.0015726863684381684,"df":2,"ci95_low":-0.0021917372465328263,"ci95_high":0.005621801786926405}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9908957415565345,"values":[0.9894273127753304,0.9885462555066079,0.9947136563876652],"n":3,"sample_sd":0.0033356289843173466,"df":2,"ci95_low":0.9826095798038944,"ci95_high":0.9991819033091746},"ce":{"mean":0.029589184123032613,"values":[0.0390629825129013,0.026280562547418205,0.02342400730877833],"n":3,"sample_sd":0.008327942057120664,"df":2,"ci95_low":0.008901429196943741,"ci95_high":0.050276939049121484},"accuracy_pp":{"mean":-0.058737151248164456,"values":[-0.2643171806167401,-0.44052863436123346,0.5286343612334802],"n":3,"sample_sd":0.5162524473200277,"df":2,"ci95_low":-1.3411793244641153,"ci95_high":1.2237050219677863},"harm_rate":{"mean":0.002643171806167401,"values":[0.003524229074889868,0.004405286343612335,0.0],"n":3,"sample_sd":0.0023310584238454544,"df":2,"ci95_low":-0.0031474983330029775,"ci95_high":0.00843384194533778},"repair_rate":{"mean":0.0020558002936857563,"values":[0.000881057268722467,0.0,0.0052863436123348016],"n":3,"sample_sd":0.0028322028666645975,"df":2,"ci95_low":-0.004979781654969318,"ci95_high":0.00909138224234083},"conditional_harm":{"mean":0.0026629850333831887,"values":[0.003552397868561279,0.0044365572315882874,0.0],"n":3,"sample_sd":0.002348201739805213,"df":2,"ci95_low":-0.003170271463468767,"ci95_high":0.008496241530235144},"metrics":{"accuracy":{"mean":0.9908957415565345,"values":[0.9894273127753304,0.9885462555066079,0.9947136563876652],"n":3,"sample_sd":0.0033356289843173466,"df":2,"ci95_low":0.9826095798038944,"ci95_high":0.9991819033091746},"ce":{"mean":0.029589184123032613,"values":[0.0390629825129013,0.026280562547418205,0.02342400730877833],"n":3,"sample_sd":0.008327942057120664,"df":2,"ci95_low":0.008901429196943741,"ci95_high":0.050276939049121484},"accuracy_pp":{"mean":-0.058737151248164456,"values":[-0.2643171806167401,-0.44052863436123346,0.5286343612334802],"n":3,"sample_sd":0.5162524473200277,"df":2,"ci95_low":-1.3411793244641153,"ci95_high":1.2237050219677863},"harm_rate":{"mean":0.002643171806167401,"values":[0.003524229074889868,0.004405286343612335,0.0],"n":3,"sample_sd":0.0023310584238454544,"df":2,"ci95_low":-0.0031474983330029775,"ci95_high":0.00843384194533778},"repair_rate":{"mean":0.0020558002936857563,"values":[0.000881057268722467,0.0,0.0052863436123348016],"n":3,"sample_sd":0.0028322028666645975,"df":2,"ci95_low":-0.004979781654969318,"ci95_high":0.00909138224234083},"conditional_harm":{"mean":0.0026629850333831887,"values":[0.003552397868561279,0.0044365572315882874,0.0],"n":3,"sample_sd":0.002348201739805213,"df":2,"ci95_low":-0.003170271463468767,"ci95_high":0.008496241530235144}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9702842377260982,"values":[0.9651162790697675,0.9738372093023255,0.9718992248062015],"n":3,"sample_sd":0.0045792787076090625,"df":2,"ci95_low":0.9589086787955132,"ci95_high":0.9816597966566831},"ce":{"mean":0.08413951421581889,"values":[0.08449116898162459,0.09384542212434348,0.0740819515414886],"n":3,"sample_sd":0.009886426967088665,"df":2,"ci95_low":0.05958026815154924,"ci95_high":0.10869876028008854},"accuracy_pp":{"mean":-0.872093023255814,"values":[-1.937984496124031,0.4844961240310077,-1.1627906976744187],"n":3,"sample_sd":1.2371264859305915,"df":2,"ci95_low":-3.945285581268683,"ci95_high":2.2010995347570557},"harm_rate":{"mean":0.014211886304909561,"values":[0.020348837209302327,0.009689922480620155,0.012596899224806201],"n":3,"sample_sd":0.005509923161896636,"df":2,"ci95_low":0.0005244783891166244,"ci95_high":0.027899294220702496},"repair_rate":{"mean":0.005490956072351421,"values":[0.0009689922480620155,0.014534883720930232,0.0009689922480620155],"n":3,"sample_sd":0.007832271093657714,"df":2,"ci95_low":-0.013965483920736432,"ci95_high":0.024947396065439276},"conditional_harm":{"mean":0.014492391037327232,"values":[0.02066929133858268,0.01,0.012807881773399015],"n":3,"sample_sd":0.005530517427156687,"df":2,"ci95_low":0.0007538241305542204,"ci95_high":0.028230957944100243},"metrics":{"accuracy":{"mean":0.9702842377260982,"values":[0.9651162790697675,0.9738372093023255,0.9718992248062015],"n":3,"sample_sd":0.0045792787076090625,"df":2,"ci95_low":0.9589086787955132,"ci95_high":0.9816597966566831},"ce":{"mean":0.08413951421581889,"values":[0.08449116898162459,0.09384542212434348,0.0740819515414886],"n":3,"sample_sd":0.009886426967088665,"df":2,"ci95_low":0.05958026815154924,"ci95_high":0.10869876028008854},"accuracy_pp":{"mean":-0.872093023255814,"values":[-1.937984496124031,0.4844961240310077,-1.1627906976744187],"n":3,"sample_sd":1.2371264859305915,"df":2,"ci95_low":-3.945285581268683,"ci95_high":2.2010995347570557},"harm_rate":{"mean":0.014211886304909561,"values":[0.020348837209302327,0.009689922480620155,0.012596899224806201],"n":3,"sample_sd":0.005509923161896636,"df":2,"ci95_low":0.0005244783891166244,"ci95_high":0.027899294220702496},"repair_rate":{"mean":0.005490956072351421,"values":[0.0009689922480620155,0.014534883720930232,0.0009689922480620155],"n":3,"sample_sd":0.007832271093657714,"df":2,"ci95_low":-0.013965483920736432,"ci95_high":0.024947396065439276},"conditional_harm":{"mean":0.014492391037327232,"values":[0.02066929133858268,0.01,0.012807881773399015],"n":3,"sample_sd":0.005530517427156687,"df":2,"ci95_low":0.0007538241305542204,"ci95_high":0.028230957944100243}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9811881188118812,"values":[0.9861386138613861,0.9801980198019802,0.9772277227722772],"n":3,"sample_sd":0.0045372036583721225,"df":2,"ci95_low":0.9699170800978331,"ci95_high":0.9924591575259293},"ce":{"mean":0.05832037007751554,"values":[0.04320936987813367,0.06265870951388663,0.06909303084052631],"n":3,"sample_sd":0.01347615924523385,"df":2,"ci95_low":0.024843734685706012,"ci95_high":0.09179700546932507},"accuracy_pp":{"mean":2.2442244224422443,"values":[0.594059405940594,1.881188118811881,4.257425742574258],"n":3,"sample_sd":1.8584697327130149,"df":2,"ci95_low":-2.3724703268982377,"ci95_high":6.860919171782726},"harm_rate":{"mean":0.0016501650165016502,"values":[0.0019801980198019802,0.0019801980198019802,0.0009900990099009901],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.00023014761389438952,"ci95_high":0.003070182419108911},"repair_rate":{"mean":0.024092409240924092,"values":[0.007920792079207921,0.020792079207920793,0.04356435643564356],"n":3,"sample_sd":0.018049516717987216,"df":2,"ci95_low":-0.020745075918664747,"ci95_high":0.06892989440051293},"conditional_harm":{"mean":0.0017130854296366,"values":[0.00202020202020202,0.0020597322348094747,0.001059322033898305],"n":3,"sample_sd":0.000566520602160396,"df":2,"ci95_low":0.00030577023727721645,"ci95_high":0.0031204006219959835},"metrics":{"accuracy":{"mean":0.9811881188118812,"values":[0.9861386138613861,0.9801980198019802,0.9772277227722772],"n":3,"sample_sd":0.0045372036583721225,"df":2,"ci95_low":0.9699170800978331,"ci95_high":0.9924591575259293},"ce":{"mean":0.05832037007751554,"values":[0.04320936987813367,0.06265870951388663,0.06909303084052631],"n":3,"sample_sd":0.01347615924523385,"df":2,"ci95_low":0.024843734685706012,"ci95_high":0.09179700546932507},"accuracy_pp":{"mean":2.2442244224422443,"values":[0.594059405940594,1.881188118811881,4.257425742574258],"n":3,"sample_sd":1.8584697327130149,"df":2,"ci95_low":-2.3724703268982377,"ci95_high":6.860919171782726},"harm_rate":{"mean":0.0016501650165016502,"values":[0.0019801980198019802,0.0019801980198019802,0.0009900990099009901],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.00023014761389438952,"ci95_high":0.003070182419108911},"repair_rate":{"mean":0.024092409240924092,"values":[0.007920792079207921,0.020792079207920793,0.04356435643564356],"n":3,"sample_sd":0.018049516717987216,"df":2,"ci95_low":-0.020745075918664747,"ci95_high":0.06892989440051293},"conditional_harm":{"mean":0.0017130854296366,"values":[0.00202020202020202,0.0020597322348094747,0.001059322033898305],"n":3,"sample_sd":0.000566520602160396,"df":2,"ci95_low":0.00030577023727721645,"ci95_high":0.0031204006219959835}}},{"digit":4,"n":982,"accuracy":{"mean":0.9820095044127631,"values":[0.9816700610997964,0.9765784114052953,0.9877800407331976],"n":3,"sample_sd":0.005608523978906423,"df":2,"ci95_low":0.9680771584890182,"ci95_high":0.9959418503365081},"ce":{"mean":0.05162858185007051,"values":[0.05007618292428552,0.07180214442165783,0.033007418204268175],"n":3,"sample_sd":0.01944389756168086,"df":2,"ci95_low":0.003327262651998862,"ci95_high":0.09992990104814214},"accuracy_pp":{"mean":0.5770536320434487,"values":[0.0,0.4073319755600815,1.3238289205702647],"n":3,"sample_sd":0.6780374866068628,"df":2,"ci95_low":-1.107284858475999,"ci95_high":2.2613921225628966},"harm_rate":{"mean":0.004073319755600814,"values":[0.004073319755600814,0.007128309572301426,0.0010183299389002036],"n":3,"sample_sd":0.0030549898167006114,"df":2,"ci95_low":-0.0035156956573439225,"ci95_high":0.011662335168545552},"repair_rate":{"mean":0.009843856076035301,"values":[0.004073319755600814,0.01120162932790224,0.014256619144602852],"n":3,"sample_sd":0.0052256633802921434,"df":2,"ci95_low":-0.003137411396315298,"ci95_high":0.022825123548385902},"conditional_harm":{"mean":0.004174717534904336,"values":[0.004149377593360996,0.007329842931937173,0.0010449320794148381],"n":3,"sample_sd":0.003142532050833582,"df":2,"ci95_low":-0.003631764843228599,"ci95_high":0.01198119991303727},"metrics":{"accuracy":{"mean":0.9820095044127631,"values":[0.9816700610997964,0.9765784114052953,0.9877800407331976],"n":3,"sample_sd":0.005608523978906423,"df":2,"ci95_low":0.9680771584890182,"ci95_high":0.9959418503365081},"ce":{"mean":0.05162858185007051,"values":[0.05007618292428552,0.07180214442165783,0.033007418204268175],"n":3,"sample_sd":0.01944389756168086,"df":2,"ci95_low":0.003327262651998862,"ci95_high":0.09992990104814214},"accuracy_pp":{"mean":0.5770536320434487,"values":[0.0,0.4073319755600815,1.3238289205702647],"n":3,"sample_sd":0.6780374866068628,"df":2,"ci95_low":-1.107284858475999,"ci95_high":2.2613921225628966},"harm_rate":{"mean":0.004073319755600814,"values":[0.004073319755600814,0.007128309572301426,0.0010183299389002036],"n":3,"sample_sd":0.0030549898167006114,"df":2,"ci95_low":-0.0035156956573439225,"ci95_high":0.011662335168545552},"repair_rate":{"mean":0.009843856076035301,"values":[0.004073319755600814,0.01120162932790224,0.014256619144602852],"n":3,"sample_sd":0.0052256633802921434,"df":2,"ci95_low":-0.003137411396315298,"ci95_high":0.022825123548385902},"conditional_harm":{"mean":0.004174717534904336,"values":[0.004149377593360996,0.007329842931937173,0.0010449320794148381],"n":3,"sample_sd":0.003142532050833582,"df":2,"ci95_low":-0.003631764843228599,"ci95_high":0.01198119991303727}}},{"digit":5,"n":892,"accuracy":{"mean":0.9678624813153961,"values":[0.9417040358744395,0.9820627802690582,0.9798206278026906],"n":3,"sample_sd":0.02268160075559566,"df":2,"ci95_low":0.9115182615135848,"ci95_high":1.0242067011172074},"ce":{"mean":0.0947952216743386,"values":[0.16911805962447973,0.05986996102480943,0.05539764437372663],"n":3,"sample_sd":0.06440429787505716,"df":2,"ci95_low":-0.06519392348149014,"ci95_high":0.25478436683016736},"accuracy_pp":{"mean":-1.6442451420029895,"values":[-4.0358744394618835,0.11210762331838565,-1.0089686098654709],"n":3,"sample_sd":2.145721557541942,"df":2,"ci95_low":-6.974512982195074,"ci95_high":3.6860226981890953},"harm_rate":{"mean":0.022047832585949178,"values":[0.04484304932735426,0.008968609865470852,0.01233183856502242],"n":3,"sample_sd":0.019812729658911152,"df":2,"ci95_low":-0.027169716334188253,"ci95_high":0.0712653815060866},"repair_rate":{"mean":0.005605381165919282,"values":[0.004484304932735426,0.010089686098654708,0.002242152466367713],"n":3,"sample_sd":0.004042097842448418,"df":2,"ci95_low":-0.004435746519442789,"ci95_high":0.015646508851281354},"conditional_harm":{"mean":0.022420829581102003,"values":[0.045662100456621,0.009142857142857144,0.01245753114382786],"n":3,"sample_sd":0.020195649775758977,"df":2,"ci95_low":-0.027747945641918244,"ci95_high":0.07258960480412224},"metrics":{"accuracy":{"mean":0.9678624813153961,"values":[0.9417040358744395,0.9820627802690582,0.9798206278026906],"n":3,"sample_sd":0.02268160075559566,"df":2,"ci95_low":0.9115182615135848,"ci95_high":1.0242067011172074},"ce":{"mean":0.0947952216743386,"values":[0.16911805962447973,0.05986996102480943,0.05539764437372663],"n":3,"sample_sd":0.06440429787505716,"df":2,"ci95_low":-0.06519392348149014,"ci95_high":0.25478436683016736},"accuracy_pp":{"mean":-1.6442451420029895,"values":[-4.0358744394618835,0.11210762331838565,-1.0089686098654709],"n":3,"sample_sd":2.145721557541942,"df":2,"ci95_low":-6.974512982195074,"ci95_high":3.6860226981890953},"harm_rate":{"mean":0.022047832585949178,"values":[0.04484304932735426,0.008968609865470852,0.01233183856502242],"n":3,"sample_sd":0.019812729658911152,"df":2,"ci95_low":-0.027169716334188253,"ci95_high":0.0712653815060866},"repair_rate":{"mean":0.005605381165919282,"values":[0.004484304932735426,0.010089686098654708,0.002242152466367713],"n":3,"sample_sd":0.004042097842448418,"df":2,"ci95_low":-0.004435746519442789,"ci95_high":0.015646508851281354},"conditional_harm":{"mean":0.022420829581102003,"values":[0.045662100456621,0.009142857142857144,0.01245753114382786],"n":3,"sample_sd":0.020195649775758977,"df":2,"ci95_low":-0.027747945641918244,"ci95_high":0.07258960480412224}}},{"digit":6,"n":958,"accuracy":{"mean":0.9801670146137788,"values":[0.9812108559498957,0.9739039665970772,0.9853862212943633],"n":3,"sample_sd":0.00581186259168062,"df":2,"ci95_low":0.9657295475737688,"ci95_high":0.9946044816537887},"ce":{"mean":0.0774951994751036,"values":[0.07689653964577596,0.09696468886695457,0.05862436991258024],"n":3,"sample_sd":0.01917716896661827,"df":2,"ci95_low":0.02985647083885229,"ci95_high":0.1251339281113549},"accuracy_pp":{"mean":-0.20876826722338204,"values":[-0.20876826722338204,-1.2526096033402923,0.8350730688935282],"n":3,"sample_sd":1.0438413361169103,"df":2,"ci95_low":-2.8018138954459744,"ci95_high":2.38427736099921},"harm_rate":{"mean":0.007306889352818372,"values":[0.007306889352818371,0.013569937369519834,0.0010438413361169101],"n":3,"sample_sd":0.006263048016701462,"df":2,"ci95_low":-0.00825138441651718,"ci95_high":0.022865163122153927},"repair_rate":{"mean":0.005219206680584551,"values":[0.005219206680584551,0.0010438413361169101,0.009394572025052192],"n":3,"sample_sd":0.0041753653444676405,"df":2,"ci95_low":-0.005152975832305817,"ci95_high":0.015591389193474919},"conditional_harm":{"mean":0.007418662567282525,"values":[0.0074309978768577496,0.013756613756613757,0.0010683760683760685],"n":3,"sample_sd":0.006344127838261187,"df":2,"ci95_low":-0.008341024644458576,"ci95_high":0.023178349779023628},"metrics":{"accuracy":{"mean":0.9801670146137788,"values":[0.9812108559498957,0.9739039665970772,0.9853862212943633],"n":3,"sample_sd":0.00581186259168062,"df":2,"ci95_low":0.9657295475737688,"ci95_high":0.9946044816537887},"ce":{"mean":0.0774951994751036,"values":[0.07689653964577596,0.09696468886695457,0.05862436991258024],"n":3,"sample_sd":0.01917716896661827,"df":2,"ci95_low":0.02985647083885229,"ci95_high":0.1251339281113549},"accuracy_pp":{"mean":-0.20876826722338204,"values":[-0.20876826722338204,-1.2526096033402923,0.8350730688935282],"n":3,"sample_sd":1.0438413361169103,"df":2,"ci95_low":-2.8018138954459744,"ci95_high":2.38427736099921},"harm_rate":{"mean":0.007306889352818372,"values":[0.007306889352818371,0.013569937369519834,0.0010438413361169101],"n":3,"sample_sd":0.006263048016701462,"df":2,"ci95_low":-0.00825138441651718,"ci95_high":0.022865163122153927},"repair_rate":{"mean":0.005219206680584551,"values":[0.005219206680584551,0.0010438413361169101,0.009394572025052192],"n":3,"sample_sd":0.0041753653444676405,"df":2,"ci95_low":-0.005152975832305817,"ci95_high":0.015591389193474919},"conditional_harm":{"mean":0.007418662567282525,"values":[0.0074309978768577496,0.013756613756613757,0.0010683760683760685],"n":3,"sample_sd":0.006344127838261187,"df":2,"ci95_low":-0.008341024644458576,"ci95_high":0.023178349779023628}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9750324254215305,"values":[0.9698443579766537,0.9795719844357976,0.97568093385214],"n":3,"sample_sd":0.004896131280979717,"df":2,"ci95_low":0.9628697610643427,"ci95_high":0.9871950897787182},"ce":{"mean":0.08126900558974554,"values":[0.09609806753562843,0.07597759359438962,0.07173135563921858],"n":3,"sample_sd":0.013016660202951743,"df":2,"ci95_low":0.04893382909742208,"ci95_high":0.11360418208206899},"accuracy_pp":{"mean":-0.45395590142671854,"values":[-1.3618677042801557,0.7782101167315175,-0.7782101167315175],"n":3,"sample_sd":1.1062725103263282,"df":2,"ci95_low":-3.202089163897207,"ci95_high":2.2941773610437695},"harm_rate":{"mean":0.010376134889753566,"values":[0.016536964980544747,0.0048638132295719845,0.009727626459143969],"n":3,"sample_sd":0.005863534798970533,"df":2,"ci95_low":-0.004189693029039146,"ci95_high":0.024941962808546277},"repair_rate":{"mean":0.005836575875486381,"values":[0.0029182879377431907,0.01264591439688716,0.0019455252918287938],"n":3,"sample_sd":0.005917084173441848,"df":2,"ci95_low":-0.008862276063875817,"ci95_high":0.02053542781484858},"conditional_harm":{"mean":0.010570412153003646,"values":[0.016815034619188922,0.005005005005005005,0.009891196834817012],"n":3,"sample_sd":0.005934239627645635,"df":2,"ci95_low":-0.004171056297109878,"ci95_high":0.02531188060311717},"metrics":{"accuracy":{"mean":0.9750324254215305,"values":[0.9698443579766537,0.9795719844357976,0.97568093385214],"n":3,"sample_sd":0.004896131280979717,"df":2,"ci95_low":0.9628697610643427,"ci95_high":0.9871950897787182},"ce":{"mean":0.08126900558974554,"values":[0.09609806753562843,0.07597759359438962,0.07173135563921858],"n":3,"sample_sd":0.013016660202951743,"df":2,"ci95_low":0.04893382909742208,"ci95_high":0.11360418208206899},"accuracy_pp":{"mean":-0.45395590142671854,"values":[-1.3618677042801557,0.7782101167315175,-0.7782101167315175],"n":3,"sample_sd":1.1062725103263282,"df":2,"ci95_low":-3.202089163897207,"ci95_high":2.2941773610437695},"harm_rate":{"mean":0.010376134889753566,"values":[0.016536964980544747,0.0048638132295719845,0.009727626459143969],"n":3,"sample_sd":0.005863534798970533,"df":2,"ci95_low":-0.004189693029039146,"ci95_high":0.024941962808546277},"repair_rate":{"mean":0.005836575875486381,"values":[0.0029182879377431907,0.01264591439688716,0.0019455252918287938],"n":3,"sample_sd":0.005917084173441848,"df":2,"ci95_low":-0.008862276063875817,"ci95_high":0.02053542781484858},"conditional_harm":{"mean":0.010570412153003646,"values":[0.016815034619188922,0.005005005005005005,0.009891196834817012],"n":3,"sample_sd":0.005934239627645635,"df":2,"ci95_low":-0.004171056297109878,"ci95_high":0.02531188060311717}}},{"digit":8,"n":974,"accuracy":{"mean":0.9729637234770705,"values":[0.9784394250513347,0.9794661190965093,0.9609856262833676],"n":3,"sample_sd":0.010386030736135195,"df":2,"ci95_low":0.9471633928491363,"ci95_high":0.9987640541050047},"ce":{"mean":0.09755188069820724,"values":[0.07990020881308198,0.08471066328280047,0.12804476999873926],"n":3,"sample_sd":0.02651692556598868,"df":2,"ci95_low":0.03168018589775362,"ci95_high":0.16342357549866085},"accuracy_pp":{"mean":-0.20533880903490756,"values":[-0.5133470225872689,0.3080082135523614,-0.4106776180698152],"n":3,"sample_sd":0.4475255588850794,"df":2,"ci95_low":-1.3170539268723722,"ci95_high":0.9063763088025572},"harm_rate":{"mean":0.013347022587268994,"values":[0.01026694045174538,0.009240246406570842,0.02053388090349076],"n":3,"sample_sd":0.006245136068067987,"df":2,"ci95_low":-0.0021667554349736537,"ci95_high":0.02886080060951164},"repair_rate":{"mean":0.011293634496919919,"values":[0.00513347022587269,0.012320328542094456,0.01642710472279261],"n":3,"sample_sd":0.005716390516252589,"df":2,"ci95_low":-0.0029066667600919083,"ci95_high":0.025493935753931746},"conditional_harm":{"mean":0.013726243834442098,"values":[0.010438413361169102,0.00946372239747634,0.02127659574468085],"n":3,"sample_sd":0.0065569326742777045,"df":2,"ci95_low":-0.0025620798957089776,"ci95_high":0.030014567564593173},"metrics":{"accuracy":{"mean":0.9729637234770705,"values":[0.9784394250513347,0.9794661190965093,0.9609856262833676],"n":3,"sample_sd":0.010386030736135195,"df":2,"ci95_low":0.9471633928491363,"ci95_high":0.9987640541050047},"ce":{"mean":0.09755188069820724,"values":[0.07990020881308198,0.08471066328280047,0.12804476999873926],"n":3,"sample_sd":0.02651692556598868,"df":2,"ci95_low":0.03168018589775362,"ci95_high":0.16342357549866085},"accuracy_pp":{"mean":-0.20533880903490756,"values":[-0.5133470225872689,0.3080082135523614,-0.4106776180698152],"n":3,"sample_sd":0.4475255588850794,"df":2,"ci95_low":-1.3170539268723722,"ci95_high":0.9063763088025572},"harm_rate":{"mean":0.013347022587268994,"values":[0.01026694045174538,0.009240246406570842,0.02053388090349076],"n":3,"sample_sd":0.006245136068067987,"df":2,"ci95_low":-0.0021667554349736537,"ci95_high":0.02886080060951164},"repair_rate":{"mean":0.011293634496919919,"values":[0.00513347022587269,0.012320328542094456,0.01642710472279261],"n":3,"sample_sd":0.005716390516252589,"df":2,"ci95_low":-0.0029066667600919083,"ci95_high":0.025493935753931746},"conditional_harm":{"mean":0.013726243834442098,"values":[0.010438413361169102,0.00946372239747634,0.02127659574468085],"n":3,"sample_sd":0.0065569326742777045,"df":2,"ci95_low":-0.0025620798957089776,"ci95_high":0.030014567564593173}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9682854311199207,"values":[0.9663032705649157,0.9623389494549058,0.9762140733399405],"n":3,"sample_sd":0.0071467815172725066,"df":2,"ci95_low":0.9505318416346027,"ci95_high":0.9860390206052387},"ce":{"mean":0.12511374505590567,"values":[0.13203975516954805,0.1352889188291718,0.10801256116899716],"n":3,"sample_sd":0.01489889706898297,"df":2,"ci95_low":0.0881028329820637,"ci95_high":0.16212465712974763},"accuracy_pp":{"mean":-1.3214403700033035,"values":[-1.6848364717542121,-1.3875123885034688,-0.8919722497522299],"n":3,"sample_sd":0.4005403255032092,"df":2,"ci95_low":-2.31643769769739,"ci95_high":-0.3264430423092166},"harm_rate":{"mean":0.0191608853650479,"values":[0.02081268582755203,0.022794846382556987,0.013875123885034688],"n":3,"sample_sd":0.004683662662291981,"df":2,"ci95_low":0.007526022316124368,"ci95_high":0.03079574841397143},"repair_rate":{"mean":0.005946481665014866,"values":[0.003964321110009911,0.008919722497522299,0.004955401387512388],"n":3,"sample_sd":0.0026221519435724386,"df":2,"ci95_low":-0.0005673048641807524,"ci95_high":0.012460268194210485},"conditional_harm":{"mean":0.0195347052293566,"values":[0.021169354838709676,0.023350253807106598,0.014084507042253521],"n":3,"sample_sd":0.004844334349176875,"df":2,"ci95_low":0.007500711583817795,"ci95_high":0.031568698874895405},"metrics":{"accuracy":{"mean":0.9682854311199207,"values":[0.9663032705649157,0.9623389494549058,0.9762140733399405],"n":3,"sample_sd":0.0071467815172725066,"df":2,"ci95_low":0.9505318416346027,"ci95_high":0.9860390206052387},"ce":{"mean":0.12511374505590567,"values":[0.13203975516954805,0.1352889188291718,0.10801256116899716],"n":3,"sample_sd":0.01489889706898297,"df":2,"ci95_low":0.0881028329820637,"ci95_high":0.16212465712974763},"accuracy_pp":{"mean":-1.3214403700033035,"values":[-1.6848364717542121,-1.3875123885034688,-0.8919722497522299],"n":3,"sample_sd":0.4005403255032092,"df":2,"ci95_low":-2.31643769769739,"ci95_high":-0.3264430423092166},"harm_rate":{"mean":0.0191608853650479,"values":[0.02081268582755203,0.022794846382556987,0.013875123885034688],"n":3,"sample_sd":0.004683662662291981,"df":2,"ci95_low":0.007526022316124368,"ci95_high":0.03079574841397143},"repair_rate":{"mean":0.005946481665014866,"values":[0.003964321110009911,0.008919722497522299,0.004955401387512388],"n":3,"sample_sd":0.0026221519435724386,"df":2,"ci95_low":-0.0005673048641807524,"ci95_high":0.012460268194210485},"conditional_harm":{"mean":0.0195347052293566,"values":[0.021169354838709676,0.023350253807106598,0.014084507042253521],"n":3,"sample_sd":0.004844334349176875,"df":2,"ci95_low":0.007500711583817795,"ci95_high":0.031568698874895405}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m07-s201-v1","accuracy":0.9756,"test_accuracy":0.9756,"ce":0.07867575822444417,"training_seconds":43.416590314999894,"selected_epoch":5,"epoch":5,"total_run_seconds":53.293745013000034,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":128,"repair_count":36,"harm_rate":0.0128,"repair_rate":0.0036,"conditional_harm":0.012997562956945572,"accuracy_pp":-0.92,"ce":0.007294621966331669},"per_class":[{"n":980,"baseline_correct":973,"harm_count":2,"repair_count":1,"harm_rate":0.0020408163265306124,"repair_rate":0.0010204081632653062,"conditional_harm":0.0020554984583761563,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9918367346938776,"ce":0.028622460767722062},{"n":1135,"baseline_correct":1126,"harm_count":4,"repair_count":1,"harm_rate":0.003524229074889868,"repair_rate":0.000881057268722467,"conditional_harm":0.003552397868561279,"accuracy_pp":-0.2643171806167401,"digit":1,"accuracy":0.9894273127753304,"ce":0.0390629825129013},{"n":1032,"baseline_correct":1016,"harm_count":21,"repair_count":1,"harm_rate":0.020348837209302327,"repair_rate":0.0009689922480620155,"conditional_harm":0.02066929133858268,"accuracy_pp":-1.937984496124031,"digit":2,"accuracy":0.9651162790697675,"ce":0.08449116898162459},{"n":1010,"baseline_correct":990,"harm_count":2,"repair_count":8,"harm_rate":0.0019801980198019802,"repair_rate":0.007920792079207921,"conditional_harm":0.00202020202020202,"accuracy_pp":0.594059405940594,"digit":3,"accuracy":0.9861386138613861,"ce":0.04320936987813367},{"n":982,"baseline_correct":964,"harm_count":4,"repair_count":4,"harm_rate":0.004073319755600814,"repair_rate":0.004073319755600814,"conditional_harm":0.004149377593360996,"accuracy_pp":0.0,"digit":4,"accuracy":0.9816700610997964,"ce":0.05007618292428552},{"n":892,"baseline_correct":876,"harm_count":40,"repair_count":4,"harm_rate":0.04484304932735426,"repair_rate":0.004484304932735426,"conditional_harm":0.045662100456621,"accuracy_pp":-4.0358744394618835,"digit":5,"accuracy":0.9417040358744395,"ce":0.16911805962447973},{"n":958,"baseline_correct":942,"harm_count":7,"repair_count":5,"harm_rate":0.007306889352818371,"repair_rate":0.005219206680584551,"conditional_harm":0.0074309978768577496,"accuracy_pp":-0.20876826722338204,"digit":6,"accuracy":0.9812108559498957,"ce":0.07689653964577596},{"n":1028,"baseline_correct":1011,"harm_count":17,"repair_count":3,"harm_rate":0.016536964980544747,"repair_rate":0.0029182879377431907,"conditional_harm":0.016815034619188922,"accuracy_pp":-1.3618677042801557,"digit":7,"accuracy":0.9698443579766537,"ce":0.09609806753562843},{"n":974,"baseline_correct":958,"harm_count":10,"repair_count":5,"harm_rate":0.01026694045174538,"repair_rate":0.00513347022587269,"conditional_harm":0.010438413361169102,"accuracy_pp":-0.5133470225872689,"digit":8,"accuracy":0.9784394250513347,"ce":0.07990020881308198},{"n":1009,"baseline_correct":992,"harm_count":21,"repair_count":4,"harm_rate":0.02081268582755203,"repair_rate":0.003964321110009911,"conditional_harm":0.021169354838709676,"accuracy_pp":-1.6848364717542121,"digit":9,"accuracy":0.9663032705649157,"ce":0.13203975516954805}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"74d08ac0fc12436e7d3953dbc22de09ff0b870660db92642699b3cce34f41ee4","train_accuracy":0.99052,"train_ce":0.03374395263671875,"validation_accuracy":0.9757,"validation_ce":0.08086015625},{"seed":202,"run_id":"halfdrop-m07-s202-v1","accuracy":0.9792,"test_accuracy":0.9792,"ce":0.07188609686667767,"training_seconds":43.47046993999999,"selected_epoch":10,"epoch":10,"total_run_seconds":53.99304269700002,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":82,"repair_count":99,"harm_rate":0.0082,"repair_rate":0.0099,"conditional_harm":0.008388746803069053,"accuracy_pp":0.17,"ce":-0.004103633932829878},"per_class":[{"n":980,"baseline_correct":967,"harm_count":0,"repair_count":8,"harm_rate":0.0,"repair_rate":0.00816326530612245,"conditional_harm":0.0,"accuracy_pp":0.8163265306122449,"digit":0,"accuracy":0.9948979591836735,"ce":0.015278779175769277},{"n":1135,"baseline_correct":1127,"harm_count":5,"repair_count":0,"harm_rate":0.004405286343612335,"repair_rate":0.0,"conditional_harm":0.0044365572315882874,"accuracy_pp":-0.44052863436123346,"digit":1,"accuracy":0.9885462555066079,"ce":0.026280562547418205},{"n":1032,"baseline_correct":1000,"harm_count":10,"repair_count":15,"harm_rate":0.009689922480620155,"repair_rate":0.014534883720930232,"conditional_harm":0.01,"accuracy_pp":0.4844961240310077,"digit":2,"accuracy":0.9738372093023255,"ce":0.09384542212434348},{"n":1010,"baseline_correct":971,"harm_count":2,"repair_count":21,"harm_rate":0.0019801980198019802,"repair_rate":0.020792079207920793,"conditional_harm":0.0020597322348094747,"accuracy_pp":1.881188118811881,"digit":3,"accuracy":0.9801980198019802,"ce":0.06265870951388663},{"n":982,"baseline_correct":955,"harm_count":7,"repair_count":11,"harm_rate":0.007128309572301426,"repair_rate":0.01120162932790224,"conditional_harm":0.007329842931937173,"accuracy_pp":0.4073319755600815,"digit":4,"accuracy":0.9765784114052953,"ce":0.07180214442165783},{"n":892,"baseline_correct":875,"harm_count":8,"repair_count":9,"harm_rate":0.008968609865470852,"repair_rate":0.010089686098654708,"conditional_harm":0.009142857142857144,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9820627802690582,"ce":0.05986996102480943},{"n":958,"baseline_correct":945,"harm_count":13,"repair_count":1,"harm_rate":0.013569937369519834,"repair_rate":0.0010438413361169101,"conditional_harm":0.013756613756613757,"accuracy_pp":-1.2526096033402923,"digit":6,"accuracy":0.9739039665970772,"ce":0.09696468886695457},{"n":1028,"baseline_correct":999,"harm_count":5,"repair_count":13,"harm_rate":0.0048638132295719845,"repair_rate":0.01264591439688716,"conditional_harm":0.005005005005005005,"accuracy_pp":0.7782101167315175,"digit":7,"accuracy":0.9795719844357976,"ce":0.07597759359438962},{"n":974,"baseline_correct":951,"harm_count":9,"repair_count":12,"harm_rate":0.009240246406570842,"repair_rate":0.012320328542094456,"conditional_harm":0.00946372239747634,"accuracy_pp":0.3080082135523614,"digit":8,"accuracy":0.9794661190965093,"ce":0.08471066328280047},{"n":1009,"baseline_correct":985,"harm_count":23,"repair_count":9,"harm_rate":0.022794846382556987,"repair_rate":0.008919722497522299,"conditional_harm":0.023350253807106598,"accuracy_pp":-1.3875123885034688,"digit":9,"accuracy":0.9623389494549058,"ce":0.1352889188291718}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"48dfc768e6489b5401bb4c3a3c23ff554a4632b360e8f449dcab25101d7c5354","train_accuracy":0.9967,"train_ce":0.011067899169921874,"validation_accuracy":0.9785,"validation_ce":0.07820304565429688},{"seed":203,"run_id":"halfdrop-m07-s203-v1","accuracy":0.98,"test_accuracy":0.98,"ce":0.06580815508581363,"training_seconds":43.55609895800001,"selected_epoch":5,"epoch":5,"total_run_seconds":55.12475619500003,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":74,"repair_count":100,"harm_rate":0.0074,"repair_rate":0.01,"conditional_harm":0.007571107018620831,"accuracy_pp":0.26,"ce":-0.011302169743771615},"per_class":[{"n":980,"baseline_correct":971,"harm_count":3,"repair_count":1,"harm_rate":0.003061224489795918,"repair_rate":0.0010204081632653062,"conditional_harm":0.003089598352214212,"accuracy_pp":-0.20408163265306123,"digit":0,"accuracy":0.9887755102040816,"ce":0.040641350809501015},{"n":1135,"baseline_correct":1123,"harm_count":0,"repair_count":6,"harm_rate":0.0,"repair_rate":0.0052863436123348016,"conditional_harm":0.0,"accuracy_pp":0.5286343612334802,"digit":1,"accuracy":0.9947136563876652,"ce":0.02342400730877833},{"n":1032,"baseline_correct":1015,"harm_count":13,"repair_count":1,"harm_rate":0.012596899224806201,"repair_rate":0.0009689922480620155,"conditional_harm":0.012807881773399015,"accuracy_pp":-1.1627906976744187,"digit":2,"accuracy":0.9718992248062015,"ce":0.0740819515414886},{"n":1010,"baseline_correct":944,"harm_count":1,"repair_count":44,"harm_rate":0.0009900990099009901,"repair_rate":0.04356435643564356,"conditional_harm":0.001059322033898305,"accuracy_pp":4.257425742574258,"digit":3,"accuracy":0.9772277227722772,"ce":0.06909303084052631},{"n":982,"baseline_correct":957,"harm_count":1,"repair_count":14,"harm_rate":0.0010183299389002036,"repair_rate":0.014256619144602852,"conditional_harm":0.0010449320794148381,"accuracy_pp":1.3238289205702647,"digit":4,"accuracy":0.9877800407331976,"ce":0.033007418204268175},{"n":892,"baseline_correct":883,"harm_count":11,"repair_count":2,"harm_rate":0.01233183856502242,"repair_rate":0.002242152466367713,"conditional_harm":0.01245753114382786,"accuracy_pp":-1.0089686098654709,"digit":5,"accuracy":0.9798206278026906,"ce":0.05539764437372663},{"n":958,"baseline_correct":936,"harm_count":1,"repair_count":9,"harm_rate":0.0010438413361169101,"repair_rate":0.009394572025052192,"conditional_harm":0.0010683760683760685,"accuracy_pp":0.8350730688935282,"digit":6,"accuracy":0.9853862212943633,"ce":0.05862436991258024},{"n":1028,"baseline_correct":1011,"harm_count":10,"repair_count":2,"harm_rate":0.009727626459143969,"repair_rate":0.0019455252918287938,"conditional_harm":0.009891196834817012,"accuracy_pp":-0.7782101167315175,"digit":7,"accuracy":0.97568093385214,"ce":0.07173135563921858},{"n":974,"baseline_correct":940,"harm_count":20,"repair_count":16,"harm_rate":0.02053388090349076,"repair_rate":0.01642710472279261,"conditional_harm":0.02127659574468085,"accuracy_pp":-0.4106776180698152,"digit":8,"accuracy":0.9609856262833676,"ce":0.12804476999873926},{"n":1009,"baseline_correct":994,"harm_count":14,"repair_count":5,"harm_rate":0.013875123885034688,"repair_rate":0.004955401387512388,"conditional_harm":0.014084507042253521,"accuracy_pp":-0.8919722497522299,"digit":9,"accuracy":0.9762140733399405,"ce":0.10801256116899716}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"58cd7b1f53b9d51eac0a8cd36bd2f43877eda05d4821cc9068cccd606c433a6b","train_accuracy":0.99134,"train_ce":0.0297777294921875,"validation_accuracy":0.9783,"validation_ce":0.0746165771484375}]},{"endpoint":"selected","drop_mask":8,"k":1,"drop_probabilities":[0,0,0,0.5],"nominal_training_affine_fraction":0.9791057250313414,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9795,"values":[0.9814,0.978,0.9791],"n":3,"sample_sd":0.0017349351572897866,"df":2,"ci95_low":0.9751901821481842,"ci95_high":0.9838098178518159},"ce":{"mean":0.07430943186669783,"values":[0.07834912702747097,0.07338456490061328,0.07119460367200924],"n":3,"sample_sd":0.0036658335054497097,"df":2,"ci95_low":0.0652029966104937,"ci95_high":0.08341586712290197},"training_seconds":{"mean":63.99263174433346,"values":[64.17964561900015,63.90965220300018,63.888597411000035],"n":3,"sample_sd":0.1623005485355216,"df":2,"ci95_low":63.5894548310645,"ci95_high":64.39580865760242},"selected_epoch":{"mean":6.666666666666667,"values":[10.0,5.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":0.9954333333333333,"values":[0.9986,0.99352,0.99418],"n":3,"sample_sd":0.002762197193057297,"df":2,"ci95_low":0.9885716551185286,"ci95_high":1.002295011548138},"train_ce":{"mean":0.015209482014973958,"values":[0.0046013134765625,0.021629892578125,0.019397239990234374],"n":3,"sample_sd":0.00925451858278218,"df":2,"ci95_low":-0.007780016601413817,"ci95_high":0.038198980631361734},"validation_accuracy":{"mean":0.9784666666666667,"values":[0.9797,0.9777,0.978],"n":3,"sample_sd":0.001078579312490904,"df":2,"ci95_low":0.9757873271213006,"ci95_high":0.9811460062120329},"validation_ce":{"mean":0.07822064412434895,"values":[0.08424964599609375,0.07648810424804688,0.07392418212890625],"n":3,"sample_sd":0.005376343723701198,"df":2,"ci95_low":0.06486506592850333,"ci95_high":0.09157622232019458},"harm_rate":{"mean":0.006166666666666667,"values":[0.0064,0.0058,0.0063],"n":3,"sample_sd":0.00032145502536643216,"df":2,"ci95_low":0.005368128115494315,"ci95_high":0.006965205217839018},"repair_rate":{"mean":0.0057666666666666665,"values":[0.003,0.0063,0.008],"n":3,"sample_sd":0.0025423086620891128,"df":2,"ci95_low":-0.0005487781559593849,"ci95_high":0.012082111489292717},"conditional_harm":{"mean":0.006292652502106155,"values":[0.006498781478472786,0.005933503836317136,0.006445672191528545],"n":3,"sample_sd":0.0003121633742024458,"df":2,"ci95_low":0.005517195691995498,"ci95_high":0.007068109312216813}},"paired_vs_none":{"accuracy_pp":{"mean":-0.04,"values":[-0.34,0.05,0.17],"n":3,"sample_sd":0.26664583251946766,"df":2,"ci95_low":-0.7023849682658473,"ci95_high":0.6223849682658472},"ce":{"mean":-0.0005176320957039349,"values":[0.006967990769358473,-0.002605165898894271,-0.005915721157576007],"n":3,"sample_sd":0.006690729129822487,"df":2,"ci95_low":-0.01713832464678396,"ci95_high":0.01610306045537609},"harm_rate":{"mean":0.006166666666666667,"values":[0.0064,0.0058,0.0063],"n":3,"sample_sd":0.00032145502536643216,"df":2,"ci95_low":0.005368128115494315,"ci95_high":0.006965205217839018},"repair_rate":{"mean":0.0057666666666666665,"values":[0.003,0.0063,0.008],"n":3,"sample_sd":0.0025423086620891128,"df":2,"ci95_low":-0.0005487781559593849,"ci95_high":0.012082111489292717},"conditional_harm":{"mean":0.006292652502106155,"values":[0.006498781478472786,0.005933503836317136,0.006445672191528545],"n":3,"sample_sd":0.0003121633742024458,"df":2,"ci95_low":0.005517195691995498,"ci95_high":0.007068109312216813},"harm_count":{"mean":61.666666666666664,"values":[64.0,58.0,63.0],"n":3,"sample_sd":3.2145502536643185,"df":2,"ci95_low":53.68128115494315,"ci95_high":69.65205217839018},"repair_count":{"mean":57.666666666666664,"values":[30.0,63.0,80.0],"n":3,"sample_sd":25.423086620891127,"df":2,"ci95_low":-5.487781559593856,"ci95_high":120.82111489292718}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9908163265306122,"values":[0.9918367346938776,0.9887755102040816,0.9918367346938776],"n":3,"sample_sd":0.0017673987832335695,"df":2,"ci95_low":0.9864258645613265,"ci95_high":0.995206788499898},"ce":{"mean":0.03743646469287414,"values":[0.03592825993091428,0.03846367958875158,0.037917454558956565],"n":3,"sample_sd":0.0013343918647805246,"df":2,"ci95_low":0.03412165153920402,"ci95_high":0.04075127784654427},"accuracy_pp":{"mean":0.06802721088435375,"values":[-0.10204081632653061,0.20408163265306123,0.10204081632653061],"n":3,"sample_sd":0.15586992159713742,"df":2,"ci95_low":-0.3191751394962097,"ci95_high":0.4552295612649172},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010204081632653062,"ci95_high":0.0010204081632653062},"repair_rate":{"mean":0.0017006802721088435,"values":[0.0,0.003061224489795918,0.0020408163265306124],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.002171343231696791,"ci95_high":0.005572703775914478},"conditional_harm":{"mean":0.0010305805033282499,"values":[0.0010277492291880781,0.001034126163391934,0.0010298661174047373],"n":3,"sample_sd":3.247935174208519e-06,"df":2,"ci95_low":0.0010225121850763958,"ci95_high":0.001038648821580104},"metrics":{"accuracy":{"mean":0.9908163265306122,"values":[0.9918367346938776,0.9887755102040816,0.9918367346938776],"n":3,"sample_sd":0.0017673987832335695,"df":2,"ci95_low":0.9864258645613265,"ci95_high":0.995206788499898},"ce":{"mean":0.03743646469287414,"values":[0.03592825993091428,0.03846367958875158,0.037917454558956565],"n":3,"sample_sd":0.0013343918647805246,"df":2,"ci95_low":0.03412165153920402,"ci95_high":0.04075127784654427},"accuracy_pp":{"mean":0.06802721088435375,"values":[-0.10204081632653061,0.20408163265306123,0.10204081632653061],"n":3,"sample_sd":0.15586992159713742,"df":2,"ci95_low":-0.3191751394962097,"ci95_high":0.4552295612649172},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010204081632653062,"ci95_high":0.0010204081632653062},"repair_rate":{"mean":0.0017006802721088435,"values":[0.0,0.003061224489795918,0.0020408163265306124],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.002171343231696791,"ci95_high":0.005572703775914478},"conditional_harm":{"mean":0.0010305805033282499,"values":[0.0010277492291880781,0.001034126163391934,0.0010298661174047373],"n":3,"sample_sd":3.247935174208519e-06,"df":2,"ci95_low":0.0010225121850763958,"ci95_high":0.001038648821580104}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9920704845814978,"values":[0.9911894273127754,0.9955947136563876,0.9894273127753304],"n":3,"sample_sd":0.0031766971589991004,"df":2,"ci95_low":0.9841791313697419,"ci95_high":0.9999618377932538},"ce":{"mean":0.02530971295075079,"values":[0.030433671178565443,0.012693790520910336,0.032801677152776584],"n":3,"sample_sd":0.010989676389243155,"df":2,"ci95_low":-0.0019901566086554835,"ci95_high":0.05260958251015706},"accuracy_pp":{"mean":0.05873715124816446,"values":[-0.0881057268722467,0.2643171806167401,0.0],"n":3,"sample_sd":0.18340669598820553,"df":2,"ci95_low":-0.3968703388596053,"ci95_high":0.5143446413559343},"harm_rate":{"mean":0.0011747430249632893,"values":[0.001762114537444934,0.0,0.001762114537444934],"n":3,"sample_sd":0.0010173573025367855,"df":2,"ci95_low":-0.0013525126166813513,"ci95_high":0.00370199866660793},"repair_rate":{"mean":0.001762114537444934,"values":[0.000881057268722467,0.0026431718061674008,0.001762114537444934],"n":3,"sample_sd":0.0008810572687224669,"df":2,"ci95_low":-0.00042655305007686635,"ci95_high":0.003950782124966735},"conditional_harm":{"mean":0.0011857142781825938,"values":[0.0017761989342806395,0.0,0.0017809439002671415],"n":3,"sample_sd":0.0010268614272578873,"df":2,"ci95_low":-0.0013651509180997406,"ci95_high":0.003736579474464928},"metrics":{"accuracy":{"mean":0.9920704845814978,"values":[0.9911894273127754,0.9955947136563876,0.9894273127753304],"n":3,"sample_sd":0.0031766971589991004,"df":2,"ci95_low":0.9841791313697419,"ci95_high":0.9999618377932538},"ce":{"mean":0.02530971295075079,"values":[0.030433671178565443,0.012693790520910336,0.032801677152776584],"n":3,"sample_sd":0.010989676389243155,"df":2,"ci95_low":-0.0019901566086554835,"ci95_high":0.05260958251015706},"accuracy_pp":{"mean":0.05873715124816446,"values":[-0.0881057268722467,0.2643171806167401,0.0],"n":3,"sample_sd":0.18340669598820553,"df":2,"ci95_low":-0.3968703388596053,"ci95_high":0.5143446413559343},"harm_rate":{"mean":0.0011747430249632893,"values":[0.001762114537444934,0.0,0.001762114537444934],"n":3,"sample_sd":0.0010173573025367855,"df":2,"ci95_low":-0.0013525126166813513,"ci95_high":0.00370199866660793},"repair_rate":{"mean":0.001762114537444934,"values":[0.000881057268722467,0.0026431718061674008,0.001762114537444934],"n":3,"sample_sd":0.0008810572687224669,"df":2,"ci95_low":-0.00042655305007686635,"ci95_high":0.003950782124966735},"conditional_harm":{"mean":0.0011857142781825938,"values":[0.0017761989342806395,0.0,0.0017809439002671415],"n":3,"sample_sd":0.0010268614272578873,"df":2,"ci95_low":-0.0013651509180997406,"ci95_high":0.003736579474464928}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9754521963824289,"values":[0.9777131782945736,0.9689922480620154,0.9796511627906976],"n":3,"sample_sd":0.005677776431281323,"df":2,"ci95_low":0.9613478178301023,"ci95_high":0.9895565749347555},"ce":{"mean":0.07976357396167491,"values":[0.08418994282294101,0.09569610672496345,0.059404672337120254],"n":3,"sample_sd":0.01854620199538902,"df":2,"ci95_low":0.033692254173577914,"ci95_high":0.12583489374977191},"accuracy_pp":{"mean":-0.355297157622739,"values":[-0.6782945736434108,0.0,-0.3875968992248062],"n":3,"sample_sd":0.3402988938259929,"df":2,"ci95_low":-1.200646473072386,"ci95_high":0.490052157826908},"harm_rate":{"mean":0.010012919896640826,"values":[0.011627906976744186,0.009689922480620155,0.00872093023255814],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":0.006335998352329274,"ci95_high":0.013689841440952378},"repair_rate":{"mean":0.006459948320413436,"values":[0.0048449612403100775,0.009689922480620155,0.0048449612403100775],"n":3,"sample_sd":0.0027972396763063265,"df":2,"ci95_low":-0.0004887802485465127,"ci95_high":0.013408676889373385},"conditional_harm":{"mean":0.010226006231979624,"values":[0.011811023622047244,0.01,0.008866995073891626],"n":3,"sample_sd":0.0014849697423715538,"df":2,"ci95_low":0.006537136894017212,"ci95_high":0.013914875569942036},"metrics":{"accuracy":{"mean":0.9754521963824289,"values":[0.9777131782945736,0.9689922480620154,0.9796511627906976],"n":3,"sample_sd":0.005677776431281323,"df":2,"ci95_low":0.9613478178301023,"ci95_high":0.9895565749347555},"ce":{"mean":0.07976357396167491,"values":[0.08418994282294101,0.09569610672496345,0.059404672337120254],"n":3,"sample_sd":0.01854620199538902,"df":2,"ci95_low":0.033692254173577914,"ci95_high":0.12583489374977191},"accuracy_pp":{"mean":-0.355297157622739,"values":[-0.6782945736434108,0.0,-0.3875968992248062],"n":3,"sample_sd":0.3402988938259929,"df":2,"ci95_low":-1.200646473072386,"ci95_high":0.490052157826908},"harm_rate":{"mean":0.010012919896640826,"values":[0.011627906976744186,0.009689922480620155,0.00872093023255814],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":0.006335998352329274,"ci95_high":0.013689841440952378},"repair_rate":{"mean":0.006459948320413436,"values":[0.0048449612403100775,0.009689922480620155,0.0048449612403100775],"n":3,"sample_sd":0.0027972396763063265,"df":2,"ci95_low":-0.0004887802485465127,"ci95_high":0.013408676889373385},"conditional_harm":{"mean":0.010226006231979624,"values":[0.011811023622047244,0.01,0.008866995073891626],"n":3,"sample_sd":0.0014849697423715538,"df":2,"ci95_low":0.006537136894017212,"ci95_high":0.013914875569942036}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9775577557755776,"values":[0.9881188118811881,0.9732673267326732,0.9712871287128713],"n":3,"sample_sd":0.009199577468492651,"df":2,"ci95_low":0.9547047384531268,"ci95_high":1.0004107730980283},"ce":{"mean":0.06695858982512425,"values":[0.04505217797510891,0.06935664777676713,0.08646694372349668],"n":3,"sample_sd":0.020811264184403516,"df":2,"ci95_low":0.015260543633639718,"ci95_high":0.11865663601660878},"accuracy_pp":{"mean":1.8811881188118813,"values":[0.7920792079207921,1.188118811881188,3.6633663366336635],"n":3,"sample_sd":1.5560627371783873,"df":2,"ci95_low":-1.9842860085976353,"ci95_high":5.746662246221398},"harm_rate":{"mean":0.0029702970297029703,"values":[0.0019801980198019802,0.0049504950495049506,0.0019801980198019802],"n":3,"sample_sd":0.0017149017896721558,"df":2,"ci95_low":-0.0012897551781188123,"ci95_high":0.007230349237524753},"repair_rate":{"mean":0.02178217821782178,"values":[0.009900990099009901,0.016831683168316833,0.03861386138613861],"n":3,"sample_sd":0.0149829167825956,"df":2,"ci95_low":-0.01543745039514309,"ci95_high":0.05900180683078665},"conditional_harm":{"mean":0.0030960588916741057,"values":[0.00202020202020202,0.005149330587023687,0.00211864406779661],"n":3,"sample_sd":0.0017788665493444025,"df":2,"ci95_low":-0.001322890587878111,"ci95_high":0.007515008371226322},"metrics":{"accuracy":{"mean":0.9775577557755776,"values":[0.9881188118811881,0.9732673267326732,0.9712871287128713],"n":3,"sample_sd":0.009199577468492651,"df":2,"ci95_low":0.9547047384531268,"ci95_high":1.0004107730980283},"ce":{"mean":0.06695858982512425,"values":[0.04505217797510891,0.06935664777676713,0.08646694372349668],"n":3,"sample_sd":0.020811264184403516,"df":2,"ci95_low":0.015260543633639718,"ci95_high":0.11865663601660878},"accuracy_pp":{"mean":1.8811881188118813,"values":[0.7920792079207921,1.188118811881188,3.6633663366336635],"n":3,"sample_sd":1.5560627371783873,"df":2,"ci95_low":-1.9842860085976353,"ci95_high":5.746662246221398},"harm_rate":{"mean":0.0029702970297029703,"values":[0.0019801980198019802,0.0049504950495049506,0.0019801980198019802],"n":3,"sample_sd":0.0017149017896721558,"df":2,"ci95_low":-0.0012897551781188123,"ci95_high":0.007230349237524753},"repair_rate":{"mean":0.02178217821782178,"values":[0.009900990099009901,0.016831683168316833,0.03861386138613861],"n":3,"sample_sd":0.0149829167825956,"df":2,"ci95_low":-0.01543745039514309,"ci95_high":0.05900180683078665},"conditional_harm":{"mean":0.0030960588916741057,"values":[0.00202020202020202,0.005149330587023687,0.00211864406779661],"n":3,"sample_sd":0.0017788665493444025,"df":2,"ci95_low":-0.001322890587878111,"ci95_high":0.007515008371226322}}},{"digit":4,"n":982,"accuracy":{"mean":0.9735234215885947,"values":[0.9623217922606925,0.9786150712830958,0.9796334012219959],"n":3,"sample_sd":0.009714248486934283,"df":2,"ci95_low":0.9493918905800434,"ci95_high":0.9976549525971461},"ce":{"mean":0.10288188755932433,"values":[0.16420553855843223,0.07379898725987255,0.07064113685966819],"n":3,"sample_sd":0.05313130558985737,"df":2,"ci95_low":-0.029103592335589304,"ci95_high":0.23486736745423797},"accuracy_pp":{"mean":-0.27155465037338766,"values":[-1.934826883910387,0.6109979633401222,0.5091649694501018],"n":3,"sample_sd":1.441335624274416,"df":2,"ci95_low":-3.8520308300479402,"ci95_high":3.308921529301165},"harm_rate":{"mean":0.008825526137135099,"values":[0.019348268839103868,0.004073319755600814,0.003054989816700611],"n":3,"sample_sd":0.009127175600644095,"df":2,"ci95_low":-0.013847634974985642,"ci95_high":0.031498687249255836},"repair_rate":{"mean":0.006109979633401222,"values":[0.0,0.010183299389002037,0.008146639511201629],"n":3,"sample_sd":0.005388495541883077,"df":2,"ci95_low":-0.0072757853522573916,"ci95_high":0.019495744619059834},"conditional_harm":{"mean":0.009010940494033972,"values":[0.01970954356846473,0.004188481675392671,0.003134796238244514],"n":3,"sample_sd":0.009280228664115932,"df":2,"ci95_low":-0.014042425504969376,"ci95_high":0.03206430649303732},"metrics":{"accuracy":{"mean":0.9735234215885947,"values":[0.9623217922606925,0.9786150712830958,0.9796334012219959],"n":3,"sample_sd":0.009714248486934283,"df":2,"ci95_low":0.9493918905800434,"ci95_high":0.9976549525971461},"ce":{"mean":0.10288188755932433,"values":[0.16420553855843223,0.07379898725987255,0.07064113685966819],"n":3,"sample_sd":0.05313130558985737,"df":2,"ci95_low":-0.029103592335589304,"ci95_high":0.23486736745423797},"accuracy_pp":{"mean":-0.27155465037338766,"values":[-1.934826883910387,0.6109979633401222,0.5091649694501018],"n":3,"sample_sd":1.441335624274416,"df":2,"ci95_low":-3.8520308300479402,"ci95_high":3.308921529301165},"harm_rate":{"mean":0.008825526137135099,"values":[0.019348268839103868,0.004073319755600814,0.003054989816700611],"n":3,"sample_sd":0.009127175600644095,"df":2,"ci95_low":-0.013847634974985642,"ci95_high":0.031498687249255836},"repair_rate":{"mean":0.006109979633401222,"values":[0.0,0.010183299389002037,0.008146639511201629],"n":3,"sample_sd":0.005388495541883077,"df":2,"ci95_low":-0.0072757853522573916,"ci95_high":0.019495744619059834},"conditional_harm":{"mean":0.009010940494033972,"values":[0.01970954356846473,0.004188481675392671,0.003134796238244514],"n":3,"sample_sd":0.009280228664115932,"df":2,"ci95_low":-0.014042425504969376,"ci95_high":0.03206430649303732}}},{"digit":5,"n":892,"accuracy":{"mean":0.976083707025411,"values":[0.9742152466367713,0.9708520179372198,0.9831838565022422],"n":3,"sample_sd":0.006374709308382649,"df":2,"ci95_low":0.9602480512304578,"ci95_high":0.9919193628203643},"ce":{"mean":0.08852466693222873,"values":[0.11464013548286175,0.09225221193706787,0.05868165337675655],"n":3,"sample_sd":0.0281648517433902,"df":2,"ci95_low":0.018559296568168196,"ci95_high":0.15849003729628924},"accuracy_pp":{"mean":-0.8221225710014948,"values":[-0.7847533632286996,-1.0089686098654709,-0.672645739910314],"n":3,"sample_sd":0.1712472232793662,"df":2,"ci95_low":-1.2475242563971811,"ci95_high":-0.3967208856058085},"harm_rate":{"mean":0.009715994020926755,"values":[0.010089686098654708,0.011210762331838564,0.007847533632286996],"n":3,"sample_sd":0.0017124722327936618,"df":2,"ci95_low":0.0054619771669698934,"ci95_high":0.013970010874883618},"repair_rate":{"mean":0.0014947683109118087,"values":[0.002242152466367713,0.0011210762331838565,0.0011210762331838565],"n":3,"sample_sd":0.0006472536650107912,"df":2,"ci95_low":-0.00011309892746636766,"ci95_high":0.0031026355492899853},"conditional_harm":{"mean":0.0098766879500369,"values":[0.010273972602739725,0.011428571428571429,0.007927519818799546],"n":3,"sample_sd":0.001784017072515416,"df":2,"ci95_low":0.005444943861639877,"ci95_high":0.014308432038433922},"metrics":{"accuracy":{"mean":0.976083707025411,"values":[0.9742152466367713,0.9708520179372198,0.9831838565022422],"n":3,"sample_sd":0.006374709308382649,"df":2,"ci95_low":0.9602480512304578,"ci95_high":0.9919193628203643},"ce":{"mean":0.08852466693222873,"values":[0.11464013548286175,0.09225221193706787,0.05868165337675655],"n":3,"sample_sd":0.0281648517433902,"df":2,"ci95_low":0.018559296568168196,"ci95_high":0.15849003729628924},"accuracy_pp":{"mean":-0.8221225710014948,"values":[-0.7847533632286996,-1.0089686098654709,-0.672645739910314],"n":3,"sample_sd":0.1712472232793662,"df":2,"ci95_low":-1.2475242563971811,"ci95_high":-0.3967208856058085},"harm_rate":{"mean":0.009715994020926755,"values":[0.010089686098654708,0.011210762331838564,0.007847533632286996],"n":3,"sample_sd":0.0017124722327936618,"df":2,"ci95_low":0.0054619771669698934,"ci95_high":0.013970010874883618},"repair_rate":{"mean":0.0014947683109118087,"values":[0.002242152466367713,0.0011210762331838565,0.0011210762331838565],"n":3,"sample_sd":0.0006472536650107912,"df":2,"ci95_low":-0.00011309892746636766,"ci95_high":0.0031026355492899853},"conditional_harm":{"mean":0.0098766879500369,"values":[0.010273972602739725,0.011428571428571429,0.007927519818799546],"n":3,"sample_sd":0.001784017072515416,"df":2,"ci95_low":0.005444943861639877,"ci95_high":0.014308432038433922}}},{"digit":6,"n":958,"accuracy":{"mean":0.9850382741823243,"values":[0.9843423799582464,0.9843423799582464,0.9864300626304802],"n":3,"sample_sd":0.001205324152796704,"df":2,"ci95_low":0.9820440829993737,"ci95_high":0.9880324653652748},"ce":{"mean":0.06841923495654517,"values":[0.07224458322776905,0.07369609676485388,0.059317024877012604],"n":3,"sample_sd":0.00791608452052171,"df":2,"ci95_low":0.04875459086902615,"ci95_high":0.0880838790440642},"accuracy_pp":{"mean":0.2783576896311761,"values":[0.10438413361169102,-0.20876826722338204,0.9394572025052192],"n":3,"sample_sd":0.5935533092982597,"df":2,"ci95_low":-1.1961104699824263,"ci95_high":1.7528258492447786},"harm_rate":{"mean":0.0017397355601948504,"values":[0.0020876826722338203,0.003131524008350731,0.0],"n":3,"sample_sd":0.001594493978759861,"df":2,"ci95_low":-0.002221207063739932,"ci95_high":0.005700678184129633},"repair_rate":{"mean":0.004523312456506611,"values":[0.003131524008350731,0.0010438413361169101,0.009394572025052192],"n":3,"sample_sd":0.004345858036463743,"df":2,"ci95_low":-0.006272397382163927,"ci95_high":0.015319022295177148},"conditional_harm":{"mean":0.00176591514171132,"values":[0.0021231422505307855,0.0031746031746031746,0.0],"n":3,"sample_sd":0.0016171687402700976,"df":2,"ci95_low":-0.0022513547123979576,"ci95_high":0.005783184995820598},"metrics":{"accuracy":{"mean":0.9850382741823243,"values":[0.9843423799582464,0.9843423799582464,0.9864300626304802],"n":3,"sample_sd":0.001205324152796704,"df":2,"ci95_low":0.9820440829993737,"ci95_high":0.9880324653652748},"ce":{"mean":0.06841923495654517,"values":[0.07224458322776905,0.07369609676485388,0.059317024877012604],"n":3,"sample_sd":0.00791608452052171,"df":2,"ci95_low":0.04875459086902615,"ci95_high":0.0880838790440642},"accuracy_pp":{"mean":0.2783576896311761,"values":[0.10438413361169102,-0.20876826722338204,0.9394572025052192],"n":3,"sample_sd":0.5935533092982597,"df":2,"ci95_low":-1.1961104699824263,"ci95_high":1.7528258492447786},"harm_rate":{"mean":0.0017397355601948504,"values":[0.0020876826722338203,0.003131524008350731,0.0],"n":3,"sample_sd":0.001594493978759861,"df":2,"ci95_low":-0.002221207063739932,"ci95_high":0.005700678184129633},"repair_rate":{"mean":0.004523312456506611,"values":[0.003131524008350731,0.0010438413361169101,0.009394572025052192],"n":3,"sample_sd":0.004345858036463743,"df":2,"ci95_low":-0.006272397382163927,"ci95_high":0.015319022295177148},"conditional_harm":{"mean":0.00176591514171132,"values":[0.0021231422505307855,0.0031746031746031746,0.0],"n":3,"sample_sd":0.0016171687402700976,"df":2,"ci95_low":-0.0022513547123979576,"ci95_high":0.005783184995820598}}},{"digit":7,"n":1028,"accuracy":{"mean":0.977302204928664,"values":[0.9766536964980544,0.9727626459143969,0.9824902723735408],"n":3,"sample_sd":0.004896131280979717,"df":2,"ci95_low":0.9651395405714763,"ci95_high":0.9894648692858518},"ce":{"mean":0.07941059116518405,"values":[0.09771647356342367,0.08069099617127078,0.0598243037608577],"n":3,"sample_sd":0.018978506548760155,"df":2,"ci95_low":0.03226536733305886,"ci95_high":0.12655581499730922},"accuracy_pp":{"mean":-0.22697795071335927,"values":[-0.6809338521400778,0.09727626459143969,-0.09727626459143969],"n":3,"sample_sd":0.40499338511014255,"df":2,"ci95_low":-1.2330372917100885,"ci95_high":0.7790813902833699},"harm_rate":{"mean":0.006809338521400778,"values":[0.007782101167315175,0.006809338521400778,0.005836575875486381],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":0.004392862148018246,"ci95_high":0.00922581489478331},"repair_rate":{"mean":0.004539559014267186,"values":[0.0009727626459143969,0.007782101167315175,0.0048638132295719845],"n":3,"sample_sd":0.003416230140354325,"df":2,"ci95_low":-0.003946827109702033,"ci95_high":0.013025945138236406},"conditional_harm":{"mean":0.006951560858583609,"values":[0.00791295746785361,0.007007007007007007,0.005934718100890208],"n":3,"sample_sd":0.0009902845322341365,"df":2,"ci95_low":0.004491557706611686,"ci95_high":0.009411564010555531},"metrics":{"accuracy":{"mean":0.977302204928664,"values":[0.9766536964980544,0.9727626459143969,0.9824902723735408],"n":3,"sample_sd":0.004896131280979717,"df":2,"ci95_low":0.9651395405714763,"ci95_high":0.9894648692858518},"ce":{"mean":0.07941059116518405,"values":[0.09771647356342367,0.08069099617127078,0.0598243037608577],"n":3,"sample_sd":0.018978506548760155,"df":2,"ci95_low":0.03226536733305886,"ci95_high":0.12655581499730922},"accuracy_pp":{"mean":-0.22697795071335927,"values":[-0.6809338521400778,0.09727626459143969,-0.09727626459143969],"n":3,"sample_sd":0.40499338511014255,"df":2,"ci95_low":-1.2330372917100885,"ci95_high":0.7790813902833699},"harm_rate":{"mean":0.006809338521400778,"values":[0.007782101167315175,0.006809338521400778,0.005836575875486381],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":0.004392862148018246,"ci95_high":0.00922581489478331},"repair_rate":{"mean":0.004539559014267186,"values":[0.0009727626459143969,0.007782101167315175,0.0048638132295719845],"n":3,"sample_sd":0.003416230140354325,"df":2,"ci95_low":-0.003946827109702033,"ci95_high":0.013025945138236406},"conditional_harm":{"mean":0.006951560858583609,"values":[0.00791295746785361,0.007007007007007007,0.005934718100890208],"n":3,"sample_sd":0.0009902845322341365,"df":2,"ci95_low":0.004491557706611686,"ci95_high":0.009411564010555531}}},{"digit":8,"n":974,"accuracy":{"mean":0.9644079397672827,"values":[0.9815195071868583,0.9630390143737166,0.9486652977412731],"n":3,"sample_sd":0.016469828084210787,"df":2,"ci95_low":0.9234946187158185,"ci95_high":1.0053212608187467},"ce":{"mean":0.11961956072558387,"values":[0.06323179507175776,0.13150663330103152,0.16412025380396233],"n":3,"sample_sd":0.05148395038407995,"df":2,"ci95_low":-0.008273661977866678,"ci95_high":0.24751278342903443},"accuracy_pp":{"mean":-1.0609171800136892,"values":[-0.2053388090349076,-1.3347022587268993,-1.6427104722792607],"n":3,"sample_sd":0.7567879667178637,"df":2,"ci95_low":-2.940882708002163,"ci95_high":0.8190483479747848},"harm_rate":{"mean":0.014373716632443531,"values":[0.00513347022587269,0.014373716632443531,0.023613963039014373],"n":3,"sample_sd":0.009240246406570842,"df":2,"ci95_low":-0.00858032793278767,"ci95_high":0.03732776119767473},"repair_rate":{"mean":0.0037645448323066393,"values":[0.003080082135523614,0.001026694045174538,0.007186858316221766],"n":3,"sample_sd":0.0031366021183818205,"df":2,"ci95_low":-0.004027206776994226,"ci95_high":0.011556296441607505},"conditional_harm":{"mean":0.014802879246199132,"values":[0.005219206680584551,0.014721345951629864,0.02446808510638298],"n":3,"sample_sd":0.0096246982249515,"df":2,"ci95_low":-0.009106196579455862,"ci95_high":0.038711955071854126},"metrics":{"accuracy":{"mean":0.9644079397672827,"values":[0.9815195071868583,0.9630390143737166,0.9486652977412731],"n":3,"sample_sd":0.016469828084210787,"df":2,"ci95_low":0.9234946187158185,"ci95_high":1.0053212608187467},"ce":{"mean":0.11961956072558387,"values":[0.06323179507175776,0.13150663330103152,0.16412025380396233],"n":3,"sample_sd":0.05148395038407995,"df":2,"ci95_low":-0.008273661977866678,"ci95_high":0.24751278342903443},"accuracy_pp":{"mean":-1.0609171800136892,"values":[-0.2053388090349076,-1.3347022587268993,-1.6427104722792607],"n":3,"sample_sd":0.7567879667178637,"df":2,"ci95_low":-2.940882708002163,"ci95_high":0.8190483479747848},"harm_rate":{"mean":0.014373716632443531,"values":[0.00513347022587269,0.014373716632443531,0.023613963039014373],"n":3,"sample_sd":0.009240246406570842,"df":2,"ci95_low":-0.00858032793278767,"ci95_high":0.03732776119767473},"repair_rate":{"mean":0.0037645448323066393,"values":[0.003080082135523614,0.001026694045174538,0.007186858316221766],"n":3,"sample_sd":0.0031366021183818205,"df":2,"ci95_low":-0.004027206776994226,"ci95_high":0.011556296441607505},"conditional_harm":{"mean":0.014802879246199132,"values":[0.005219206680584551,0.014721345951629864,0.02446808510638298],"n":3,"sample_sd":0.0096246982249515,"df":2,"ci95_low":-0.009106196579455862,"ci95_high":0.038711955071854126}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9808391146349521,"values":[0.9841427155599604,0.981169474727453,0.977205153617443],"n":3,"sample_sd":0.0034805595483491246,"df":2,"ci95_low":0.9721929254026028,"ci95_high":0.9894853038673014},"ce":{"mean":0.08330296489329324,"values":[0.0858207971617635,0.07585426187925234,0.08823383563886388],"n":3,"sample_sd":0.006562626845747681,"df":2,"ci95_low":0.06700049605705592,"ci95_high":0.09960543372953055},"accuracy_pp":{"mean":-0.06607201850016517,"values":[0.09910802775024777,0.49554013875123887,-0.7928642220019821],"n":3,"sample_sd":0.6598937679365107,"df":2,"ci95_low":-1.7053390132376256,"ci95_high":1.5731949762372954},"harm_rate":{"mean":0.005946481665014866,"values":[0.003964321110009911,0.003964321110009911,0.009910802775024777],"n":3,"sample_sd":0.0034332027900275067,"df":2,"ci95_low":-0.0025820668580773046,"ci95_high":0.014475030188107037},"repair_rate":{"mean":0.005285761480013214,"values":[0.004955401387512388,0.008919722497522299,0.0019821605550049554],"n":3,"sample_sd":0.0034805595483491042,"df":2,"ci95_low":-0.003360427752335999,"ci95_high":0.013931950712362428},"conditional_harm":{"mean":0.006051177981046038,"values":[0.004032258064516129,0.0040609137055837565,0.01006036217303823],"n":3,"sample_sd":0.0034720849212585957,"df":2,"ci95_low":-0.0025739591105538853,"ci95_high":0.014676315072645961},"metrics":{"accuracy":{"mean":0.9808391146349521,"values":[0.9841427155599604,0.981169474727453,0.977205153617443],"n":3,"sample_sd":0.0034805595483491246,"df":2,"ci95_low":0.9721929254026028,"ci95_high":0.9894853038673014},"ce":{"mean":0.08330296489329324,"values":[0.0858207971617635,0.07585426187925234,0.08823383563886388],"n":3,"sample_sd":0.006562626845747681,"df":2,"ci95_low":0.06700049605705592,"ci95_high":0.09960543372953055},"accuracy_pp":{"mean":-0.06607201850016517,"values":[0.09910802775024777,0.49554013875123887,-0.7928642220019821],"n":3,"sample_sd":0.6598937679365107,"df":2,"ci95_low":-1.7053390132376256,"ci95_high":1.5731949762372954},"harm_rate":{"mean":0.005946481665014866,"values":[0.003964321110009911,0.003964321110009911,0.009910802775024777],"n":3,"sample_sd":0.0034332027900275067,"df":2,"ci95_low":-0.0025820668580773046,"ci95_high":0.014475030188107037},"repair_rate":{"mean":0.005285761480013214,"values":[0.004955401387512388,0.008919722497522299,0.0019821605550049554],"n":3,"sample_sd":0.0034805595483491042,"df":2,"ci95_low":-0.003360427752335999,"ci95_high":0.013931950712362428},"conditional_harm":{"mean":0.006051177981046038,"values":[0.004032258064516129,0.0040609137055837565,0.01006036217303823],"n":3,"sample_sd":0.0034720849212585957,"df":2,"ci95_low":-0.0025739591105538853,"ci95_high":0.014676315072645961}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m08-s201-v1","accuracy":0.9814,"test_accuracy":0.9814,"ce":0.07834912702747097,"training_seconds":64.17964561900015,"selected_epoch":10,"epoch":10,"total_run_seconds":69.8429332,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":64,"repair_count":30,"harm_rate":0.0064,"repair_rate":0.003,"conditional_harm":0.006498781478472786,"accuracy_pp":-0.34,"ce":0.006967990769358473},"per_class":[{"n":980,"baseline_correct":973,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.0010277492291880781,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9918367346938776,"ce":0.03592825993091428},{"n":1135,"baseline_correct":1126,"harm_count":2,"repair_count":1,"harm_rate":0.001762114537444934,"repair_rate":0.000881057268722467,"conditional_harm":0.0017761989342806395,"accuracy_pp":-0.0881057268722467,"digit":1,"accuracy":0.9911894273127754,"ce":0.030433671178565443},{"n":1032,"baseline_correct":1016,"harm_count":12,"repair_count":5,"harm_rate":0.011627906976744186,"repair_rate":0.0048449612403100775,"conditional_harm":0.011811023622047244,"accuracy_pp":-0.6782945736434108,"digit":2,"accuracy":0.9777131782945736,"ce":0.08418994282294101},{"n":1010,"baseline_correct":990,"harm_count":2,"repair_count":10,"harm_rate":0.0019801980198019802,"repair_rate":0.009900990099009901,"conditional_harm":0.00202020202020202,"accuracy_pp":0.7920792079207921,"digit":3,"accuracy":0.9881188118811881,"ce":0.04505217797510891},{"n":982,"baseline_correct":964,"harm_count":19,"repair_count":0,"harm_rate":0.019348268839103868,"repair_rate":0.0,"conditional_harm":0.01970954356846473,"accuracy_pp":-1.934826883910387,"digit":4,"accuracy":0.9623217922606925,"ce":0.16420553855843223},{"n":892,"baseline_correct":876,"harm_count":9,"repair_count":2,"harm_rate":0.010089686098654708,"repair_rate":0.002242152466367713,"conditional_harm":0.010273972602739725,"accuracy_pp":-0.7847533632286996,"digit":5,"accuracy":0.9742152466367713,"ce":0.11464013548286175},{"n":958,"baseline_correct":942,"harm_count":2,"repair_count":3,"harm_rate":0.0020876826722338203,"repair_rate":0.003131524008350731,"conditional_harm":0.0021231422505307855,"accuracy_pp":0.10438413361169102,"digit":6,"accuracy":0.9843423799582464,"ce":0.07224458322776905},{"n":1028,"baseline_correct":1011,"harm_count":8,"repair_count":1,"harm_rate":0.007782101167315175,"repair_rate":0.0009727626459143969,"conditional_harm":0.00791295746785361,"accuracy_pp":-0.6809338521400778,"digit":7,"accuracy":0.9766536964980544,"ce":0.09771647356342367},{"n":974,"baseline_correct":958,"harm_count":5,"repair_count":3,"harm_rate":0.00513347022587269,"repair_rate":0.003080082135523614,"conditional_harm":0.005219206680584551,"accuracy_pp":-0.2053388090349076,"digit":8,"accuracy":0.9815195071868583,"ce":0.06323179507175776},{"n":1009,"baseline_correct":992,"harm_count":4,"repair_count":5,"harm_rate":0.003964321110009911,"repair_rate":0.004955401387512388,"conditional_harm":0.004032258064516129,"accuracy_pp":0.09910802775024777,"digit":9,"accuracy":0.9841427155599604,"ce":0.0858207971617635}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"3123526ac19198017bd67e8317a907af9315bab2362e55572e699cf64107d0fc","train_accuracy":0.9986,"train_ce":0.0046013134765625,"validation_accuracy":0.9797,"validation_ce":0.08424964599609375},{"seed":202,"run_id":"halfdrop-m08-s202-v1","accuracy":0.978,"test_accuracy":0.978,"ce":0.07338456490061328,"training_seconds":63.90965220300018,"selected_epoch":5,"epoch":5,"total_run_seconds":73.768590002,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":58,"repair_count":63,"harm_rate":0.0058,"repair_rate":0.0063,"conditional_harm":0.005933503836317136,"accuracy_pp":0.05,"ce":-0.002605165898894271},"per_class":[{"n":980,"baseline_correct":967,"harm_count":1,"repair_count":3,"harm_rate":0.0010204081632653062,"repair_rate":0.003061224489795918,"conditional_harm":0.001034126163391934,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9887755102040816,"ce":0.03846367958875158},{"n":1135,"baseline_correct":1127,"harm_count":0,"repair_count":3,"harm_rate":0.0,"repair_rate":0.0026431718061674008,"conditional_harm":0.0,"accuracy_pp":0.2643171806167401,"digit":1,"accuracy":0.9955947136563876,"ce":0.012693790520910336},{"n":1032,"baseline_correct":1000,"harm_count":10,"repair_count":10,"harm_rate":0.009689922480620155,"repair_rate":0.009689922480620155,"conditional_harm":0.01,"accuracy_pp":0.0,"digit":2,"accuracy":0.9689922480620154,"ce":0.09569610672496345},{"n":1010,"baseline_correct":971,"harm_count":5,"repair_count":17,"harm_rate":0.0049504950495049506,"repair_rate":0.016831683168316833,"conditional_harm":0.005149330587023687,"accuracy_pp":1.188118811881188,"digit":3,"accuracy":0.9732673267326732,"ce":0.06935664777676713},{"n":982,"baseline_correct":955,"harm_count":4,"repair_count":10,"harm_rate":0.004073319755600814,"repair_rate":0.010183299389002037,"conditional_harm":0.004188481675392671,"accuracy_pp":0.6109979633401222,"digit":4,"accuracy":0.9786150712830958,"ce":0.07379898725987255},{"n":892,"baseline_correct":875,"harm_count":10,"repair_count":1,"harm_rate":0.011210762331838564,"repair_rate":0.0011210762331838565,"conditional_harm":0.011428571428571429,"accuracy_pp":-1.0089686098654709,"digit":5,"accuracy":0.9708520179372198,"ce":0.09225221193706787},{"n":958,"baseline_correct":945,"harm_count":3,"repair_count":1,"harm_rate":0.003131524008350731,"repair_rate":0.0010438413361169101,"conditional_harm":0.0031746031746031746,"accuracy_pp":-0.20876826722338204,"digit":6,"accuracy":0.9843423799582464,"ce":0.07369609676485388},{"n":1028,"baseline_correct":999,"harm_count":7,"repair_count":8,"harm_rate":0.006809338521400778,"repair_rate":0.007782101167315175,"conditional_harm":0.007007007007007007,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.9727626459143969,"ce":0.08069099617127078},{"n":974,"baseline_correct":951,"harm_count":14,"repair_count":1,"harm_rate":0.014373716632443531,"repair_rate":0.001026694045174538,"conditional_harm":0.014721345951629864,"accuracy_pp":-1.3347022587268993,"digit":8,"accuracy":0.9630390143737166,"ce":0.13150663330103152},{"n":1009,"baseline_correct":985,"harm_count":4,"repair_count":9,"harm_rate":0.003964321110009911,"repair_rate":0.008919722497522299,"conditional_harm":0.0040609137055837565,"accuracy_pp":0.49554013875123887,"digit":9,"accuracy":0.981169474727453,"ce":0.07585426187925234}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"21a956eb015eb09d611242fe814ce1c7470b1386a8fdbfcee6a03fe58117c3ef","train_accuracy":0.99352,"train_ce":0.021629892578125,"validation_accuracy":0.9777,"validation_ce":0.07648810424804688},{"seed":203,"run_id":"halfdrop-m08-s203-v1","accuracy":0.9791,"test_accuracy":0.9791,"ce":0.07119460367200924,"training_seconds":63.888597411000035,"selected_epoch":5,"epoch":5,"total_run_seconds":75.654805092,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":63,"repair_count":80,"harm_rate":0.0063,"repair_rate":0.008,"conditional_harm":0.006445672191528545,"accuracy_pp":0.17,"ce":-0.005915721157576007},"per_class":[{"n":980,"baseline_correct":971,"harm_count":1,"repair_count":2,"harm_rate":0.0010204081632653062,"repair_rate":0.0020408163265306124,"conditional_harm":0.0010298661174047373,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9918367346938776,"ce":0.037917454558956565},{"n":1135,"baseline_correct":1123,"harm_count":2,"repair_count":2,"harm_rate":0.001762114537444934,"repair_rate":0.001762114537444934,"conditional_harm":0.0017809439002671415,"accuracy_pp":0.0,"digit":1,"accuracy":0.9894273127753304,"ce":0.032801677152776584},{"n":1032,"baseline_correct":1015,"harm_count":9,"repair_count":5,"harm_rate":0.00872093023255814,"repair_rate":0.0048449612403100775,"conditional_harm":0.008866995073891626,"accuracy_pp":-0.3875968992248062,"digit":2,"accuracy":0.9796511627906976,"ce":0.059404672337120254},{"n":1010,"baseline_correct":944,"harm_count":2,"repair_count":39,"harm_rate":0.0019801980198019802,"repair_rate":0.03861386138613861,"conditional_harm":0.00211864406779661,"accuracy_pp":3.6633663366336635,"digit":3,"accuracy":0.9712871287128713,"ce":0.08646694372349668},{"n":982,"baseline_correct":957,"harm_count":3,"repair_count":8,"harm_rate":0.003054989816700611,"repair_rate":0.008146639511201629,"conditional_harm":0.003134796238244514,"accuracy_pp":0.5091649694501018,"digit":4,"accuracy":0.9796334012219959,"ce":0.07064113685966819},{"n":892,"baseline_correct":883,"harm_count":7,"repair_count":1,"harm_rate":0.007847533632286996,"repair_rate":0.0011210762331838565,"conditional_harm":0.007927519818799546,"accuracy_pp":-0.672645739910314,"digit":5,"accuracy":0.9831838565022422,"ce":0.05868165337675655},{"n":958,"baseline_correct":936,"harm_count":0,"repair_count":9,"harm_rate":0.0,"repair_rate":0.009394572025052192,"conditional_harm":0.0,"accuracy_pp":0.9394572025052192,"digit":6,"accuracy":0.9864300626304802,"ce":0.059317024877012604},{"n":1028,"baseline_correct":1011,"harm_count":6,"repair_count":5,"harm_rate":0.005836575875486381,"repair_rate":0.0048638132295719845,"conditional_harm":0.005934718100890208,"accuracy_pp":-0.09727626459143969,"digit":7,"accuracy":0.9824902723735408,"ce":0.0598243037608577},{"n":974,"baseline_correct":940,"harm_count":23,"repair_count":7,"harm_rate":0.023613963039014373,"repair_rate":0.007186858316221766,"conditional_harm":0.02446808510638298,"accuracy_pp":-1.6427104722792607,"digit":8,"accuracy":0.9486652977412731,"ce":0.16412025380396233},{"n":1009,"baseline_correct":994,"harm_count":10,"repair_count":2,"harm_rate":0.009910802775024777,"repair_rate":0.0019821605550049554,"conditional_harm":0.01006036217303823,"accuracy_pp":-0.7928642220019821,"digit":9,"accuracy":0.977205153617443,"ce":0.08823383563886388}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"c5a636c2f6bdbc62612f31ad5e2a578e4f54fe03a948cabe918b129cb7fb85f7","train_accuracy":0.99418,"train_ce":0.019397239990234374,"validation_accuracy":0.978,"validation_ce":0.07392418212890625}]},{"endpoint":"selected","drop_mask":9,"k":2,"drop_probabilities":[0.5,0,0,0.5],"nominal_training_affine_fraction":0.7701629753447555,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9796666666666667,"values":[0.981,0.9779,0.9801],"n":3,"sample_sd":0.0015947831618540853,"df":2,"ci95_low":0.9757050056721019,"ci95_high":0.9836283276612314},"ce":{"mean":0.07187758903563894,"values":[0.0776696401956238,0.0713632589019767,0.06659986800931633],"n":3,"sample_sd":0.005552779995550096,"df":2,"ci95_low":0.05808371884315751,"ci95_high":0.08567145922812038},"training_seconds":{"mean":52.5769431026666,"values":[52.5740628719995,52.58171577600035,52.57505065999993],"n":3,"sample_sd":0.00416266012863297,"df":2,"ci95_low":52.5666024816595,"ci95_high":52.58728372367369},"selected_epoch":{"mean":6.666666666666667,"values":[10.0,5.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":0.9947133333333333,"values":[0.99708,0.99346,0.9936],"n":3,"sample_sd":0.002050788466257112,"df":2,"ci95_low":0.9896188923653032,"ci95_high":0.9998077743013635},"train_ce":{"mean":0.017915899658203123,"values":[0.008870181884765625,0.023506435546875,0.02137108154296875],"n":3,"sample_sd":0.007906243843192032,"df":2,"ci95_low":-0.0017242988316512262,"ci95_high":0.03755609814805747},"validation_accuracy":{"mean":0.9796666666666667,"values":[0.9797,0.9787,0.9806],"n":3,"sample_sd":0.0009504384952922232,"df":2,"ci95_low":0.9773056465577294,"ci95_high":0.9820276867756039},"validation_ce":{"mean":0.07335945434570312,"values":[0.081252392578125,0.07215796508789063,0.06666800537109376],"n":3,"sample_sd":0.00736605524542365,"df":2,"ci95_low":0.05506115872306969,"ci95_high":0.09165774996833656},"harm_rate":{"mean":0.006866666666666667,"values":[0.0069,0.0074,0.0063],"n":3,"sample_sd":0.0005507570547286103,"df":2,"ci95_low":0.005498510296954917,"ci95_high":0.008234823036378416},"repair_rate":{"mean":0.006633333333333333,"values":[0.0031,0.0078,0.009],"n":3,"sample_sd":0.003118225991382493,"df":2,"ci95_low":-0.001112769445890993,"ci95_high":0.01437943611255766},"conditional_harm":{"mean":0.0070075011512751445,"values":[0.007006498781478473,0.0075703324808184145,0.006445672191528545],"n":3,"sample_sd":0.0005623308146770014,"df":2,"ci95_low":0.005610593968007845,"ci95_high":0.008404408334542444}},"paired_vs_none":{"accuracy_pp":{"mean":-0.023333333333333327,"values":[-0.38,0.04,0.27],"n":3,"sample_sd":0.3295957119462165,"df":2,"ci95_low":-0.8420944710387748,"ci95_high":0.7954278043721081},"ce":{"mean":-0.002949474926762822,"values":[0.006288503937511292,-0.004626471897530848,-0.01051045682026891],"n":3,"sample_sd":0.008524113429872554,"df":2,"ci95_low":-0.024124546557887545,"ci95_high":0.0182255967043619},"harm_rate":{"mean":0.006866666666666667,"values":[0.0069,0.0074,0.0063],"n":3,"sample_sd":0.0005507570547286103,"df":2,"ci95_low":0.005498510296954917,"ci95_high":0.008234823036378416},"repair_rate":{"mean":0.006633333333333333,"values":[0.0031,0.0078,0.009],"n":3,"sample_sd":0.003118225991382493,"df":2,"ci95_low":-0.001112769445890993,"ci95_high":0.01437943611255766},"conditional_harm":{"mean":0.0070075011512751445,"values":[0.007006498781478473,0.0075703324808184145,0.006445672191528545],"n":3,"sample_sd":0.0005623308146770014,"df":2,"ci95_low":0.005610593968007845,"ci95_high":0.008404408334542444},"harm_count":{"mean":68.66666666666667,"values":[69.0,74.0,63.0],"n":3,"sample_sd":5.507570547286102,"df":2,"ci95_low":54.98510296954918,"ci95_high":82.34823036378417},"repair_count":{"mean":66.33333333333333,"values":[31.0,78.0,90.0],"n":3,"sample_sd":31.182259913824932,"df":2,"ci95_low":-11.127694458909943,"ci95_high":143.7943611255766}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9860544217687075,"values":[0.9857142857142858,0.9877551020408163,0.9846938775510204],"n":3,"sample_sd":0.0015586992159713324,"df":2,"ci95_low":0.982182398264902,"ci95_high":0.9899264452725131},"ce":{"mean":0.04965920968623165,"values":[0.058437781647430534,0.03785696241872077,0.052682884992543644],"n":3,"sample_sd":0.010618356242832886,"df":2,"ci95_low":0.023281750505688058,"ci95_high":0.07603666886677524},"accuracy_pp":{"mean":-0.40816326530612246,"values":[-0.7142857142857143,0.10204081632653061,-0.6122448979591837],"n":3,"sample_sd":0.4447856064837422,"df":2,"ci95_low":-1.5130719640547865,"ci95_high":0.6967454334425416},"harm_rate":{"mean":0.005442176870748299,"values":[0.007142857142857143,0.0020408163265306124,0.007142857142857143],"n":3,"sample_sd":0.00294566463872258,"df":2,"ci95_low":-0.001875259744727892,"ci95_high":0.01275961348622449},"repair_rate":{"mean":0.0013605442176870747,"values":[0.0,0.003061224489795918,0.0010204081632653062],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.00251147928611856,"ci95_high":0.005232567721492709},"conditional_harm":{"mean":0.005490519917644526,"values":[0.007194244604316547,0.002068252326783868,0.007209062821833162],"n":3,"sample_sd":0.0029637799332075925,"df":2,"ci95_low":-0.001871917584022921,"ci95_high":0.012852957419311972},"metrics":{"accuracy":{"mean":0.9860544217687075,"values":[0.9857142857142858,0.9877551020408163,0.9846938775510204],"n":3,"sample_sd":0.0015586992159713324,"df":2,"ci95_low":0.982182398264902,"ci95_high":0.9899264452725131},"ce":{"mean":0.04965920968623165,"values":[0.058437781647430534,0.03785696241872077,0.052682884992543644],"n":3,"sample_sd":0.010618356242832886,"df":2,"ci95_low":0.023281750505688058,"ci95_high":0.07603666886677524},"accuracy_pp":{"mean":-0.40816326530612246,"values":[-0.7142857142857143,0.10204081632653061,-0.6122448979591837],"n":3,"sample_sd":0.4447856064837422,"df":2,"ci95_low":-1.5130719640547865,"ci95_high":0.6967454334425416},"harm_rate":{"mean":0.005442176870748299,"values":[0.007142857142857143,0.0020408163265306124,0.007142857142857143],"n":3,"sample_sd":0.00294566463872258,"df":2,"ci95_low":-0.001875259744727892,"ci95_high":0.01275961348622449},"repair_rate":{"mean":0.0013605442176870747,"values":[0.0,0.003061224489795918,0.0010204081632653062],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.00251147928611856,"ci95_high":0.005232567721492709},"conditional_harm":{"mean":0.005490519917644526,"values":[0.007194244604316547,0.002068252326783868,0.007209062821833162],"n":3,"sample_sd":0.0029637799332075925,"df":2,"ci95_low":-0.001871917584022921,"ci95_high":0.012852957419311972}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9911894273127753,"values":[0.9929515418502203,0.9903083700440528,0.9903083700440528],"n":3,"sample_sd":0.0015260359538052158,"df":2,"ci95_low":0.9873985438503082,"ci95_high":0.9949803107752423},"ce":{"mean":0.026854735288997955,"values":[0.022127370747675738,0.02665105426537112,0.031785780853947],"n":3,"sample_sd":0.004832425469137624,"df":2,"ci95_low":0.0148503249414704,"ci95_high":0.03885914563652551},"accuracy_pp":{"mean":-0.029368575624082228,"values":[0.0881057268722467,-0.2643171806167401,0.0881057268722467],"n":3,"sample_sd":0.2034714605073571,"df":2,"ci95_low":-0.5348197039530103,"ci95_high":0.4760825527048458},"harm_rate":{"mean":0.0020558002936857563,"values":[0.0,0.003524229074889868,0.0026431718061674008],"n":3,"sample_sd":0.0018340669598820552,"df":2,"ci95_low":-0.0025002746073919417,"ci95_high":0.006611875194763454},"repair_rate":{"mean":0.001762114537444934,"values":[0.000881057268722467,0.000881057268722467,0.003524229074889868],"n":3,"sample_sd":0.0015260359538051783,"df":2,"ci95_low":-0.002028768925022027,"ci95_high":0.005552997999911895},"conditional_harm":{"mean":0.0020735538785571143,"values":[0.0,0.00354924578527063,0.0026714158504007124],"n":3,"sample_sd":0.0018486118073024066,"df":2,"ci95_low":-0.0025186524265103966,"ci95_high":0.006665760183624626},"metrics":{"accuracy":{"mean":0.9911894273127753,"values":[0.9929515418502203,0.9903083700440528,0.9903083700440528],"n":3,"sample_sd":0.0015260359538052158,"df":2,"ci95_low":0.9873985438503082,"ci95_high":0.9949803107752423},"ce":{"mean":0.026854735288997955,"values":[0.022127370747675738,0.02665105426537112,0.031785780853947],"n":3,"sample_sd":0.004832425469137624,"df":2,"ci95_low":0.0148503249414704,"ci95_high":0.03885914563652551},"accuracy_pp":{"mean":-0.029368575624082228,"values":[0.0881057268722467,-0.2643171806167401,0.0881057268722467],"n":3,"sample_sd":0.2034714605073571,"df":2,"ci95_low":-0.5348197039530103,"ci95_high":0.4760825527048458},"harm_rate":{"mean":0.0020558002936857563,"values":[0.0,0.003524229074889868,0.0026431718061674008],"n":3,"sample_sd":0.0018340669598820552,"df":2,"ci95_low":-0.0025002746073919417,"ci95_high":0.006611875194763454},"repair_rate":{"mean":0.001762114537444934,"values":[0.000881057268722467,0.000881057268722467,0.003524229074889868],"n":3,"sample_sd":0.0015260359538051783,"df":2,"ci95_low":-0.002028768925022027,"ci95_high":0.005552997999911895},"conditional_harm":{"mean":0.0020735538785571143,"values":[0.0,0.00354924578527063,0.0026714158504007124],"n":3,"sample_sd":0.0018486118073024066,"df":2,"ci95_low":-0.0025186524265103966,"ci95_high":0.006665760183624626}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9786821705426356,"values":[0.9815891472868217,0.9796511627906976,0.9748062015503876],"n":3,"sample_sd":0.0034937512359147246,"df":2,"ci95_low":0.9700032113417218,"ci95_high":0.9873611297435494},"ce":{"mean":0.06554169193916597,"values":[0.068711382897166,0.06103509258780549,0.06687860033252642],"n":3,"sample_sd":0.00400897134781152,"df":2,"ci95_low":0.055582855028392386,"ci95_high":0.07550052884993955},"accuracy_pp":{"mean":-0.03229974160206722,"values":[-0.29069767441860467,1.065891472868217,-0.872093023255814],"n":3,"sample_sd":0.9944964029935821,"df":2,"ci95_low":-2.5027657605649134,"ci95_high":2.4381662773607786},"harm_rate":{"mean":0.007751937984496124,"values":[0.007751937984496124,0.0029069767441860465,0.012596899224806201],"n":3,"sample_sd":0.0048449612403100775,"df":2,"ci95_low":-0.004283612944947885,"ci95_high":0.01978748891394013},"repair_rate":{"mean":0.007428940568475452,"values":[0.0048449612403100775,0.013565891472868217,0.003875968992248062],"n":3,"sample_sd":0.005336793165974905,"df":2,"ci95_low":-0.005828388595398088,"ci95_high":0.02068626973234899},"conditional_harm":{"mean":0.007893965840476837,"values":[0.007874015748031496,0.003,0.012807881773399015],"n":3,"sample_sd":0.004903971321784477,"df":2,"ci95_low":-0.004288174257736315,"ci95_high":0.02007610593868999},"metrics":{"accuracy":{"mean":0.9786821705426356,"values":[0.9815891472868217,0.9796511627906976,0.9748062015503876],"n":3,"sample_sd":0.0034937512359147246,"df":2,"ci95_low":0.9700032113417218,"ci95_high":0.9873611297435494},"ce":{"mean":0.06554169193916597,"values":[0.068711382897166,0.06103509258780549,0.06687860033252642],"n":3,"sample_sd":0.00400897134781152,"df":2,"ci95_low":0.055582855028392386,"ci95_high":0.07550052884993955},"accuracy_pp":{"mean":-0.03229974160206722,"values":[-0.29069767441860467,1.065891472868217,-0.872093023255814],"n":3,"sample_sd":0.9944964029935821,"df":2,"ci95_low":-2.5027657605649134,"ci95_high":2.4381662773607786},"harm_rate":{"mean":0.007751937984496124,"values":[0.007751937984496124,0.0029069767441860465,0.012596899224806201],"n":3,"sample_sd":0.0048449612403100775,"df":2,"ci95_low":-0.004283612944947885,"ci95_high":0.01978748891394013},"repair_rate":{"mean":0.007428940568475452,"values":[0.0048449612403100775,0.013565891472868217,0.003875968992248062],"n":3,"sample_sd":0.005336793165974905,"df":2,"ci95_low":-0.005828388595398088,"ci95_high":0.02068626973234899},"conditional_harm":{"mean":0.007893965840476837,"values":[0.007874015748031496,0.003,0.012807881773399015],"n":3,"sample_sd":0.004903971321784477,"df":2,"ci95_low":-0.004288174257736315,"ci95_high":0.02007610593868999}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9745874587458746,"values":[0.9831683168316832,0.9702970297029703,0.9702970297029703],"n":3,"sample_sd":0.007431241088579348,"df":2,"ci95_low":0.9561272325119802,"ci95_high":0.993047684979769},"ce":{"mean":0.08702114481857472,"values":[0.08423504127373407,0.08339249218214319,0.09343590099984687],"n":3,"sample_sd":0.0055712920307422606,"df":2,"ci95_low":0.07318128818134957,"ci95_high":0.10086100145579986},"accuracy_pp":{"mean":1.5841584158415842,"values":[0.297029702970297,0.8910891089108911,3.5643564356435644],"n":3,"sample_sd":1.7404352308165294,"df":2,"ci95_low":-2.739322376039914,"ci95_high":5.907639207723083},"harm_rate":{"mean":0.0046204620462046205,"values":[0.0029702970297029703,0.009900990099009901,0.0009900990099009901],"n":3,"sample_sd":0.004679025372527335,"df":2,"ci95_low":-0.00700288133633384,"ci95_high":0.016243805428743083},"repair_rate":{"mean":0.02046204620462046,"values":[0.005940594059405941,0.01881188118811881,0.03663366336633663],"n":3,"sample_sd":0.01541292993905692,"df":2,"ci95_low":-0.017825794306896136,"ci95_high":0.058749886716137054},"conditional_harm":{"mean":0.00479609541274957,"values":[0.0030303030303030303,0.010298661174047374,0.001059322033898305],"n":3,"sample_sd":0.004866196049287606,"df":2,"ci95_low":-0.007292205706479178,"ci95_high":0.01688439653197832},"metrics":{"accuracy":{"mean":0.9745874587458746,"values":[0.9831683168316832,0.9702970297029703,0.9702970297029703],"n":3,"sample_sd":0.007431241088579348,"df":2,"ci95_low":0.9561272325119802,"ci95_high":0.993047684979769},"ce":{"mean":0.08702114481857472,"values":[0.08423504127373407,0.08339249218214319,0.09343590099984687],"n":3,"sample_sd":0.0055712920307422606,"df":2,"ci95_low":0.07318128818134957,"ci95_high":0.10086100145579986},"accuracy_pp":{"mean":1.5841584158415842,"values":[0.297029702970297,0.8910891089108911,3.5643564356435644],"n":3,"sample_sd":1.7404352308165294,"df":2,"ci95_low":-2.739322376039914,"ci95_high":5.907639207723083},"harm_rate":{"mean":0.0046204620462046205,"values":[0.0029702970297029703,0.009900990099009901,0.0009900990099009901],"n":3,"sample_sd":0.004679025372527335,"df":2,"ci95_low":-0.00700288133633384,"ci95_high":0.016243805428743083},"repair_rate":{"mean":0.02046204620462046,"values":[0.005940594059405941,0.01881188118811881,0.03663366336633663],"n":3,"sample_sd":0.01541292993905692,"df":2,"ci95_low":-0.017825794306896136,"ci95_high":0.058749886716137054},"conditional_harm":{"mean":0.00479609541274957,"values":[0.0030303030303030303,0.010298661174047374,0.001059322033898305],"n":3,"sample_sd":0.004866196049287606,"df":2,"ci95_low":-0.007292205706479178,"ci95_high":0.01688439653197832}}},{"digit":4,"n":982,"accuracy":{"mean":0.9796334012219959,"values":[0.9786150712830958,0.9745417515274949,0.9857433808553971],"n":3,"sample_sd":0.005669821143411428,"df":2,"ci95_low":0.9655487847002755,"ci95_high":0.9937180177437164},"ce":{"mean":0.06744156384848801,"values":[0.08593829031332194,0.06837278172225958,0.04801361950988253],"n":3,"sample_sd":0.018979476782399352,"df":2,"ci95_low":0.0202939298223904,"ci95_high":0.11458919787458563},"accuracy_pp":{"mean":0.3394433129667346,"values":[-0.3054989816700611,0.20366598778004075,1.120162932790224],"n":3,"sample_sd":0.7224642448673715,"df":2,"ci95_low":-1.4552573631623194,"ci95_high":2.1341439890957887},"harm_rate":{"mean":0.005091649694501018,"values":[0.008146639511201629,0.0050916496945010185,0.002036659877800407],"n":3,"sample_sd":0.003054989816700611,"df":2,"ci95_low":-0.0024973657184437182,"ci95_high":0.012680665107445754},"repair_rate":{"mean":0.008486082824168364,"values":[0.0050916496945010185,0.007128309572301426,0.013238289205702648],"n":3,"sample_sd":0.0042396456200939564,"df":2,"ci95_low":-0.0020457807455326275,"ci95_high":0.019017946393869355},"conditional_harm":{"mean":0.005208073813264168,"values":[0.008298755186721992,0.005235602094240838,0.0020898641588296763],"n":3,"sample_sd":0.0031045370514378745,"df":2,"ci95_low":-0.002504023754008655,"ci95_high":0.012920171380536992},"metrics":{"accuracy":{"mean":0.9796334012219959,"values":[0.9786150712830958,0.9745417515274949,0.9857433808553971],"n":3,"sample_sd":0.005669821143411428,"df":2,"ci95_low":0.9655487847002755,"ci95_high":0.9937180177437164},"ce":{"mean":0.06744156384848801,"values":[0.08593829031332194,0.06837278172225958,0.04801361950988253],"n":3,"sample_sd":0.018979476782399352,"df":2,"ci95_low":0.0202939298223904,"ci95_high":0.11458919787458563},"accuracy_pp":{"mean":0.3394433129667346,"values":[-0.3054989816700611,0.20366598778004075,1.120162932790224],"n":3,"sample_sd":0.7224642448673715,"df":2,"ci95_low":-1.4552573631623194,"ci95_high":2.1341439890957887},"harm_rate":{"mean":0.005091649694501018,"values":[0.008146639511201629,0.0050916496945010185,0.002036659877800407],"n":3,"sample_sd":0.003054989816700611,"df":2,"ci95_low":-0.0024973657184437182,"ci95_high":0.012680665107445754},"repair_rate":{"mean":0.008486082824168364,"values":[0.0050916496945010185,0.007128309572301426,0.013238289205702648],"n":3,"sample_sd":0.0042396456200939564,"df":2,"ci95_low":-0.0020457807455326275,"ci95_high":0.019017946393869355},"conditional_harm":{"mean":0.005208073813264168,"values":[0.008298755186721992,0.005235602094240838,0.0020898641588296763],"n":3,"sample_sd":0.0031045370514378745,"df":2,"ci95_low":-0.002504023754008655,"ci95_high":0.012920171380536992}}},{"digit":5,"n":892,"accuracy":{"mean":0.976831091180867,"values":[0.9674887892376681,0.9865470852017937,0.976457399103139],"n":3,"sample_sd":0.00953464187008451,"df":2,"ci95_low":0.9531457277425277,"ci95_high":1.0005164546192062},"ce":{"mean":0.08896895745612383,"values":[0.14071792691619123,0.05211028571862606,0.07407865973355421],"n":3,"sample_sd":0.04614238013311823,"df":2,"ci95_low":-0.025655069146484757,"ci95_high":0.20359298405873244},"accuracy_pp":{"mean":-0.7473841554559044,"values":[-1.4573991031390134,0.5605381165919282,-1.345291479820628],"n":3,"sample_sd":1.1340800377797846,"df":2,"ci95_low":-3.564595145546473,"ci95_high":2.069826834634664},"harm_rate":{"mean":0.012705530642750373,"values":[0.01905829596412556,0.005605381165919282,0.013452914798206279],"n":3,"sample_sd":0.0067575266517283725,"df":2,"ci95_low":-0.004081096151553335,"ci95_high":0.029492157437054082},"repair_rate":{"mean":0.00523168908819133,"values":[0.004484304932735426,0.011210762331838564,0.0],"n":3,"sample_sd":0.005642626633236733,"df":2,"ci95_low":-0.008785372525249255,"ci95_high":0.019248750701631914},"conditional_harm":{"mean":0.012903570794478193,"values":[0.019406392694063926,0.005714285714285714,0.013590033975084938],"n":3,"sample_sd":0.006871817238559925,"df":2,"ci95_low":-0.004166969556681782,"ci95_high":0.029974111145638166},"metrics":{"accuracy":{"mean":0.976831091180867,"values":[0.9674887892376681,0.9865470852017937,0.976457399103139],"n":3,"sample_sd":0.00953464187008451,"df":2,"ci95_low":0.9531457277425277,"ci95_high":1.0005164546192062},"ce":{"mean":0.08896895745612383,"values":[0.14071792691619123,0.05211028571862606,0.07407865973355421],"n":3,"sample_sd":0.04614238013311823,"df":2,"ci95_low":-0.025655069146484757,"ci95_high":0.20359298405873244},"accuracy_pp":{"mean":-0.7473841554559044,"values":[-1.4573991031390134,0.5605381165919282,-1.345291479820628],"n":3,"sample_sd":1.1340800377797846,"df":2,"ci95_low":-3.564595145546473,"ci95_high":2.069826834634664},"harm_rate":{"mean":0.012705530642750373,"values":[0.01905829596412556,0.005605381165919282,0.013452914798206279],"n":3,"sample_sd":0.0067575266517283725,"df":2,"ci95_low":-0.004081096151553335,"ci95_high":0.029492157437054082},"repair_rate":{"mean":0.00523168908819133,"values":[0.004484304932735426,0.011210762331838564,0.0],"n":3,"sample_sd":0.005642626633236733,"df":2,"ci95_low":-0.008785372525249255,"ci95_high":0.019248750701631914},"conditional_harm":{"mean":0.012903570794478193,"values":[0.019406392694063926,0.005714285714285714,0.013590033975084938],"n":3,"sample_sd":0.006871817238559925,"df":2,"ci95_low":-0.004166969556681782,"ci95_high":0.029974111145638166}}},{"digit":6,"n":958,"accuracy":{"mean":0.9770354906054279,"values":[0.9822546972860126,0.9634655532359081,0.9853862212943633],"n":3,"sample_sd":0.011855758550731293,"df":2,"ci95_low":0.9475841536871195,"ci95_high":1.0064868275237364},"ce":{"mean":0.09051412855770516,"values":[0.08395863700014936,0.13241217403674896,0.05517157463621716],"n":3,"sample_sd":0.03903534809770815,"df":2,"ci95_low":-0.0064550517465058466,"ci95_high":0.18748330886191616},"accuracy_pp":{"mean":-0.521920668058455,"values":[-0.10438413361169102,-2.2964509394572024,0.8350730688935282],"n":3,"sample_sd":1.6069733108915085,"df":2,"ci95_low":-4.5138636715600065,"ci95_high":3.470022335443096},"harm_rate":{"mean":0.009046624913013222,"values":[0.0041753653444676405,0.022964509394572025,0.0],"n":3,"sample_sd":0.012232704127520491,"df":2,"ci95_low":-0.02134109672790753,"ci95_high":0.03943434655393398},"repair_rate":{"mean":0.0038274182324286705,"values":[0.003131524008350731,0.0,0.008350730688935281],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.006652250907898401,"ci95_high":0.014307087372755743},"conditional_harm":{"mean":0.00917556926049495,"values":[0.004246284501061571,0.02328042328042328,0.0],"n":3,"sample_sd":0.012398302835816086,"df":2,"ci95_low":-0.021623522376734428,"ci95_high":0.03997466089772433},"metrics":{"accuracy":{"mean":0.9770354906054279,"values":[0.9822546972860126,0.9634655532359081,0.9853862212943633],"n":3,"sample_sd":0.011855758550731293,"df":2,"ci95_low":0.9475841536871195,"ci95_high":1.0064868275237364},"ce":{"mean":0.09051412855770516,"values":[0.08395863700014936,0.13241217403674896,0.05517157463621716],"n":3,"sample_sd":0.03903534809770815,"df":2,"ci95_low":-0.0064550517465058466,"ci95_high":0.18748330886191616},"accuracy_pp":{"mean":-0.521920668058455,"values":[-0.10438413361169102,-2.2964509394572024,0.8350730688935282],"n":3,"sample_sd":1.6069733108915085,"df":2,"ci95_low":-4.5138636715600065,"ci95_high":3.470022335443096},"harm_rate":{"mean":0.009046624913013222,"values":[0.0041753653444676405,0.022964509394572025,0.0],"n":3,"sample_sd":0.012232704127520491,"df":2,"ci95_low":-0.02134109672790753,"ci95_high":0.03943434655393398},"repair_rate":{"mean":0.0038274182324286705,"values":[0.003131524008350731,0.0,0.008350730688935281],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.006652250907898401,"ci95_high":0.014307087372755743},"conditional_harm":{"mean":0.00917556926049495,"values":[0.004246284501061571,0.02328042328042328,0.0],"n":3,"sample_sd":0.012398302835816086,"df":2,"ci95_low":-0.021623522376734428,"ci95_high":0.03997466089772433}}},{"digit":7,"n":1028,"accuracy":{"mean":0.978923476005188,"values":[0.980544747081712,0.97568093385214,0.980544747081712],"n":3,"sample_sd":0.0028081238773814384,"df":2,"ci95_low":0.9719477095818742,"ci95_high":0.9858992424285019},"ce":{"mean":0.07084965654838579,"values":[0.07055826973026448,0.0733456934951174,0.0686450064197755],"n":3,"sample_sd":0.0023638516140829843,"df":2,"ci95_low":0.06497752360865491,"ci95_high":0.07672178948811667},"accuracy_pp":{"mean":-0.0648508430609598,"values":[-0.2918287937743191,0.38910505836575876,-0.2918287937743191],"n":3,"sample_sd":0.3931373428334028,"df":2,"ci95_low":-1.041458142324903,"ci95_high":0.9117564562029834},"harm_rate":{"mean":0.00616083009079118,"values":[0.006809338521400778,0.007782101167315175,0.0038910505836575876],"n":3,"sample_sd":0.002024966925550713,"df":2,"ci95_low":0.001130533385807534,"ci95_high":0.011191126795774827},"repair_rate":{"mean":0.005512321660181583,"values":[0.0038910505836575876,0.011673151750972763,0.0009727626459143969],"n":3,"sample_sd":0.005531362551631641,"df":2,"ci95_low":-0.008228344652170858,"ci95_high":0.019252987972534025},"conditional_harm":{"mean":0.006296108175435574,"values":[0.006923837784371909,0.008008008008008008,0.003956478733926805],"n":3,"sample_sd":0.002097440275940119,"df":2,"ci95_low":0.0010857776876464107,"ci95_high":0.011506438663224736},"metrics":{"accuracy":{"mean":0.978923476005188,"values":[0.980544747081712,0.97568093385214,0.980544747081712],"n":3,"sample_sd":0.0028081238773814384,"df":2,"ci95_low":0.9719477095818742,"ci95_high":0.9858992424285019},"ce":{"mean":0.07084965654838579,"values":[0.07055826973026448,0.0733456934951174,0.0686450064197755],"n":3,"sample_sd":0.0023638516140829843,"df":2,"ci95_low":0.06497752360865491,"ci95_high":0.07672178948811667},"accuracy_pp":{"mean":-0.0648508430609598,"values":[-0.2918287937743191,0.38910505836575876,-0.2918287937743191],"n":3,"sample_sd":0.3931373428334028,"df":2,"ci95_low":-1.041458142324903,"ci95_high":0.9117564562029834},"harm_rate":{"mean":0.00616083009079118,"values":[0.006809338521400778,0.007782101167315175,0.0038910505836575876],"n":3,"sample_sd":0.002024966925550713,"df":2,"ci95_low":0.001130533385807534,"ci95_high":0.011191126795774827},"repair_rate":{"mean":0.005512321660181583,"values":[0.0038910505836575876,0.011673151750972763,0.0009727626459143969],"n":3,"sample_sd":0.005531362551631641,"df":2,"ci95_low":-0.008228344652170858,"ci95_high":0.019252987972534025},"conditional_harm":{"mean":0.006296108175435574,"values":[0.006923837784371909,0.008008008008008008,0.003956478733926805],"n":3,"sample_sd":0.002097440275940119,"df":2,"ci95_low":0.0010857776876464107,"ci95_high":0.011506438663224736}}},{"digit":8,"n":974,"accuracy":{"mean":0.9760438056125941,"values":[0.973305954825462,0.9753593429158111,0.9794661190965093],"n":3,"sample_sd":0.003136602118381843,"df":2,"ci95_low":0.9682520540032932,"ci95_high":0.983835557221895},"ce":{"mean":0.08649926605719893,"values":[0.09005310057766526,0.0949569351248183,0.07448776246911325],"n":3,"sample_sd":0.010687331853713978,"df":2,"ci95_low":0.059950461960468604,"ci95_high":0.11304807015392926},"accuracy_pp":{"mean":0.10266940451745384,"values":[-1.0266940451745379,-0.1026694045174538,1.4373716632443532],"n":3,"sample_sd":1.2448003750495011,"df":2,"ci95_low":-2.9895861508521566,"ci95_high":3.1949249598870644},"harm_rate":{"mean":0.008555783709787816,"values":[0.011293634496919919,0.008213552361396304,0.006160164271047228],"n":3,"sample_sd":0.0025837900189153835,"df":2,"ci95_low":0.0021372934843314484,"ci95_high":0.014974273935244184},"repair_rate":{"mean":0.009582477754962354,"values":[0.001026694045174538,0.007186858316221766,0.02053388090349076],"n":3,"sample_sd":0.009971801700433583,"df":2,"ci95_low":-0.01518885090404746,"ci95_high":0.03435380641397217},"conditional_harm":{"mean":0.0087591437024453,"values":[0.011482254697286013,0.008412197686645636,0.006382978723404255],"n":3,"sample_sd":0.002567281152866079,"df":2,"ci95_low":0.0023816637737216787,"ci95_high":0.015136623631168921},"metrics":{"accuracy":{"mean":0.9760438056125941,"values":[0.973305954825462,0.9753593429158111,0.9794661190965093],"n":3,"sample_sd":0.003136602118381843,"df":2,"ci95_low":0.9682520540032932,"ci95_high":0.983835557221895},"ce":{"mean":0.08649926605719893,"values":[0.09005310057766526,0.0949569351248183,0.07448776246911325],"n":3,"sample_sd":0.010687331853713978,"df":2,"ci95_low":0.059950461960468604,"ci95_high":0.11304807015392926},"accuracy_pp":{"mean":0.10266940451745384,"values":[-1.0266940451745379,-0.1026694045174538,1.4373716632443532],"n":3,"sample_sd":1.2448003750495011,"df":2,"ci95_low":-2.9895861508521566,"ci95_high":3.1949249598870644},"harm_rate":{"mean":0.008555783709787816,"values":[0.011293634496919919,0.008213552361396304,0.006160164271047228],"n":3,"sample_sd":0.0025837900189153835,"df":2,"ci95_low":0.0021372934843314484,"ci95_high":0.014974273935244184},"repair_rate":{"mean":0.009582477754962354,"values":[0.001026694045174538,0.007186858316221766,0.02053388090349076],"n":3,"sample_sd":0.009971801700433583,"df":2,"ci95_low":-0.01518885090404746,"ci95_high":0.03435380641397217},"conditional_harm":{"mean":0.0087591437024453,"values":[0.011482254697286013,0.008412197686645636,0.006382978723404255],"n":3,"sample_sd":0.002567281152866079,"df":2,"ci95_low":0.0023816637737216787,"ci95_high":0.015136623631168921}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9758837132474397,"values":[0.981169474727453,0.9742319127849356,0.9722497522299306],"n":3,"sample_sd":0.004683662662292016,"df":2,"ci95_low":0.9642488501985161,"ci95_high":0.9875185762963633},"ce":{"mean":0.09387033199512236,"values":[0.08695290774863405,0.08989737328009124,0.1047607149566418],"n":3,"sample_sd":0.009545564420342018,"df":2,"ci95_low":0.07015783543777894,"ci95_high":0.11758282855246578},"accuracy_pp":{"mean":-0.561612157251404,"values":[-0.19821605550049554,-0.19821605550049554,-1.288404360753221],"n":3,"sample_sd":0.629420511505043,"df":2,"ci95_low":-2.125179386484969,"ci95_high":1.0019550719821608},"harm_rate":{"mean":0.008589362405021473,"values":[0.003964321110009911,0.006937561942517344,0.014866204162537165],"n":3,"sample_sd":0.005635521013951761,"df":2,"ci95_low":-0.005410047871587357,"ci95_high":0.0225887726816303},"repair_rate":{"mean":0.002973240832507433,"values":[0.0019821605550049554,0.004955401387512388,0.0019821605550049554],"n":3,"sample_sd":0.0017166013950137534,"df":2,"ci95_low":-0.0012910334290386523,"ci95_high":0.007237515094053518},"conditional_harm":{"mean":0.008743133436281683,"values":[0.004032258064516129,0.007106598984771574,0.015090543259557344],"n":3,"sample_sd":0.005707898179010515,"df":2,"ci95_low":-0.005436071685525467,"ci95_high":0.022922338558088833},"metrics":{"accuracy":{"mean":0.9758837132474397,"values":[0.981169474727453,0.9742319127849356,0.9722497522299306],"n":3,"sample_sd":0.004683662662292016,"df":2,"ci95_low":0.9642488501985161,"ci95_high":0.9875185762963633},"ce":{"mean":0.09387033199512236,"values":[0.08695290774863405,0.08989737328009124,0.1047607149566418],"n":3,"sample_sd":0.009545564420342018,"df":2,"ci95_low":0.07015783543777894,"ci95_high":0.11758282855246578},"accuracy_pp":{"mean":-0.561612157251404,"values":[-0.19821605550049554,-0.19821605550049554,-1.288404360753221],"n":3,"sample_sd":0.629420511505043,"df":2,"ci95_low":-2.125179386484969,"ci95_high":1.0019550719821608},"harm_rate":{"mean":0.008589362405021473,"values":[0.003964321110009911,0.006937561942517344,0.014866204162537165],"n":3,"sample_sd":0.005635521013951761,"df":2,"ci95_low":-0.005410047871587357,"ci95_high":0.0225887726816303},"repair_rate":{"mean":0.002973240832507433,"values":[0.0019821605550049554,0.004955401387512388,0.0019821605550049554],"n":3,"sample_sd":0.0017166013950137534,"df":2,"ci95_low":-0.0012910334290386523,"ci95_high":0.007237515094053518},"conditional_harm":{"mean":0.008743133436281683,"values":[0.004032258064516129,0.007106598984771574,0.015090543259557344],"n":3,"sample_sd":0.005707898179010515,"df":2,"ci95_low":-0.005436071685525467,"ci95_high":0.022922338558088833}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m09-s201-v1","accuracy":0.981,"test_accuracy":0.981,"ce":0.0776696401956238,"training_seconds":52.5740628719995,"selected_epoch":10,"epoch":10,"total_run_seconds":65.278011424,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":69,"repair_count":31,"harm_rate":0.0069,"repair_rate":0.0031,"conditional_harm":0.007006498781478473,"accuracy_pp":-0.38,"ce":0.006288503937511292},"per_class":[{"n":980,"baseline_correct":973,"harm_count":7,"repair_count":0,"harm_rate":0.007142857142857143,"repair_rate":0.0,"conditional_harm":0.007194244604316547,"accuracy_pp":-0.7142857142857143,"digit":0,"accuracy":0.9857142857142858,"ce":0.058437781647430534},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9929515418502203,"ce":0.022127370747675738},{"n":1032,"baseline_correct":1016,"harm_count":8,"repair_count":5,"harm_rate":0.007751937984496124,"repair_rate":0.0048449612403100775,"conditional_harm":0.007874015748031496,"accuracy_pp":-0.29069767441860467,"digit":2,"accuracy":0.9815891472868217,"ce":0.068711382897166},{"n":1010,"baseline_correct":990,"harm_count":3,"repair_count":6,"harm_rate":0.0029702970297029703,"repair_rate":0.005940594059405941,"conditional_harm":0.0030303030303030303,"accuracy_pp":0.297029702970297,"digit":3,"accuracy":0.9831683168316832,"ce":0.08423504127373407},{"n":982,"baseline_correct":964,"harm_count":8,"repair_count":5,"harm_rate":0.008146639511201629,"repair_rate":0.0050916496945010185,"conditional_harm":0.008298755186721992,"accuracy_pp":-0.3054989816700611,"digit":4,"accuracy":0.9786150712830958,"ce":0.08593829031332194},{"n":892,"baseline_correct":876,"harm_count":17,"repair_count":4,"harm_rate":0.01905829596412556,"repair_rate":0.004484304932735426,"conditional_harm":0.019406392694063926,"accuracy_pp":-1.4573991031390134,"digit":5,"accuracy":0.9674887892376681,"ce":0.14071792691619123},{"n":958,"baseline_correct":942,"harm_count":4,"repair_count":3,"harm_rate":0.0041753653444676405,"repair_rate":0.003131524008350731,"conditional_harm":0.004246284501061571,"accuracy_pp":-0.10438413361169102,"digit":6,"accuracy":0.9822546972860126,"ce":0.08395863700014936},{"n":1028,"baseline_correct":1011,"harm_count":7,"repair_count":4,"harm_rate":0.006809338521400778,"repair_rate":0.0038910505836575876,"conditional_harm":0.006923837784371909,"accuracy_pp":-0.2918287937743191,"digit":7,"accuracy":0.980544747081712,"ce":0.07055826973026448},{"n":974,"baseline_correct":958,"harm_count":11,"repair_count":1,"harm_rate":0.011293634496919919,"repair_rate":0.001026694045174538,"conditional_harm":0.011482254697286013,"accuracy_pp":-1.0266940451745379,"digit":8,"accuracy":0.973305954825462,"ce":0.09005310057766526},{"n":1009,"baseline_correct":992,"harm_count":4,"repair_count":2,"harm_rate":0.003964321110009911,"repair_rate":0.0019821605550049554,"conditional_harm":0.004032258064516129,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.981169474727453,"ce":0.08695290774863405}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"c864e4c36de47e1f85df36856195dbdf5b6304980260c59b1428b85f1ae3f1ec","train_accuracy":0.99708,"train_ce":0.008870181884765625,"validation_accuracy":0.9797,"validation_ce":0.081252392578125},{"seed":202,"run_id":"halfdrop-m09-s202-v1","accuracy":0.9779,"test_accuracy":0.9779,"ce":0.0713632589019767,"training_seconds":52.58171577600035,"selected_epoch":5,"epoch":5,"total_run_seconds":57.57950980900006,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":74,"repair_count":78,"harm_rate":0.0074,"repair_rate":0.0078,"conditional_harm":0.0075703324808184145,"accuracy_pp":0.04,"ce":-0.004626471897530848},"per_class":[{"n":980,"baseline_correct":967,"harm_count":2,"repair_count":3,"harm_rate":0.0020408163265306124,"repair_rate":0.003061224489795918,"conditional_harm":0.002068252326783868,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9877551020408163,"ce":0.03785696241872077},{"n":1135,"baseline_correct":1127,"harm_count":4,"repair_count":1,"harm_rate":0.003524229074889868,"repair_rate":0.000881057268722467,"conditional_harm":0.00354924578527063,"accuracy_pp":-0.2643171806167401,"digit":1,"accuracy":0.9903083700440528,"ce":0.02665105426537112},{"n":1032,"baseline_correct":1000,"harm_count":3,"repair_count":14,"harm_rate":0.0029069767441860465,"repair_rate":0.013565891472868217,"conditional_harm":0.003,"accuracy_pp":1.065891472868217,"digit":2,"accuracy":0.9796511627906976,"ce":0.06103509258780549},{"n":1010,"baseline_correct":971,"harm_count":10,"repair_count":19,"harm_rate":0.009900990099009901,"repair_rate":0.01881188118811881,"conditional_harm":0.010298661174047374,"accuracy_pp":0.8910891089108911,"digit":3,"accuracy":0.9702970297029703,"ce":0.08339249218214319},{"n":982,"baseline_correct":955,"harm_count":5,"repair_count":7,"harm_rate":0.0050916496945010185,"repair_rate":0.007128309572301426,"conditional_harm":0.005235602094240838,"accuracy_pp":0.20366598778004075,"digit":4,"accuracy":0.9745417515274949,"ce":0.06837278172225958},{"n":892,"baseline_correct":875,"harm_count":5,"repair_count":10,"harm_rate":0.005605381165919282,"repair_rate":0.011210762331838564,"conditional_harm":0.005714285714285714,"accuracy_pp":0.5605381165919282,"digit":5,"accuracy":0.9865470852017937,"ce":0.05211028571862606},{"n":958,"baseline_correct":945,"harm_count":22,"repair_count":0,"harm_rate":0.022964509394572025,"repair_rate":0.0,"conditional_harm":0.02328042328042328,"accuracy_pp":-2.2964509394572024,"digit":6,"accuracy":0.9634655532359081,"ce":0.13241217403674896},{"n":1028,"baseline_correct":999,"harm_count":8,"repair_count":12,"harm_rate":0.007782101167315175,"repair_rate":0.011673151750972763,"conditional_harm":0.008008008008008008,"accuracy_pp":0.38910505836575876,"digit":7,"accuracy":0.97568093385214,"ce":0.0733456934951174},{"n":974,"baseline_correct":951,"harm_count":8,"repair_count":7,"harm_rate":0.008213552361396304,"repair_rate":0.007186858316221766,"conditional_harm":0.008412197686645636,"accuracy_pp":-0.1026694045174538,"digit":8,"accuracy":0.9753593429158111,"ce":0.0949569351248183},{"n":1009,"baseline_correct":985,"harm_count":7,"repair_count":5,"harm_rate":0.006937561942517344,"repair_rate":0.004955401387512388,"conditional_harm":0.007106598984771574,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.9742319127849356,"ce":0.08989737328009124}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"af1036ee953fae5a735e3665192595793a41d5b7fdbed730aab218287d7d68ad","train_accuracy":0.99346,"train_ce":0.023506435546875,"validation_accuracy":0.9787,"validation_ce":0.07215796508789063},{"seed":203,"run_id":"halfdrop-m09-s203-v1","accuracy":0.9801,"test_accuracy":0.9801,"ce":0.06659986800931633,"training_seconds":52.57505065999993,"selected_epoch":5,"epoch":5,"total_run_seconds":63.65032592799997,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":63,"repair_count":90,"harm_rate":0.0063,"repair_rate":0.009,"conditional_harm":0.006445672191528545,"accuracy_pp":0.27,"ce":-0.01051045682026891},"per_class":[{"n":980,"baseline_correct":971,"harm_count":7,"repair_count":1,"harm_rate":0.007142857142857143,"repair_rate":0.0010204081632653062,"conditional_harm":0.007209062821833162,"accuracy_pp":-0.6122448979591837,"digit":0,"accuracy":0.9846938775510204,"ce":0.052682884992543644},{"n":1135,"baseline_correct":1123,"harm_count":3,"repair_count":4,"harm_rate":0.0026431718061674008,"repair_rate":0.003524229074889868,"conditional_harm":0.0026714158504007124,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9903083700440528,"ce":0.031785780853947},{"n":1032,"baseline_correct":1015,"harm_count":13,"repair_count":4,"harm_rate":0.012596899224806201,"repair_rate":0.003875968992248062,"conditional_harm":0.012807881773399015,"accuracy_pp":-0.872093023255814,"digit":2,"accuracy":0.9748062015503876,"ce":0.06687860033252642},{"n":1010,"baseline_correct":944,"harm_count":1,"repair_count":37,"harm_rate":0.0009900990099009901,"repair_rate":0.03663366336633663,"conditional_harm":0.001059322033898305,"accuracy_pp":3.5643564356435644,"digit":3,"accuracy":0.9702970297029703,"ce":0.09343590099984687},{"n":982,"baseline_correct":957,"harm_count":2,"repair_count":13,"harm_rate":0.002036659877800407,"repair_rate":0.013238289205702648,"conditional_harm":0.0020898641588296763,"accuracy_pp":1.120162932790224,"digit":4,"accuracy":0.9857433808553971,"ce":0.04801361950988253},{"n":892,"baseline_correct":883,"harm_count":12,"repair_count":0,"harm_rate":0.013452914798206279,"repair_rate":0.0,"conditional_harm":0.013590033975084938,"accuracy_pp":-1.345291479820628,"digit":5,"accuracy":0.976457399103139,"ce":0.07407865973355421},{"n":958,"baseline_correct":936,"harm_count":0,"repair_count":8,"harm_rate":0.0,"repair_rate":0.008350730688935281,"conditional_harm":0.0,"accuracy_pp":0.8350730688935282,"digit":6,"accuracy":0.9853862212943633,"ce":0.05517157463621716},{"n":1028,"baseline_correct":1011,"harm_count":4,"repair_count":1,"harm_rate":0.0038910505836575876,"repair_rate":0.0009727626459143969,"conditional_harm":0.003956478733926805,"accuracy_pp":-0.2918287937743191,"digit":7,"accuracy":0.980544747081712,"ce":0.0686450064197755},{"n":974,"baseline_correct":940,"harm_count":6,"repair_count":20,"harm_rate":0.006160164271047228,"repair_rate":0.02053388090349076,"conditional_harm":0.006382978723404255,"accuracy_pp":1.4373716632443532,"digit":8,"accuracy":0.9794661190965093,"ce":0.07448776246911325},{"n":1009,"baseline_correct":994,"harm_count":15,"repair_count":2,"harm_rate":0.014866204162537165,"repair_rate":0.0019821605550049554,"conditional_harm":0.015090543259557344,"accuracy_pp":-1.288404360753221,"digit":9,"accuracy":0.9722497522299306,"ce":0.1047607149566418}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"b2d5c1a0a01b90176b8d26f03d8dc9ce6f5612b5346245b9f2bb8c47dafe8cff","train_accuracy":0.9936,"train_ce":0.02137108154296875,"validation_accuracy":0.9806,"validation_ce":0.06666800537109376}]},{"endpoint":"selected","drop_mask":10,"k":2,"drop_probabilities":[0,0.5,0,0.5],"nominal_training_affine_fraction":0.8537400752193899,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9786,"values":[0.975,0.982,0.9788],"n":3,"sample_sd":0.00350428309358705,"df":2,"ci95_low":0.9698948782142668,"ci95_high":0.9873051217857333},"ce":{"mean":0.07469845529873444,"values":[0.08291218029067239,0.0711671091827762,0.07001607642275473],"n":3,"sample_sd":0.007136538221438333,"df":2,"ci95_low":0.05697031157089158,"ci95_high":0.0924265990265773},"training_seconds":{"mean":57.479836352000596,"values":[57.46892948700031,57.31093152500074,57.65964804400073],"n":3,"sample_sd":0.17461392394070097,"df":2,"ci95_low":57.04607131852762,"ci95_high":57.91360138547357},"selected_epoch":{"mean":6.666666666666667,"values":[5.0,10.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":0.9943266666666667,"values":[0.99006,0.9992,0.99372],"n":3,"sample_sd":0.004600101448156657,"df":2,"ci95_low":0.9828993811810236,"ci95_high":1.0057539521523098},"train_ce":{"mean":0.019551427612304686,"values":[0.0328329736328125,0.0035677081298828126,0.02225360107421875],"n":3,"sample_sd":0.014818577775985995,"df":2,"ci95_low":-0.0172599602768154,"ci95_high":0.05636281550142477},"validation_accuracy":{"mean":0.9796333333333334,"values":[0.9758,0.9828,0.9803],"n":3,"sample_sd":0.0035472994422987916,"df":2,"ci95_low":0.9708213530135397,"ci95_high":0.988445313653127},"validation_ce":{"mean":0.07546219075520834,"values":[0.08188931884765625,0.075845166015625,0.06865208740234376],"n":3,"sample_sd":0.00662692059872162,"df":2,"ci95_low":0.059000007382572925,"ci95_high":0.09192437412784375},"harm_rate":{"mean":0.008566666666666667,"values":[0.0126,0.0058,0.0073],"n":3,"sample_sd":0.0035725807665234572,"df":2,"ci95_low":-0.0003081159440386592,"ci95_high":0.01744144927737199},"repair_rate":{"mean":0.007266666666666666,"values":[0.0028,0.0103,0.0087],"n":3,"sample_sd":0.003950105483823607,"df":2,"ci95_low":-0.0025459393314346546,"ci95_high":0.017079272664767987},"conditional_harm":{"mean":0.008732258211224291,"values":[0.012794476035743298,0.005933503836317136,0.0074687947616124415],"n":3,"sample_sd":0.0036007623910365807,"df":2,"ci95_low":-0.00021253143571492265,"ci95_high":0.017677047858163507}},"paired_vs_none":{"accuracy_pp":{"mean":-0.12999999999999998,"values":[-0.98,0.45,0.14],"n":3,"sample_sd":0.7522632517942107,"df":2,"ci95_low":-1.9987255130113146,"ci95_high":1.7387255130113148},"ce":{"mean":-0.00012860866366732246,"values":[0.01153104403255989,-0.004822621616731346,-0.007094248406830511],"n":3,"sample_sd":0.01016123505366611,"df":2,"ci95_low":-0.025370515859321843,"ci95_high":0.0251132985319872},"harm_rate":{"mean":0.008566666666666667,"values":[0.0126,0.0058,0.0073],"n":3,"sample_sd":0.0035725807665234572,"df":2,"ci95_low":-0.0003081159440386592,"ci95_high":0.01744144927737199},"repair_rate":{"mean":0.007266666666666666,"values":[0.0028,0.0103,0.0087],"n":3,"sample_sd":0.003950105483823607,"df":2,"ci95_low":-0.0025459393314346546,"ci95_high":0.017079272664767987},"conditional_harm":{"mean":0.008732258211224291,"values":[0.012794476035743298,0.005933503836317136,0.0074687947616124415],"n":3,"sample_sd":0.0036007623910365807,"df":2,"ci95_low":-0.00021253143571492265,"ci95_high":0.017677047858163507},"harm_count":{"mean":85.66666666666667,"values":[126.0,58.0,73.0],"n":3,"sample_sd":35.72580766523457,"df":2,"ci95_low":-3.0811594403865854,"ci95_high":174.41449277371993},"repair_count":{"mean":72.66666666666667,"values":[28.0,103.0,87.0],"n":3,"sample_sd":39.50105483823607,"df":2,"ci95_low":-25.459393314346556,"ci95_high":170.7927266476799}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9931972789115646,"values":[0.9928571428571429,0.9928571428571429,0.9938775510204082],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9917337915884694,"ci95_high":0.9946607662346598},"ce":{"mean":0.02762176262336348,"values":[0.027320250474660922,0.026678766034704652,0.028866271360724866],"n":3,"sample_sd":0.0011244896930177374,"df":2,"ci95_low":0.024828375370365835,"ci95_high":0.030415149876361125},"accuracy_pp":{"mean":0.30612244897959184,"values":[0.0,0.6122448979591837,0.30612244897959184],"n":3,"sample_sd":0.30612244897959184,"df":2,"ci95_low":-0.4543278709705847,"ci95_high":1.0665727689297684},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.003061224489795918,"values":[0.0,0.006122448979591836,0.003061224489795918],"n":3,"sample_sd":0.003061224489795918,"df":2,"ci95_low":-0.0045432787097058475,"ci95_high":0.010665727689297683},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9931972789115646,"values":[0.9928571428571429,0.9928571428571429,0.9938775510204082],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9917337915884694,"ci95_high":0.9946607662346598},"ce":{"mean":0.02762176262336348,"values":[0.027320250474660922,0.026678766034704652,0.028866271360724866],"n":3,"sample_sd":0.0011244896930177374,"df":2,"ci95_low":0.024828375370365835,"ci95_high":0.030415149876361125},"accuracy_pp":{"mean":0.30612244897959184,"values":[0.0,0.6122448979591837,0.30612244897959184],"n":3,"sample_sd":0.30612244897959184,"df":2,"ci95_low":-0.4543278709705847,"ci95_high":1.0665727689297684},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.003061224489795918,"values":[0.0,0.006122448979591836,0.003061224489795918],"n":3,"sample_sd":0.003061224489795918,"df":2,"ci95_low":-0.0045432787097058475,"ci95_high":0.010665727689297683},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9911894273127754,"values":[0.986784140969163,0.9911894273127754,0.9955947136563876],"n":3,"sample_sd":0.0044052863436123135,"df":2,"ci95_low":0.9802460893751664,"ci95_high":1.0021327652503844},"ce":{"mean":0.032658957970450264,"values":[0.05055613602816176,0.027870591221728715,0.019550146661460314],"n":3,"sample_sd":0.01604802748758231,"df":2,"ci95_low":-0.007206552312053645,"ci95_high":0.07252446825295417},"accuracy_pp":{"mean":-0.029368575624082228,"values":[-0.5286343612334802,-0.1762114537444934,0.6167400881057269],"n":3,"sample_sd":0.5866368386325457,"df":2,"ci95_low":-1.4866552696241686,"ci95_high":1.4279181183760041},"harm_rate":{"mean":0.0032305433186490457,"values":[0.006167400881057269,0.003524229074889868,0.0],"n":3,"sample_sd":0.0030941714398980144,"df":2,"ci95_low":-0.0044558046420913565,"ci95_high":0.010916891279389449},"repair_rate":{"mean":0.0029368575624082235,"values":[0.000881057268722467,0.001762114537444934,0.006167400881057269],"n":3,"sample_sd":0.0028322028666645975,"df":2,"ci95_low":-0.004098724386246851,"ci95_high":0.009972439511063299},"conditional_harm":{"mean":0.0032553140184176225,"values":[0.006216696269982238,0.00354924578527063,0.0],"n":3,"sample_sd":0.00311875376408218,"df":2,"ci95_low":-0.004492099820873273,"ci95_high":0.011002727857708519},"metrics":{"accuracy":{"mean":0.9911894273127754,"values":[0.986784140969163,0.9911894273127754,0.9955947136563876],"n":3,"sample_sd":0.0044052863436123135,"df":2,"ci95_low":0.9802460893751664,"ci95_high":1.0021327652503844},"ce":{"mean":0.032658957970450264,"values":[0.05055613602816176,0.027870591221728715,0.019550146661460314],"n":3,"sample_sd":0.01604802748758231,"df":2,"ci95_low":-0.007206552312053645,"ci95_high":0.07252446825295417},"accuracy_pp":{"mean":-0.029368575624082228,"values":[-0.5286343612334802,-0.1762114537444934,0.6167400881057269],"n":3,"sample_sd":0.5866368386325457,"df":2,"ci95_low":-1.4866552696241686,"ci95_high":1.4279181183760041},"harm_rate":{"mean":0.0032305433186490457,"values":[0.006167400881057269,0.003524229074889868,0.0],"n":3,"sample_sd":0.0030941714398980144,"df":2,"ci95_low":-0.0044558046420913565,"ci95_high":0.010916891279389449},"repair_rate":{"mean":0.0029368575624082235,"values":[0.000881057268722467,0.001762114537444934,0.006167400881057269],"n":3,"sample_sd":0.0028322028666645975,"df":2,"ci95_low":-0.004098724386246851,"ci95_high":0.009972439511063299},"conditional_harm":{"mean":0.0032553140184176225,"values":[0.006216696269982238,0.00354924578527063,0.0],"n":3,"sample_sd":0.00311875376408218,"df":2,"ci95_low":-0.004492099820873273,"ci95_high":0.011002727857708519}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9738372093023255,"values":[0.9651162790697675,0.9815891472868217,0.9748062015503876],"n":3,"sample_sd":0.008279073396625472,"df":2,"ci95_low":0.9532708508586998,"ci95_high":0.9944035677459513},"ce":{"mean":0.07930214208169326,"values":[0.10058769166729739,0.06261280379427964,0.07470593078350275],"n":3,"sample_sd":0.019400177730249747,"df":2,"ci95_low":0.031109428965634803,"ci95_high":0.12749485519775172},"accuracy_pp":{"mean":-0.5167958656330749,"values":[-1.937984496124031,1.2596899224806202,-0.872093023255814],"n":3,"sample_sd":1.628176119008858,"df":2,"ci95_low":-4.561409564375783,"ci95_high":3.5278178331096335},"harm_rate":{"mean":0.013565891472868217,"values":[0.022286821705426358,0.003875968992248062,0.014534883720930232],"n":3,"sample_sd":0.0092435969129549,"df":2,"ci95_low":-0.009396476211625374,"ci95_high":0.03652825915736181},"repair_rate":{"mean":0.008397932816537468,"values":[0.0029069767441860465,0.016472868217054265,0.005813953488372093],"n":3,"sample_sd":0.007142553096736429,"df":2,"ci95_low":-0.00934515268986538,"ci95_high":0.026141018322940315},"conditional_harm":{"mean":0.013805373466247753,"values":[0.022637795275590553,0.004,0.014778325123152709],"n":3,"sample_sd":0.009356913453629458,"df":2,"ci95_low":-0.009438488110310448,"ci95_high":0.03704923504280595},"metrics":{"accuracy":{"mean":0.9738372093023255,"values":[0.9651162790697675,0.9815891472868217,0.9748062015503876],"n":3,"sample_sd":0.008279073396625472,"df":2,"ci95_low":0.9532708508586998,"ci95_high":0.9944035677459513},"ce":{"mean":0.07930214208169326,"values":[0.10058769166729739,0.06261280379427964,0.07470593078350275],"n":3,"sample_sd":0.019400177730249747,"df":2,"ci95_low":0.031109428965634803,"ci95_high":0.12749485519775172},"accuracy_pp":{"mean":-0.5167958656330749,"values":[-1.937984496124031,1.2596899224806202,-0.872093023255814],"n":3,"sample_sd":1.628176119008858,"df":2,"ci95_low":-4.561409564375783,"ci95_high":3.5278178331096335},"harm_rate":{"mean":0.013565891472868217,"values":[0.022286821705426358,0.003875968992248062,0.014534883720930232],"n":3,"sample_sd":0.0092435969129549,"df":2,"ci95_low":-0.009396476211625374,"ci95_high":0.03652825915736181},"repair_rate":{"mean":0.008397932816537468,"values":[0.0029069767441860465,0.016472868217054265,0.005813953488372093],"n":3,"sample_sd":0.007142553096736429,"df":2,"ci95_low":-0.00934515268986538,"ci95_high":0.026141018322940315},"conditional_harm":{"mean":0.013805373466247753,"values":[0.022637795275590553,0.004,0.014778325123152709],"n":3,"sample_sd":0.009356913453629458,"df":2,"ci95_low":-0.009438488110310448,"ci95_high":0.03704923504280595}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9772277227722772,"values":[0.9841584158415841,0.9851485148514851,0.9623762376237623],"n":3,"sample_sd":0.012871287128712883,"df":2,"ci95_low":0.9452536730159562,"ci95_high":1.0092017725285982},"ce":{"mean":0.07455127467206704,"values":[0.0630377129786308,0.05409763187348507,0.10651847916408526],"n":3,"sample_sd":0.02804296497907324,"df":2,"ci95_low":0.004888687815820095,"ci95_high":0.144213861528314},"accuracy_pp":{"mean":1.8481848184818481,"values":[0.39603960396039606,2.376237623762376,2.772277227722772],"n":3,"sample_sd":1.2730892093720072,"df":2,"ci95_low":-1.3143440970522147,"ci95_high":5.010713734015911},"harm_rate":{"mean":0.0036303630363036304,"values":[0.0029702970297029703,0.0019801980198019802,0.005940594059405941],"n":3,"sample_sd":0.002061055445015973,"df":2,"ci95_low":-0.0014895825208480398,"ci95_high":0.0087503085934553},"repair_rate":{"mean":0.022112211221122113,"values":[0.006930693069306931,0.02574257425742574,0.033663366336633666],"n":3,"sample_sd":0.013731118193211038,"df":2,"ci95_low":-0.011997777308327899,"ci95_high":0.056222199750572126},"conditional_harm":{"mean":0.003815322489500779,"values":[0.0030303030303030303,0.0020597322348094747,0.006355932203389831],"n":3,"sample_sd":0.0022531145567850756,"df":2,"ci95_low":-0.0017817243500984833,"ci95_high":0.009412369329100041},"metrics":{"accuracy":{"mean":0.9772277227722772,"values":[0.9841584158415841,0.9851485148514851,0.9623762376237623],"n":3,"sample_sd":0.012871287128712883,"df":2,"ci95_low":0.9452536730159562,"ci95_high":1.0092017725285982},"ce":{"mean":0.07455127467206704,"values":[0.0630377129786308,0.05409763187348507,0.10651847916408526],"n":3,"sample_sd":0.02804296497907324,"df":2,"ci95_low":0.004888687815820095,"ci95_high":0.144213861528314},"accuracy_pp":{"mean":1.8481848184818481,"values":[0.39603960396039606,2.376237623762376,2.772277227722772],"n":3,"sample_sd":1.2730892093720072,"df":2,"ci95_low":-1.3143440970522147,"ci95_high":5.010713734015911},"harm_rate":{"mean":0.0036303630363036304,"values":[0.0029702970297029703,0.0019801980198019802,0.005940594059405941],"n":3,"sample_sd":0.002061055445015973,"df":2,"ci95_low":-0.0014895825208480398,"ci95_high":0.0087503085934553},"repair_rate":{"mean":0.022112211221122113,"values":[0.006930693069306931,0.02574257425742574,0.033663366336633666],"n":3,"sample_sd":0.013731118193211038,"df":2,"ci95_low":-0.011997777308327899,"ci95_high":0.056222199750572126},"conditional_harm":{"mean":0.003815322489500779,"values":[0.0030303030303030303,0.0020597322348094747,0.006355932203389831],"n":3,"sample_sd":0.0022531145567850756,"df":2,"ci95_low":-0.0017817243500984833,"ci95_high":0.009412369329100041}}},{"digit":4,"n":982,"accuracy":{"mean":0.9803122878479293,"values":[0.9735234215885947,0.9806517311608961,0.9867617107942973],"n":3,"sample_sd":0.006625669143225742,"df":2,"ci95_low":0.9638532132630859,"ci95_high":0.9967713624327728},"ce":{"mean":0.06626265576206984,"values":[0.07172947148662935,0.08272683715327458,0.0443316586463056],"n":3,"sample_sd":0.019772758754666015,"df":2,"ci95_low":0.017144400072543982,"ci95_high":0.11538091145159571},"accuracy_pp":{"mean":0.4073319755600815,"values":[-0.814663951120163,0.814663951120163,1.2219959266802445],"n":3,"sample_sd":1.0776991083766154,"df":2,"ci95_low":-2.269821021571641,"ci95_high":3.084484972691804},"harm_rate":{"mean":0.005431093007467753,"values":[0.01120162932790224,0.004073319755600814,0.0010183299389002036],"n":3,"sample_sd":0.005225663380292143,"df":2,"ci95_low":-0.007550174464882845,"ci95_high":0.01841236047981835},"repair_rate":{"mean":0.009504412763068567,"values":[0.003054989816700611,0.012219959266802444,0.013238289205702648],"n":3,"sample_sd":0.0056085239789064175,"df":2,"ci95_low":-0.004427933160676332,"ci95_high":0.023436758686813466},"conditional_harm":{"mean":0.005548067378850082,"values":[0.011410788381742738,0.004188481675392671,0.0010449320794148381],"n":3,"sample_sd":0.005314988164042522,"df":2,"ci95_low":-0.0076550951574165405,"ci95_high":0.018751229915116706},"metrics":{"accuracy":{"mean":0.9803122878479293,"values":[0.9735234215885947,0.9806517311608961,0.9867617107942973],"n":3,"sample_sd":0.006625669143225742,"df":2,"ci95_low":0.9638532132630859,"ci95_high":0.9967713624327728},"ce":{"mean":0.06626265576206984,"values":[0.07172947148662935,0.08272683715327458,0.0443316586463056],"n":3,"sample_sd":0.019772758754666015,"df":2,"ci95_low":0.017144400072543982,"ci95_high":0.11538091145159571},"accuracy_pp":{"mean":0.4073319755600815,"values":[-0.814663951120163,0.814663951120163,1.2219959266802445],"n":3,"sample_sd":1.0776991083766154,"df":2,"ci95_low":-2.269821021571641,"ci95_high":3.084484972691804},"harm_rate":{"mean":0.005431093007467753,"values":[0.01120162932790224,0.004073319755600814,0.0010183299389002036],"n":3,"sample_sd":0.005225663380292143,"df":2,"ci95_low":-0.007550174464882845,"ci95_high":0.01841236047981835},"repair_rate":{"mean":0.009504412763068567,"values":[0.003054989816700611,0.012219959266802444,0.013238289205702648],"n":3,"sample_sd":0.0056085239789064175,"df":2,"ci95_low":-0.004427933160676332,"ci95_high":0.023436758686813466},"conditional_harm":{"mean":0.005548067378850082,"values":[0.011410788381742738,0.004188481675392671,0.0010449320794148381],"n":3,"sample_sd":0.005314988164042522,"df":2,"ci95_low":-0.0076550951574165405,"ci95_high":0.018751229915116706}}},{"digit":5,"n":892,"accuracy":{"mean":0.9708520179372196,"values":[0.9439461883408071,0.984304932735426,0.984304932735426],"n":3,"sample_sd":0.02330113194038849,"df":2,"ci95_low":0.9129687973556053,"ci95_high":1.028735238518834},"ce":{"mean":0.10419557453538372,"values":[0.17648023255172537,0.08115450846647972,0.0549519825879461],"n":3,"sample_sd":0.06395660191886686,"df":2,"ci95_low":-0.05468143221223565,"ci95_high":0.2630725812830031},"accuracy_pp":{"mean":-1.3452914798206277,"values":[-3.811659192825112,0.336322869955157,-0.5605381165919282],"n":3,"sample_sd":2.182502503804012,"df":2,"ci95_low":-6.76692825569938,"ci95_high":4.0763452960581255},"harm_rate":{"mean":0.017189835575485802,"values":[0.03923766816143498,0.004484304932735426,0.007847533632286996],"n":3,"sample_sd":0.01916789028883731,"df":2,"ci95_low":-0.030425843547373838,"ci95_high":0.06480551469834545},"repair_rate":{"mean":0.0037369207772795215,"values":[0.0011210762331838565,0.007847533632286996,0.002242152466367713],"n":3,"sample_sd":0.0036037558897582043,"df":2,"ci95_low":-0.005215305132724413,"ci95_high":0.012689146687283456},"conditional_harm":{"mean":0.017484428763257166,"values":[0.03995433789954338,0.004571428571428572,0.007927519818799546],"n":3,"sample_sd":0.019531729302852036,"df":2,"ci95_low":-0.03103507657535413,"ci95_high":0.06600393410186846},"metrics":{"accuracy":{"mean":0.9708520179372196,"values":[0.9439461883408071,0.984304932735426,0.984304932735426],"n":3,"sample_sd":0.02330113194038849,"df":2,"ci95_low":0.9129687973556053,"ci95_high":1.028735238518834},"ce":{"mean":0.10419557453538372,"values":[0.17648023255172537,0.08115450846647972,0.0549519825879461],"n":3,"sample_sd":0.06395660191886686,"df":2,"ci95_low":-0.05468143221223565,"ci95_high":0.2630725812830031},"accuracy_pp":{"mean":-1.3452914798206277,"values":[-3.811659192825112,0.336322869955157,-0.5605381165919282],"n":3,"sample_sd":2.182502503804012,"df":2,"ci95_low":-6.76692825569938,"ci95_high":4.0763452960581255},"harm_rate":{"mean":0.017189835575485802,"values":[0.03923766816143498,0.004484304932735426,0.007847533632286996],"n":3,"sample_sd":0.01916789028883731,"df":2,"ci95_low":-0.030425843547373838,"ci95_high":0.06480551469834545},"repair_rate":{"mean":0.0037369207772795215,"values":[0.0011210762331838565,0.007847533632286996,0.002242152466367713],"n":3,"sample_sd":0.0036037558897582043,"df":2,"ci95_low":-0.005215305132724413,"ci95_high":0.012689146687283456},"conditional_harm":{"mean":0.017484428763257166,"values":[0.03995433789954338,0.004571428571428572,0.007927519818799546],"n":3,"sample_sd":0.019531729302852036,"df":2,"ci95_low":-0.03103507657535413,"ci95_high":0.06600393410186846}}},{"digit":6,"n":958,"accuracy":{"mean":0.9826026443980516,"values":[0.9843423799582464,0.9801670146137788,0.9832985386221295],"n":3,"sample_sd":0.002172929018231854,"df":2,"ci95_low":0.9772047894787164,"ci95_high":0.9880004993173868},"ce":{"mean":0.06815558039236705,"values":[0.05802677542828513,0.08115158477597925,0.06528838097283675],"n":3,"sample_sd":0.011826023263350891,"df":2,"ci95_low":0.038778110022812555,"ci95_high":0.09753305076192154},"accuracy_pp":{"mean":0.03479471120389701,"values":[0.10438413361169102,-0.6263048016701461,0.6263048016701461],"n":3,"sample_sd":0.6291976798895311,"df":2,"ci95_low":-1.5282189736101852,"ci95_high":1.5978083960179794},"harm_rate":{"mean":0.00452331245650661,"values":[0.0041753653444676405,0.008350730688935281,0.0010438413361169101],"n":3,"sample_sd":0.0036658502967476473,"df":2,"ci95_low":-0.004583164511593971,"ci95_high":0.013629789424607191},"repair_rate":{"mean":0.004871259568545581,"values":[0.005219206680584551,0.0020876826722338203,0.007306889352818371],"n":3,"sample_sd":0.002626943088124826,"df":2,"ci95_low":-0.001654428823515487,"ci95_high":0.011396947960606647},"conditional_harm":{"mean":0.004593423011682035,"values":[0.004246284501061571,0.008465608465608466,0.0010683760683760685],"n":3,"sample_sd":0.0037108140136408057,"df":2,"ci95_low":-0.004624750021217212,"ci95_high":0.013811596044581282},"metrics":{"accuracy":{"mean":0.9826026443980516,"values":[0.9843423799582464,0.9801670146137788,0.9832985386221295],"n":3,"sample_sd":0.002172929018231854,"df":2,"ci95_low":0.9772047894787164,"ci95_high":0.9880004993173868},"ce":{"mean":0.06815558039236705,"values":[0.05802677542828513,0.08115158477597925,0.06528838097283675],"n":3,"sample_sd":0.011826023263350891,"df":2,"ci95_low":0.038778110022812555,"ci95_high":0.09753305076192154},"accuracy_pp":{"mean":0.03479471120389701,"values":[0.10438413361169102,-0.6263048016701461,0.6263048016701461],"n":3,"sample_sd":0.6291976798895311,"df":2,"ci95_low":-1.5282189736101852,"ci95_high":1.5978083960179794},"harm_rate":{"mean":0.00452331245650661,"values":[0.0041753653444676405,0.008350730688935281,0.0010438413361169101],"n":3,"sample_sd":0.0036658502967476473,"df":2,"ci95_low":-0.004583164511593971,"ci95_high":0.013629789424607191},"repair_rate":{"mean":0.004871259568545581,"values":[0.005219206680584551,0.0020876826722338203,0.007306889352818371],"n":3,"sample_sd":0.002626943088124826,"df":2,"ci95_low":-0.001654428823515487,"ci95_high":0.011396947960606647},"conditional_harm":{"mean":0.004593423011682035,"values":[0.004246284501061571,0.008465608465608466,0.0010683760683760685],"n":3,"sample_sd":0.0037108140136408057,"df":2,"ci95_low":-0.004624750021217212,"ci95_high":0.013811596044581282}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9704928664072633,"values":[0.9620622568093385,0.9766536964980544,0.9727626459143969],"n":3,"sample_sd":0.007555888584780157,"df":2,"ci95_low":0.9517229986273703,"ci95_high":0.9892627341871563},"ce":{"mean":0.09602270765024296,"values":[0.13199862687612732,0.08934116374676573,0.06672833232783583],"n":3,"sample_sd":0.03314415648807121,"df":2,"ci95_low":0.013688058591190225,"ci95_high":0.1783573567092957},"accuracy_pp":{"mean":-0.9079118028534371,"values":[-2.140077821011673,0.48638132295719844,-1.0700389105058365],"n":3,"sample_sd":1.3207141280425616,"df":2,"ci95_low":-4.188747574880206,"ci95_high":2.372923969173332},"harm_rate":{"mean":0.013618677042801557,"values":[0.023346303501945526,0.006809338521400778,0.010700389105058366],"n":3,"sample_sd":0.008646103518789484,"df":2,"ci95_low":-0.00785943476867209,"ci95_high":0.0350967888542752},"repair_rate":{"mean":0.004539559014267186,"values":[0.0019455252918287938,0.011673151750972763,0.0],"n":3,"sample_sd":0.006253988820358596,"df":2,"ci95_low":-0.010996210463794117,"ci95_high":0.02007532849232849},"conditional_harm":{"mean":0.013875398642955518,"values":[0.02373887240356083,0.007007007007007007,0.010880316518298714],"n":3,"sample_sd":0.008758808001787563,"df":2,"ci95_low":-0.007882686625026775,"ci95_high":0.03563348391093781},"metrics":{"accuracy":{"mean":0.9704928664072633,"values":[0.9620622568093385,0.9766536964980544,0.9727626459143969],"n":3,"sample_sd":0.007555888584780157,"df":2,"ci95_low":0.9517229986273703,"ci95_high":0.9892627341871563},"ce":{"mean":0.09602270765024296,"values":[0.13199862687612732,0.08934116374676573,0.06672833232783583],"n":3,"sample_sd":0.03314415648807121,"df":2,"ci95_low":0.013688058591190225,"ci95_high":0.1783573567092957},"accuracy_pp":{"mean":-0.9079118028534371,"values":[-2.140077821011673,0.48638132295719844,-1.0700389105058365],"n":3,"sample_sd":1.3207141280425616,"df":2,"ci95_low":-4.188747574880206,"ci95_high":2.372923969173332},"harm_rate":{"mean":0.013618677042801557,"values":[0.023346303501945526,0.006809338521400778,0.010700389105058366],"n":3,"sample_sd":0.008646103518789484,"df":2,"ci95_low":-0.00785943476867209,"ci95_high":0.0350967888542752},"repair_rate":{"mean":0.004539559014267186,"values":[0.0019455252918287938,0.011673151750972763,0.0],"n":3,"sample_sd":0.006253988820358596,"df":2,"ci95_low":-0.010996210463794117,"ci95_high":0.02007532849232849},"conditional_harm":{"mean":0.013875398642955518,"values":[0.02373887240356083,0.007007007007007007,0.010880316518298714],"n":3,"sample_sd":0.008758808001787563,"df":2,"ci95_low":-0.007882686625026775,"ci95_high":0.03563348391093781}}},{"digit":8,"n":974,"accuracy":{"mean":0.9678302532511978,"values":[0.9722792607802875,0.9722792607802875,0.9589322381930184],"n":3,"sample_sd":0.007705907083639803,"df":2,"ci95_low":0.9486877188608144,"ci95_high":0.9869727876415811},"ce":{"mean":0.10943134055497264,"values":[0.0927106842607837,0.09679621340340566,0.13878712400072854],"n":3,"sample_sd":0.025504791772907903,"df":2,"ci95_low":0.04607392547933585,"ci95_high":0.17278875563060941},"accuracy_pp":{"mean":-0.7186858316221766,"values":[-1.1293634496919918,-0.4106776180698152,-0.6160164271047228],"n":3,"sample_sd":0.3701798024090338,"df":2,"ci95_low":-1.6382634389469168,"ci95_high":0.20089177570256356},"harm_rate":{"mean":0.014715947980835045,"values":[0.013347022587268994,0.012320328542094456,0.018480492813141684],"n":3,"sample_sd":0.0033003596033514557,"df":2,"ci95_low":0.006517400227525488,"ci95_high":0.022914495734144603},"repair_rate":{"mean":0.007529089664613279,"values":[0.002053388090349076,0.008213552361396304,0.012320328542094456],"n":3,"sample_sd":0.005167580037830767,"df":2,"ci95_low":-0.005307890786299457,"ci95_high":0.020366070115526012},"conditional_harm":{"mean":0.015112390023233684,"values":[0.013569937369519834,0.012618296529968454,0.019148936170212766],"n":3,"sample_sd":0.00352798578078119,"df":2,"ci95_low":0.006348387498369568,"ci95_high":0.0238763925480978},"metrics":{"accuracy":{"mean":0.9678302532511978,"values":[0.9722792607802875,0.9722792607802875,0.9589322381930184],"n":3,"sample_sd":0.007705907083639803,"df":2,"ci95_low":0.9486877188608144,"ci95_high":0.9869727876415811},"ce":{"mean":0.10943134055497264,"values":[0.0927106842607837,0.09679621340340566,0.13878712400072854],"n":3,"sample_sd":0.025504791772907903,"df":2,"ci95_low":0.04607392547933585,"ci95_high":0.17278875563060941},"accuracy_pp":{"mean":-0.7186858316221766,"values":[-1.1293634496919918,-0.4106776180698152,-0.6160164271047228],"n":3,"sample_sd":0.3701798024090338,"df":2,"ci95_low":-1.6382634389469168,"ci95_high":0.20089177570256356},"harm_rate":{"mean":0.014715947980835045,"values":[0.013347022587268994,0.012320328542094456,0.018480492813141684],"n":3,"sample_sd":0.0033003596033514557,"df":2,"ci95_low":0.006517400227525488,"ci95_high":0.022914495734144603},"repair_rate":{"mean":0.007529089664613279,"values":[0.002053388090349076,0.008213552361396304,0.012320328542094456],"n":3,"sample_sd":0.005167580037830767,"df":2,"ci95_low":-0.005307890786299457,"ci95_high":0.020366070115526012},"conditional_harm":{"mean":0.015112390023233684,"values":[0.013569937369519834,0.012618296529968454,0.019148936170212766],"n":3,"sample_sd":0.00352798578078119,"df":2,"ci95_low":0.006348387498369568,"ci95_high":0.0238763925480978}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9765444334324414,"values":[0.981169474727453,0.9742319127849356,0.9742319127849356],"n":3,"sample_sd":0.004005403255032111,"df":2,"ci95_low":0.9665944601555004,"ci95_high":0.9864944067093823},"ce":{"mean":0.0962416398890945,"values":[0.06744202274088817,0.11609983779046255,0.10518305913593277],"n":3,"sample_sd":0.025531499661407362,"df":2,"ci95_low":0.032817878740432654,"ci95_high":0.15966540103775634},"accuracy_pp":{"mean":-0.49554013875123887,"values":[-0.19821605550049554,-0.19821605550049554,-1.0901883052527255],"n":3,"sample_sd":0.514980418504126,"df":2,"ci95_low":-1.7748224172150644,"ci95_high":0.7837421397125868},"harm_rate":{"mean":0.010901883052527254,"values":[0.005946481665014866,0.01288404360753221,0.013875123885034688],"n":3,"sample_sd":0.0043200187745695475,"df":2,"ci95_low":0.00017036149877412525,"ci95_high":0.021633404606280382},"repair_rate":{"mean":0.005946481665014866,"values":[0.003964321110009911,0.010901883052527254,0.002973240832507433],"n":3,"sample_sd":0.0043200187745695475,"df":2,"ci95_low":-0.004785039888738263,"ci95_high":0.016678003218767994},"conditional_harm":{"mean":0.011110287894058308,"values":[0.006048387096774193,0.013197969543147208,0.014084507042253521],"n":3,"sample_sd":0.004406088622064879,"df":2,"ci95_low":0.00016495698628994637,"ci95_high":0.02205561880182667},"metrics":{"accuracy":{"mean":0.9765444334324414,"values":[0.981169474727453,0.9742319127849356,0.9742319127849356],"n":3,"sample_sd":0.004005403255032111,"df":2,"ci95_low":0.9665944601555004,"ci95_high":0.9864944067093823},"ce":{"mean":0.0962416398890945,"values":[0.06744202274088817,0.11609983779046255,0.10518305913593277],"n":3,"sample_sd":0.025531499661407362,"df":2,"ci95_low":0.032817878740432654,"ci95_high":0.15966540103775634},"accuracy_pp":{"mean":-0.49554013875123887,"values":[-0.19821605550049554,-0.19821605550049554,-1.0901883052527255],"n":3,"sample_sd":0.514980418504126,"df":2,"ci95_low":-1.7748224172150644,"ci95_high":0.7837421397125868},"harm_rate":{"mean":0.010901883052527254,"values":[0.005946481665014866,0.01288404360753221,0.013875123885034688],"n":3,"sample_sd":0.0043200187745695475,"df":2,"ci95_low":0.00017036149877412525,"ci95_high":0.021633404606280382},"repair_rate":{"mean":0.005946481665014866,"values":[0.003964321110009911,0.010901883052527254,0.002973240832507433],"n":3,"sample_sd":0.0043200187745695475,"df":2,"ci95_low":-0.004785039888738263,"ci95_high":0.016678003218767994},"conditional_harm":{"mean":0.011110287894058308,"values":[0.006048387096774193,0.013197969543147208,0.014084507042253521],"n":3,"sample_sd":0.004406088622064879,"df":2,"ci95_low":0.00016495698628994637,"ci95_high":0.02205561880182667}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m10-s201-v1","accuracy":0.975,"test_accuracy":0.975,"ce":0.08291218029067239,"training_seconds":57.46892948700031,"selected_epoch":5,"epoch":5,"total_run_seconds":69.09951535000005,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":126,"repair_count":28,"harm_rate":0.0126,"repair_rate":0.0028,"conditional_harm":0.012794476035743298,"accuracy_pp":-0.98,"ce":0.01153104403255989},"per_class":[{"n":980,"baseline_correct":973,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":0,"accuracy":0.9928571428571429,"ce":0.027320250474660922},{"n":1135,"baseline_correct":1126,"harm_count":7,"repair_count":1,"harm_rate":0.006167400881057269,"repair_rate":0.000881057268722467,"conditional_harm":0.006216696269982238,"accuracy_pp":-0.5286343612334802,"digit":1,"accuracy":0.986784140969163,"ce":0.05055613602816176},{"n":1032,"baseline_correct":1016,"harm_count":23,"repair_count":3,"harm_rate":0.022286821705426358,"repair_rate":0.0029069767441860465,"conditional_harm":0.022637795275590553,"accuracy_pp":-1.937984496124031,"digit":2,"accuracy":0.9651162790697675,"ce":0.10058769166729739},{"n":1010,"baseline_correct":990,"harm_count":3,"repair_count":7,"harm_rate":0.0029702970297029703,"repair_rate":0.006930693069306931,"conditional_harm":0.0030303030303030303,"accuracy_pp":0.39603960396039606,"digit":3,"accuracy":0.9841584158415841,"ce":0.0630377129786308},{"n":982,"baseline_correct":964,"harm_count":11,"repair_count":3,"harm_rate":0.01120162932790224,"repair_rate":0.003054989816700611,"conditional_harm":0.011410788381742738,"accuracy_pp":-0.814663951120163,"digit":4,"accuracy":0.9735234215885947,"ce":0.07172947148662935},{"n":892,"baseline_correct":876,"harm_count":35,"repair_count":1,"harm_rate":0.03923766816143498,"repair_rate":0.0011210762331838565,"conditional_harm":0.03995433789954338,"accuracy_pp":-3.811659192825112,"digit":5,"accuracy":0.9439461883408071,"ce":0.17648023255172537},{"n":958,"baseline_correct":942,"harm_count":4,"repair_count":5,"harm_rate":0.0041753653444676405,"repair_rate":0.005219206680584551,"conditional_harm":0.004246284501061571,"accuracy_pp":0.10438413361169102,"digit":6,"accuracy":0.9843423799582464,"ce":0.05802677542828513},{"n":1028,"baseline_correct":1011,"harm_count":24,"repair_count":2,"harm_rate":0.023346303501945526,"repair_rate":0.0019455252918287938,"conditional_harm":0.02373887240356083,"accuracy_pp":-2.140077821011673,"digit":7,"accuracy":0.9620622568093385,"ce":0.13199862687612732},{"n":974,"baseline_correct":958,"harm_count":13,"repair_count":2,"harm_rate":0.013347022587268994,"repair_rate":0.002053388090349076,"conditional_harm":0.013569937369519834,"accuracy_pp":-1.1293634496919918,"digit":8,"accuracy":0.9722792607802875,"ce":0.0927106842607837},{"n":1009,"baseline_correct":992,"harm_count":6,"repair_count":4,"harm_rate":0.005946481665014866,"repair_rate":0.003964321110009911,"conditional_harm":0.006048387096774193,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.981169474727453,"ce":0.06744202274088817}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"0e2602de146988f1ecd9209da312fd03d48347ad32e7f9ddcba0986001b8eb77","train_accuracy":0.99006,"train_ce":0.0328329736328125,"validation_accuracy":0.9758,"validation_ce":0.08188931884765625},{"seed":202,"run_id":"halfdrop-m10-s202-v1","accuracy":0.982,"test_accuracy":0.982,"ce":0.0711671091827762,"training_seconds":57.31093152500074,"selected_epoch":10,"epoch":10,"total_run_seconds":69.56632129700006,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":58,"repair_count":103,"harm_rate":0.0058,"repair_rate":0.0103,"conditional_harm":0.005933503836317136,"accuracy_pp":0.45,"ce":-0.004822621616731346},"per_class":[{"n":980,"baseline_correct":967,"harm_count":0,"repair_count":6,"harm_rate":0.0,"repair_rate":0.006122448979591836,"conditional_harm":0.0,"accuracy_pp":0.6122448979591837,"digit":0,"accuracy":0.9928571428571429,"ce":0.026678766034704652},{"n":1135,"baseline_correct":1127,"harm_count":4,"repair_count":2,"harm_rate":0.003524229074889868,"repair_rate":0.001762114537444934,"conditional_harm":0.00354924578527063,"accuracy_pp":-0.1762114537444934,"digit":1,"accuracy":0.9911894273127754,"ce":0.027870591221728715},{"n":1032,"baseline_correct":1000,"harm_count":4,"repair_count":17,"harm_rate":0.003875968992248062,"repair_rate":0.016472868217054265,"conditional_harm":0.004,"accuracy_pp":1.2596899224806202,"digit":2,"accuracy":0.9815891472868217,"ce":0.06261280379427964},{"n":1010,"baseline_correct":971,"harm_count":2,"repair_count":26,"harm_rate":0.0019801980198019802,"repair_rate":0.02574257425742574,"conditional_harm":0.0020597322348094747,"accuracy_pp":2.376237623762376,"digit":3,"accuracy":0.9851485148514851,"ce":0.05409763187348507},{"n":982,"baseline_correct":955,"harm_count":4,"repair_count":12,"harm_rate":0.004073319755600814,"repair_rate":0.012219959266802444,"conditional_harm":0.004188481675392671,"accuracy_pp":0.814663951120163,"digit":4,"accuracy":0.9806517311608961,"ce":0.08272683715327458},{"n":892,"baseline_correct":875,"harm_count":4,"repair_count":7,"harm_rate":0.004484304932735426,"repair_rate":0.007847533632286996,"conditional_harm":0.004571428571428572,"accuracy_pp":0.336322869955157,"digit":5,"accuracy":0.984304932735426,"ce":0.08115450846647972},{"n":958,"baseline_correct":945,"harm_count":8,"repair_count":2,"harm_rate":0.008350730688935281,"repair_rate":0.0020876826722338203,"conditional_harm":0.008465608465608466,"accuracy_pp":-0.6263048016701461,"digit":6,"accuracy":0.9801670146137788,"ce":0.08115158477597925},{"n":1028,"baseline_correct":999,"harm_count":7,"repair_count":12,"harm_rate":0.006809338521400778,"repair_rate":0.011673151750972763,"conditional_harm":0.007007007007007007,"accuracy_pp":0.48638132295719844,"digit":7,"accuracy":0.9766536964980544,"ce":0.08934116374676573},{"n":974,"baseline_correct":951,"harm_count":12,"repair_count":8,"harm_rate":0.012320328542094456,"repair_rate":0.008213552361396304,"conditional_harm":0.012618296529968454,"accuracy_pp":-0.4106776180698152,"digit":8,"accuracy":0.9722792607802875,"ce":0.09679621340340566},{"n":1009,"baseline_correct":985,"harm_count":13,"repair_count":11,"harm_rate":0.01288404360753221,"repair_rate":0.010901883052527254,"conditional_harm":0.013197969543147208,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.9742319127849356,"ce":0.11609983779046255}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"88bc4b2c2acc768d4dce0f31e49b07524de44a35c2b70b21d8df97bb0a77cddc","train_accuracy":0.9992,"train_ce":0.0035677081298828126,"validation_accuracy":0.9828,"validation_ce":0.075845166015625},{"seed":203,"run_id":"halfdrop-m10-s203-v1","accuracy":0.9788,"test_accuracy":0.9788,"ce":0.07001607642275473,"training_seconds":57.65964804400073,"selected_epoch":5,"epoch":5,"total_run_seconds":63.01581920599995,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":73,"repair_count":87,"harm_rate":0.0073,"repair_rate":0.0087,"conditional_harm":0.0074687947616124415,"accuracy_pp":0.14,"ce":-0.007094248406830511},"per_class":[{"n":980,"baseline_correct":971,"harm_count":0,"repair_count":3,"harm_rate":0.0,"repair_rate":0.003061224489795918,"conditional_harm":0.0,"accuracy_pp":0.30612244897959184,"digit":0,"accuracy":0.9938775510204082,"ce":0.028866271360724866},{"n":1135,"baseline_correct":1123,"harm_count":0,"repair_count":7,"harm_rate":0.0,"repair_rate":0.006167400881057269,"conditional_harm":0.0,"accuracy_pp":0.6167400881057269,"digit":1,"accuracy":0.9955947136563876,"ce":0.019550146661460314},{"n":1032,"baseline_correct":1015,"harm_count":15,"repair_count":6,"harm_rate":0.014534883720930232,"repair_rate":0.005813953488372093,"conditional_harm":0.014778325123152709,"accuracy_pp":-0.872093023255814,"digit":2,"accuracy":0.9748062015503876,"ce":0.07470593078350275},{"n":1010,"baseline_correct":944,"harm_count":6,"repair_count":34,"harm_rate":0.005940594059405941,"repair_rate":0.033663366336633666,"conditional_harm":0.006355932203389831,"accuracy_pp":2.772277227722772,"digit":3,"accuracy":0.9623762376237623,"ce":0.10651847916408526},{"n":982,"baseline_correct":957,"harm_count":1,"repair_count":13,"harm_rate":0.0010183299389002036,"repair_rate":0.013238289205702648,"conditional_harm":0.0010449320794148381,"accuracy_pp":1.2219959266802445,"digit":4,"accuracy":0.9867617107942973,"ce":0.0443316586463056},{"n":892,"baseline_correct":883,"harm_count":7,"repair_count":2,"harm_rate":0.007847533632286996,"repair_rate":0.002242152466367713,"conditional_harm":0.007927519818799546,"accuracy_pp":-0.5605381165919282,"digit":5,"accuracy":0.984304932735426,"ce":0.0549519825879461},{"n":958,"baseline_correct":936,"harm_count":1,"repair_count":7,"harm_rate":0.0010438413361169101,"repair_rate":0.007306889352818371,"conditional_harm":0.0010683760683760685,"accuracy_pp":0.6263048016701461,"digit":6,"accuracy":0.9832985386221295,"ce":0.06528838097283675},{"n":1028,"baseline_correct":1011,"harm_count":11,"repair_count":0,"harm_rate":0.010700389105058366,"repair_rate":0.0,"conditional_harm":0.010880316518298714,"accuracy_pp":-1.0700389105058365,"digit":7,"accuracy":0.9727626459143969,"ce":0.06672833232783583},{"n":974,"baseline_correct":940,"harm_count":18,"repair_count":12,"harm_rate":0.018480492813141684,"repair_rate":0.012320328542094456,"conditional_harm":0.019148936170212766,"accuracy_pp":-0.6160164271047228,"digit":8,"accuracy":0.9589322381930184,"ce":0.13878712400072854},{"n":1009,"baseline_correct":994,"harm_count":14,"repair_count":3,"harm_rate":0.013875123885034688,"repair_rate":0.002973240832507433,"conditional_harm":0.014084507042253521,"accuracy_pp":-1.0901883052527255,"digit":9,"accuracy":0.9742319127849356,"ce":0.10518305913593277}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"2298a54517a34474b269a741d61c4ca18a0dfbf5d5ceb3257e7ce151fa7f4312","train_accuracy":0.99372,"train_ce":0.02225360107421875,"validation_accuracy":0.9803,"validation_ce":0.06865208740234376}]},{"endpoint":"selected","drop_mask":11,"k":3,"drop_probabilities":[0.5,0.5,0,0.5],"nominal_training_affine_fraction":0.644797325532804,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9777666666666667,"values":[0.9766,0.9796,0.9771],"n":3,"sample_sd":0.0016072751268321722,"df":2,"ci95_low":0.9737739739108049,"ci95_high":0.9817593594225285},"ce":{"mean":0.07324331567827155,"values":[0.07689497581115827,0.07071049383302688,0.07212447739062951],"n":3,"sample_sd":0.003240494355785598,"df":2,"ci95_low":0.06519348144406882,"ci95_high":0.08129314991247429},"training_seconds":{"mean":45.42059497733351,"values":[45.38082971099993,45.3400284420004,45.54092677900019],"n":3,"sample_sd":0.10618847751641841,"df":2,"ci95_low":45.15680817577239,"ci95_high":45.684381778894625},"selected_epoch":{"mean":5.0,"values":[5.0,5.0,5.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":5.0,"ci95_high":5.0},"train_accuracy":{"mean":0.99048,"values":[0.98998,0.98992,0.99154],"n":3,"sample_sd":0.0009184770002563905,"df":2,"ci95_low":0.988198376646208,"ci95_high":0.992761623353792},"train_ce":{"mean":0.03234516194661458,"values":[0.03457160400390625,0.032950830078125,0.0295130517578125],"n":3,"sample_sd":0.0025830917755202817,"df":2,"ci95_low":0.025928406253908028,"ci95_high":0.03876191763932114},"validation_accuracy":{"mean":0.9765,"values":[0.9755,0.9761,0.9779],"n":3,"sample_sd":0.0012489995996796666,"df":2,"ci95_low":0.9733973129923662,"ci95_high":0.9796026870076339},"validation_ce":{"mean":0.07780160522460938,"values":[0.08308408203125,0.0798884521484375,0.07043228149414063],"n":3,"sample_sd":0.006578997778561598,"df":2,"ci95_low":0.06145846873679107,"ci95_high":0.0941447417124277},"harm_rate":{"mean":0.008833333333333334,"values":[0.0113,0.0067,0.0085],"n":3,"sample_sd":0.002318045153428494,"df":2,"ci95_low":0.003074989949960062,"ci95_high":0.014591676716706605},"repair_rate":{"mean":0.0067,"values":[0.0031,0.0088,0.0082],"n":3,"sample_sd":0.0031320919526731657,"df":2,"ci95_low":-0.001080547736577361,"ci95_high":0.014480547736577361},"conditional_harm":{"mean":0.009008390947496912,"values":[0.011474411047928514,0.006854219948849105,0.008696541845713116],"n":3,"sample_sd":0.002325828636145765,"df":2,"ci95_low":0.003230712321176236,"ci95_high":0.01478606957381759}},"paired_vs_none":{"accuracy_pp":{"mean":-0.21333333333333332,"values":[-0.82,0.21,-0.03],"n":3,"sample_sd":0.5389186704256341,"df":2,"ci95_low":-1.5520815261508376,"ci95_high":1.1254148594841709},"ce":{"mean":-0.0015837482841302107,"values":[0.0055138395530457684,-0.005279236966480666,-0.0049858474389557345],"n":3,"sample_sd":0.006148441606093093,"df":2,"ci95_low":-0.016857323946855216,"ci95_high":0.013689827378594794},"harm_rate":{"mean":0.008833333333333334,"values":[0.0113,0.0067,0.0085],"n":3,"sample_sd":0.002318045153428494,"df":2,"ci95_low":0.003074989949960062,"ci95_high":0.014591676716706605},"repair_rate":{"mean":0.0067,"values":[0.0031,0.0088,0.0082],"n":3,"sample_sd":0.0031320919526731657,"df":2,"ci95_low":-0.001080547736577361,"ci95_high":0.014480547736577361},"conditional_harm":{"mean":0.009008390947496912,"values":[0.011474411047928514,0.006854219948849105,0.008696541845713116],"n":3,"sample_sd":0.002325828636145765,"df":2,"ci95_low":0.003230712321176236,"ci95_high":0.01478606957381759},"harm_count":{"mean":88.33333333333333,"values":[113.0,67.0,85.0],"n":3,"sample_sd":23.180451534284945,"df":2,"ci95_low":30.749899499600602,"ci95_high":145.91676716706604},"repair_count":{"mean":67.0,"values":[31.0,88.0,82.0],"n":3,"sample_sd":31.32091952673165,"df":2,"ci95_low":-10.805477365773598,"ci95_high":144.80547736577358}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9908163265306122,"values":[0.9908163265306122,0.9897959183673469,0.9918367346938776],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.9882814921307783,"ci95_high":0.9933511609304462},"ce":{"mean":0.032987793707073505,"values":[0.036599824973274415,0.02898778611560294,0.03337577003234317],"n":3,"sample_sd":0.0038208216543568784,"df":2,"ci95_low":0.023496346545281217,"ci95_high":0.04247924086886579},"accuracy_pp":{"mean":0.06802721088435375,"values":[-0.20408163265306123,0.30612244897959184,0.10204081632653061],"n":3,"sample_sd":0.25679708963505954,"df":2,"ci95_low":-0.5698921237681467,"ci95_high":0.7059465455368541},"harm_rate":{"mean":0.0013605442176870747,"values":[0.003061224489795918,0.0010204081632653062,0.0],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.00251147928611856,"ci95_high":0.005232567721492709},"repair_rate":{"mean":0.0020408163265306124,"values":[0.0010204081632653062,0.004081632653061225,0.0010204081632653062],"n":3,"sample_sd":0.0017673987832335484,"df":2,"ci95_low":-0.0023496456427551026,"ci95_high":0.0064312782958163275},"conditional_harm":{"mean":0.0013724579503187227,"values":[0.003083247687564234,0.001034126163391934,0.0],"n":3,"sample_sd":0.0015692212636372715,"df":2,"ci95_low":-0.0025257037688995163,"ci95_high":0.005270619669536961},"metrics":{"accuracy":{"mean":0.9908163265306122,"values":[0.9908163265306122,0.9897959183673469,0.9918367346938776],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.9882814921307783,"ci95_high":0.9933511609304462},"ce":{"mean":0.032987793707073505,"values":[0.036599824973274415,0.02898778611560294,0.03337577003234317],"n":3,"sample_sd":0.0038208216543568784,"df":2,"ci95_low":0.023496346545281217,"ci95_high":0.04247924086886579},"accuracy_pp":{"mean":0.06802721088435375,"values":[-0.20408163265306123,0.30612244897959184,0.10204081632653061],"n":3,"sample_sd":0.25679708963505954,"df":2,"ci95_low":-0.5698921237681467,"ci95_high":0.7059465455368541},"harm_rate":{"mean":0.0013605442176870747,"values":[0.003061224489795918,0.0010204081632653062,0.0],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.00251147928611856,"ci95_high":0.005232567721492709},"repair_rate":{"mean":0.0020408163265306124,"values":[0.0010204081632653062,0.004081632653061225,0.0010204081632653062],"n":3,"sample_sd":0.0017673987832335484,"df":2,"ci95_low":-0.0023496456427551026,"ci95_high":0.0064312782958163275},"conditional_harm":{"mean":0.0013724579503187227,"values":[0.003083247687564234,0.001034126163391934,0.0],"n":3,"sample_sd":0.0015692212636372715,"df":2,"ci95_low":-0.0025257037688995163,"ci95_high":0.005270619669536961}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9932452276064611,"values":[0.9885462555066079,0.9955947136563876,0.9955947136563876],"n":3,"sample_sd":0.004069429210147135,"df":2,"ci95_low":0.9831362050398825,"ci95_high":1.0033542501730397},"ce":{"mean":0.02565324813309654,"values":[0.04122168624212807,0.01671759064915567,0.019020467508005883],"n":3,"sample_sd":0.01353174080903177,"df":2,"ci95_low":-0.00796145951742629,"ci95_high":0.059267955783619375},"accuracy_pp":{"mean":0.1762114537444934,"values":[-0.3524229074889868,0.2643171806167401,0.6167400881057269],"n":3,"sample_sd":0.49055192624053057,"df":2,"ci95_low":-1.0423870858440103,"ci95_high":1.3948099933329972},"harm_rate":{"mean":0.0014684287812041117,"values":[0.004405286343612335,0.0,0.0],"n":3,"sample_sd":0.002543393256341964,"df":2,"ci95_low":-0.00484971032290749,"ci95_high":0.007786567885315713},"repair_rate":{"mean":0.0032305433186490453,"values":[0.000881057268722467,0.0026431718061674008,0.006167400881057269],"n":3,"sample_sd":0.0026916744170078356,"df":2,"ci95_low":-0.0034559466086276453,"ci95_high":0.009917033245925737},"conditional_harm":{"mean":0.0014801657785671995,"values":[0.004440497335701598,0.0,0.0],"n":3,"sample_sd":0.0025637223321031337,"df":2,"ci95_low":-0.004888473549289521,"ci95_high":0.00784880510642392},"metrics":{"accuracy":{"mean":0.9932452276064611,"values":[0.9885462555066079,0.9955947136563876,0.9955947136563876],"n":3,"sample_sd":0.004069429210147135,"df":2,"ci95_low":0.9831362050398825,"ci95_high":1.0033542501730397},"ce":{"mean":0.02565324813309654,"values":[0.04122168624212807,0.01671759064915567,0.019020467508005883],"n":3,"sample_sd":0.01353174080903177,"df":2,"ci95_low":-0.00796145951742629,"ci95_high":0.059267955783619375},"accuracy_pp":{"mean":0.1762114537444934,"values":[-0.3524229074889868,0.2643171806167401,0.6167400881057269],"n":3,"sample_sd":0.49055192624053057,"df":2,"ci95_low":-1.0423870858440103,"ci95_high":1.3948099933329972},"harm_rate":{"mean":0.0014684287812041117,"values":[0.004405286343612335,0.0,0.0],"n":3,"sample_sd":0.002543393256341964,"df":2,"ci95_low":-0.00484971032290749,"ci95_high":0.007786567885315713},"repair_rate":{"mean":0.0032305433186490453,"values":[0.000881057268722467,0.0026431718061674008,0.006167400881057269],"n":3,"sample_sd":0.0026916744170078356,"df":2,"ci95_low":-0.0034559466086276453,"ci95_high":0.009917033245925737},"conditional_harm":{"mean":0.0014801657785671995,"values":[0.004440497335701598,0.0,0.0],"n":3,"sample_sd":0.0025637223321031337,"df":2,"ci95_low":-0.004888473549289521,"ci95_high":0.00784880510642392}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9738372093023255,"values":[0.9738372093023255,0.9835271317829457,0.9641472868217055],"n":3,"sample_sd":0.009689922480620117,"df":2,"ci95_low":0.9497661074434376,"ci95_high":0.9979083111612135},"ce":{"mean":0.07518955237481795,"values":[0.07765292242288066,0.054214287112910604,0.09370144758866257],"n":3,"sample_sd":0.019858502073538085,"df":2,"ci95_low":0.025858298473343894,"ci95_high":0.124520806276292},"accuracy_pp":{"mean":-0.5167958656330749,"values":[-1.065891472868217,1.4534883720930232,-1.937984496124031],"n":3,"sample_sd":1.7611506305188094,"df":2,"ci95_low":-4.891736563130788,"ci95_high":3.8581448318646387},"harm_rate":{"mean":0.012596899224806201,"values":[0.014534883720930232,0.0009689922480620155,0.022286821705426358],"n":3,"sample_sd":0.010790241013236477,"df":2,"ci95_low":-0.014207545395987438,"ci95_high":0.03940134384559984},"repair_rate":{"mean":0.007428940568475452,"values":[0.003875968992248062,0.015503875968992248,0.0029069767441860465],"n":3,"sample_sd":0.007009862536889762,"df":2,"ci95_low":-0.009984523314207495,"ci95_high":0.0248424044511584},"conditional_harm":{"mean":0.012807959349908847,"values":[0.014763779527559055,0.001,0.022660098522167486],"n":3,"sample_sd":0.010961701119031586,"df":2,"ci95_low":-0.014422415785766024,"ci95_high":0.04003833448558372},"metrics":{"accuracy":{"mean":0.9738372093023255,"values":[0.9738372093023255,0.9835271317829457,0.9641472868217055],"n":3,"sample_sd":0.009689922480620117,"df":2,"ci95_low":0.9497661074434376,"ci95_high":0.9979083111612135},"ce":{"mean":0.07518955237481795,"values":[0.07765292242288066,0.054214287112910604,0.09370144758866257],"n":3,"sample_sd":0.019858502073538085,"df":2,"ci95_low":0.025858298473343894,"ci95_high":0.124520806276292},"accuracy_pp":{"mean":-0.5167958656330749,"values":[-1.065891472868217,1.4534883720930232,-1.937984496124031],"n":3,"sample_sd":1.7611506305188094,"df":2,"ci95_low":-4.891736563130788,"ci95_high":3.8581448318646387},"harm_rate":{"mean":0.012596899224806201,"values":[0.014534883720930232,0.0009689922480620155,0.022286821705426358],"n":3,"sample_sd":0.010790241013236477,"df":2,"ci95_low":-0.014207545395987438,"ci95_high":0.03940134384559984},"repair_rate":{"mean":0.007428940568475452,"values":[0.003875968992248062,0.015503875968992248,0.0029069767441860465],"n":3,"sample_sd":0.007009862536889762,"df":2,"ci95_low":-0.009984523314207495,"ci95_high":0.0248424044511584},"conditional_harm":{"mean":0.012807959349908847,"values":[0.014763779527559055,0.001,0.022660098522167486],"n":3,"sample_sd":0.010961701119031586,"df":2,"ci95_low":-0.014422415785766024,"ci95_high":0.04003833448558372}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9742574257425742,"values":[0.9851485148514851,0.9683168316831683,0.9693069306930693],"n":3,"sample_sd":0.0094449425882866,"df":2,"ci95_low":0.9507948876728738,"ci95_high":0.9977199638122747},"ce":{"mean":0.07845354545512762,"values":[0.0407758078838046,0.10558707931837227,0.08899774916320599],"n":3,"sample_sd":0.03366764619214405,"df":2,"ci95_low":-0.005181524119570999,"ci95_high":0.16208861502982624},"accuracy_pp":{"mean":1.551155115511551,"values":[0.49504950495049505,0.693069306930693,3.4653465346534653],"n":3,"sample_sd":1.6606924918031847,"df":2,"ci95_low":-2.5742337311417023,"ci95_high":5.676543962164804},"harm_rate":{"mean":0.0046204620462046205,"values":[0.0009900990099009901,0.01089108910891089,0.0019801980198019802],"n":3,"sample_sd":0.005453040145827823,"df":2,"ci95_low":-0.008925640624208737,"ci95_high":0.018166564716617976},"repair_rate":{"mean":0.02013201320132013,"values":[0.005940594059405941,0.01782178217821782,0.03663366336633663],"n":3,"sample_sd":0.015476401435898818,"df":2,"ci95_low":-0.01831349924912818,"ci95_high":0.05857752565176844},"conditional_harm":{"mean":0.004819090789783244,"values":[0.00101010101010101,0.01132852729145211,0.00211864406779661],"n":3,"sample_sd":0.005664520244878249,"df":2,"ci95_low":-0.00925235756998435,"ci95_high":0.01889053914955084},"metrics":{"accuracy":{"mean":0.9742574257425742,"values":[0.9851485148514851,0.9683168316831683,0.9693069306930693],"n":3,"sample_sd":0.0094449425882866,"df":2,"ci95_low":0.9507948876728738,"ci95_high":0.9977199638122747},"ce":{"mean":0.07845354545512762,"values":[0.0407758078838046,0.10558707931837227,0.08899774916320599],"n":3,"sample_sd":0.03366764619214405,"df":2,"ci95_low":-0.005181524119570999,"ci95_high":0.16208861502982624},"accuracy_pp":{"mean":1.551155115511551,"values":[0.49504950495049505,0.693069306930693,3.4653465346534653],"n":3,"sample_sd":1.6606924918031847,"df":2,"ci95_low":-2.5742337311417023,"ci95_high":5.676543962164804},"harm_rate":{"mean":0.0046204620462046205,"values":[0.0009900990099009901,0.01089108910891089,0.0019801980198019802],"n":3,"sample_sd":0.005453040145827823,"df":2,"ci95_low":-0.008925640624208737,"ci95_high":0.018166564716617976},"repair_rate":{"mean":0.02013201320132013,"values":[0.005940594059405941,0.01782178217821782,0.03663366336633663],"n":3,"sample_sd":0.015476401435898818,"df":2,"ci95_low":-0.01831349924912818,"ci95_high":0.05857752565176844},"conditional_harm":{"mean":0.004819090789783244,"values":[0.00101010101010101,0.01132852729145211,0.00211864406779661],"n":3,"sample_sd":0.005664520244878249,"df":2,"ci95_low":-0.00925235756998435,"ci95_high":0.01889053914955084}}},{"digit":4,"n":982,"accuracy":{"mean":0.9857433808553971,"values":[0.9857433808553971,0.9867617107942973,0.984725050916497],"n":3,"sample_sd":0.0010183299389001643,"df":2,"ci95_low":0.9832137090510823,"ci95_high":0.988273052659712},"ce":{"mean":0.04236543384526714,"values":[0.039224383093896,0.043182576382404414,0.04468934205950102],"n":3,"sample_sd":0.0028226291942860717,"df":2,"ci95_low":0.035353634217208336,"ci95_high":0.04937723347332595},"accuracy_pp":{"mean":0.9504412763068567,"values":[0.4073319755600815,1.4256619144602851,1.0183299389002036],"n":3,"sample_sd":0.5125481626117278,"df":2,"ci95_low":-0.32279894356982386,"ci95_high":2.2236814961835374},"harm_rate":{"mean":0.0023761031907671417,"values":[0.003054989816700611,0.002036659877800407,0.002036659877800407],"n":3,"sample_sd":0.0005879330643478878,"df":2,"ci95_low":0.000915596493584521,"ci95_high":0.0038366098879497627},"repair_rate":{"mean":0.01188051595383571,"values":[0.007128309572301426,0.016293279022403257,0.012219959266802444],"n":3,"sample_sd":0.004591904025277895,"df":2,"ci95_low":0.00047359399550565145,"ci95_high":0.023287437912165768},"conditional_harm":{"mean":0.0024320460638489194,"values":[0.0031120331950207467,0.0020942408376963353,0.0020898641588296763],"n":3,"sample_sd":0.0005888901958336073,"df":2,"ci95_low":0.0009691617202474362,"ci95_high":0.003894930407450403},"metrics":{"accuracy":{"mean":0.9857433808553971,"values":[0.9857433808553971,0.9867617107942973,0.984725050916497],"n":3,"sample_sd":0.0010183299389001643,"df":2,"ci95_low":0.9832137090510823,"ci95_high":0.988273052659712},"ce":{"mean":0.04236543384526714,"values":[0.039224383093896,0.043182576382404414,0.04468934205950102],"n":3,"sample_sd":0.0028226291942860717,"df":2,"ci95_low":0.035353634217208336,"ci95_high":0.04937723347332595},"accuracy_pp":{"mean":0.9504412763068567,"values":[0.4073319755600815,1.4256619144602851,1.0183299389002036],"n":3,"sample_sd":0.5125481626117278,"df":2,"ci95_low":-0.32279894356982386,"ci95_high":2.2236814961835374},"harm_rate":{"mean":0.0023761031907671417,"values":[0.003054989816700611,0.002036659877800407,0.002036659877800407],"n":3,"sample_sd":0.0005879330643478878,"df":2,"ci95_low":0.000915596493584521,"ci95_high":0.0038366098879497627},"repair_rate":{"mean":0.01188051595383571,"values":[0.007128309572301426,0.016293279022403257,0.012219959266802444],"n":3,"sample_sd":0.004591904025277895,"df":2,"ci95_low":0.00047359399550565145,"ci95_high":0.023287437912165768},"conditional_harm":{"mean":0.0024320460638489194,"values":[0.0031120331950207467,0.0020942408376963353,0.0020898641588296763],"n":3,"sample_sd":0.0005888901958336073,"df":2,"ci95_low":0.0009691617202474362,"ci95_high":0.003894930407450403}}},{"digit":5,"n":892,"accuracy":{"mean":0.9712257100149477,"values":[0.9540358744394619,0.9798206278026906,0.9798206278026906],"n":3,"sample_sd":0.01488683429524821,"df":2,"ci95_low":0.9342447635322496,"ci95_high":1.0082066564976457},"ce":{"mean":0.09548478109104055,"values":[0.14906956162638585,0.07433744766368698,0.06304733398304885],"n":3,"sample_sd":0.04674786835243157,"df":2,"ci95_low":-0.020643361631237478,"ci95_high":0.2116129238133186},"accuracy_pp":{"mean":-1.3079222720478325,"values":[-2.802690582959641,-0.11210762331838565,-1.0089686098654709],"n":3,"sample_sd":1.3699777862349296,"df":2,"ci95_low":-4.711135755213323,"ci95_high":2.095291211117658},"harm_rate":{"mean":0.018310911808669655,"values":[0.032511210762331835,0.010089686098654708,0.01233183856502242],"n":3,"sample_sd":0.012348812886291707,"df":2,"ci95_low":-0.012365239978589293,"ci95_high":0.0489870635959286},"repair_rate":{"mean":0.00523168908819133,"values":[0.004484304932735426,0.008968609865470852,0.002242152466367713],"n":3,"sample_sd":0.0034249444655873244,"df":2,"ci95_low":-0.0032763446197223954,"ci95_high":0.013739722796105056},"conditional_harm":{"mean":0.018616089420197456,"values":[0.033105022831050226,0.010285714285714285,0.01245753114382786],"n":3,"sample_sd":0.012594685016084795,"df":2,"ci95_low":-0.012670842596970239,"ci95_high":0.04990302143736515},"metrics":{"accuracy":{"mean":0.9712257100149477,"values":[0.9540358744394619,0.9798206278026906,0.9798206278026906],"n":3,"sample_sd":0.01488683429524821,"df":2,"ci95_low":0.9342447635322496,"ci95_high":1.0082066564976457},"ce":{"mean":0.09548478109104055,"values":[0.14906956162638585,0.07433744766368698,0.06304733398304885],"n":3,"sample_sd":0.04674786835243157,"df":2,"ci95_low":-0.020643361631237478,"ci95_high":0.2116129238133186},"accuracy_pp":{"mean":-1.3079222720478325,"values":[-2.802690582959641,-0.11210762331838565,-1.0089686098654709],"n":3,"sample_sd":1.3699777862349296,"df":2,"ci95_low":-4.711135755213323,"ci95_high":2.095291211117658},"harm_rate":{"mean":0.018310911808669655,"values":[0.032511210762331835,0.010089686098654708,0.01233183856502242],"n":3,"sample_sd":0.012348812886291707,"df":2,"ci95_low":-0.012365239978589293,"ci95_high":0.0489870635959286},"repair_rate":{"mean":0.00523168908819133,"values":[0.004484304932735426,0.008968609865470852,0.002242152466367713],"n":3,"sample_sd":0.0034249444655873244,"df":2,"ci95_low":-0.0032763446197223954,"ci95_high":0.013739722796105056},"conditional_harm":{"mean":0.018616089420197456,"values":[0.033105022831050226,0.010285714285714285,0.01245753114382786],"n":3,"sample_sd":0.012594685016084795,"df":2,"ci95_low":-0.012670842596970239,"ci95_high":0.04990302143736515}}},{"digit":6,"n":958,"accuracy":{"mean":0.977731384829506,"values":[0.9780793319415448,0.9718162839248434,0.9832985386221295],"n":3,"sample_sd":0.005749029798837275,"df":2,"ci95_low":0.9634500030997382,"ci95_high":0.9920127665592737},"ce":{"mean":0.08721157725956083,"values":[0.07866899564148706,0.10793882987441976,0.07502690626277565],"n":3,"sample_sd":0.018042462539264507,"df":2,"ci95_low":0.04239161565136312,"ci95_high":0.13203153886775854},"accuracy_pp":{"mean":-0.45233124565066113,"values":[-0.5219206680584552,-1.4613778705636744,0.6263048016701461],"n":3,"sample_sd":1.0455796243087487,"df":2,"ci95_low":-3.049695021124641,"ci95_high":2.1450325298233186},"harm_rate":{"mean":0.007306889352818371,"values":[0.005219206680584551,0.015657620041753653,0.0010438413361169101],"n":3,"sample_sd":0.0075272469216367205,"df":2,"ci95_low":-0.011391828591530206,"ci95_high":0.02600560729716695},"repair_rate":{"mean":0.0027835768963117603,"values":[0.0,0.0010438413361169101,0.007306889352818371],"n":3,"sample_sd":0.00395191951691042,"df":2,"ci95_low":-0.007033535409791035,"ci95_high":0.012600689202414556},"conditional_harm":{"mean":0.0074164158559063015,"values":[0.005307855626326964,0.015873015873015872,0.0010683760683760685],"n":3,"sample_sd":0.007624228460480711,"df":2,"ci95_low":-0.01152321758643664,"ci95_high":0.026356049298249244},"metrics":{"accuracy":{"mean":0.977731384829506,"values":[0.9780793319415448,0.9718162839248434,0.9832985386221295],"n":3,"sample_sd":0.005749029798837275,"df":2,"ci95_low":0.9634500030997382,"ci95_high":0.9920127665592737},"ce":{"mean":0.08721157725956083,"values":[0.07866899564148706,0.10793882987441976,0.07502690626277565],"n":3,"sample_sd":0.018042462539264507,"df":2,"ci95_low":0.04239161565136312,"ci95_high":0.13203153886775854},"accuracy_pp":{"mean":-0.45233124565066113,"values":[-0.5219206680584552,-1.4613778705636744,0.6263048016701461],"n":3,"sample_sd":1.0455796243087487,"df":2,"ci95_low":-3.049695021124641,"ci95_high":2.1450325298233186},"harm_rate":{"mean":0.007306889352818371,"values":[0.005219206680584551,0.015657620041753653,0.0010438413361169101],"n":3,"sample_sd":0.0075272469216367205,"df":2,"ci95_low":-0.011391828591530206,"ci95_high":0.02600560729716695},"repair_rate":{"mean":0.0027835768963117603,"values":[0.0,0.0010438413361169101,0.007306889352818371],"n":3,"sample_sd":0.00395191951691042,"df":2,"ci95_low":-0.007033535409791035,"ci95_high":0.012600689202414556},"conditional_harm":{"mean":0.0074164158559063015,"values":[0.005307855626326964,0.015873015873015872,0.0010683760683760685],"n":3,"sample_sd":0.007624228460480711,"df":2,"ci95_low":-0.01152321758643664,"ci95_high":0.026356049298249244}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9724383916990921,"values":[0.9698443579766537,0.9747081712062257,0.9727626459143969],"n":3,"sample_sd":0.0024480656404898583,"df":2,"ci95_low":0.9663570595204982,"ci95_high":0.9785197238776859},"ce":{"mean":0.08290613084076101,"values":[0.09801445482262049,0.0776912956833078,0.07301264201635473],"n":3,"sample_sd":0.013291671835756634,"df":2,"ci95_low":0.049887787580192994,"ci95_high":0.11592447410132903},"accuracy_pp":{"mean":-0.7133592736705577,"values":[-1.3618677042801557,0.2918287937743191,-1.0700389105058365],"n":3,"sample_sd":0.8826626192487808,"df":2,"ci95_low":-2.9060147729754924,"ci95_high":1.4792962256343767},"harm_rate":{"mean":0.011997405966277562,"values":[0.016536964980544747,0.008754863813229572,0.010700389105058366],"n":3,"sample_sd":0.004049933851101426,"df":2,"ci95_low":0.00193681255631027,"ci95_high":0.022057999376244856},"repair_rate":{"mean":0.0048638132295719845,"values":[0.0029182879377431907,0.011673151750972763,0.0],"n":3,"sample_sd":0.006074900776652139,"df":2,"ci95_low":-0.010227076885378952,"ci95_high":0.01995470334452292},"conditional_harm":{"mean":0.012234786715498882,"values":[0.016815034619188922,0.009009009009009009,0.010880316518298714],"n":3,"sample_sd":0.0040754694322278715,"df":2,"ci95_low":0.002110759405461706,"ci95_high":0.022358814025536057},"metrics":{"accuracy":{"mean":0.9724383916990921,"values":[0.9698443579766537,0.9747081712062257,0.9727626459143969],"n":3,"sample_sd":0.0024480656404898583,"df":2,"ci95_low":0.9663570595204982,"ci95_high":0.9785197238776859},"ce":{"mean":0.08290613084076101,"values":[0.09801445482262049,0.0776912956833078,0.07301264201635473],"n":3,"sample_sd":0.013291671835756634,"df":2,"ci95_low":0.049887787580192994,"ci95_high":0.11592447410132903},"accuracy_pp":{"mean":-0.7133592736705577,"values":[-1.3618677042801557,0.2918287937743191,-1.0700389105058365],"n":3,"sample_sd":0.8826626192487808,"df":2,"ci95_low":-2.9060147729754924,"ci95_high":1.4792962256343767},"harm_rate":{"mean":0.011997405966277562,"values":[0.016536964980544747,0.008754863813229572,0.010700389105058366],"n":3,"sample_sd":0.004049933851101426,"df":2,"ci95_low":0.00193681255631027,"ci95_high":0.022057999376244856},"repair_rate":{"mean":0.0048638132295719845,"values":[0.0029182879377431907,0.011673151750972763,0.0],"n":3,"sample_sd":0.006074900776652139,"df":2,"ci95_low":-0.010227076885378952,"ci95_high":0.01995470334452292},"conditional_harm":{"mean":0.012234786715498882,"values":[0.016815034619188922,0.009009009009009009,0.010880316518298714],"n":3,"sample_sd":0.0040754694322278715,"df":2,"ci95_low":0.002110759405461706,"ci95_high":0.022358814025536057}}},{"digit":8,"n":974,"accuracy":{"mean":0.9671457905544147,"values":[0.9753593429158111,0.971252566735113,0.9548254620123203],"n":3,"sample_sd":0.01086550846433096,"df":2,"ci95_low":0.9401543712198834,"ci95_high":0.994137209888946},"ce":{"mean":0.10796711384641137,"values":[0.08809428228582827,0.10131423594220644,0.1344928233111994],"n":3,"sample_sd":0.02390401097362022,"df":2,"ci95_low":0.04858625872267009,"ci95_high":0.16734796897015267},"accuracy_pp":{"mean":-0.7871321013004791,"values":[-0.8213552361396304,-0.5133470225872689,-1.0266940451745379],"n":3,"sample_sd":0.2583790018915383,"df":2,"ci95_low":-1.4289811238461159,"ci95_high":-0.14528307875484237},"harm_rate":{"mean":0.012662559890485968,"values":[0.01026694045174538,0.008213552361396304,0.019507186858316223],"n":3,"sample_sd":0.006015878107887388,"df":2,"ci95_low":-0.0022817097871331727,"ci95_high":0.02760682956810511},"repair_rate":{"mean":0.004791238877481178,"values":[0.002053388090349076,0.003080082135523614,0.009240246406570842],"n":3,"sample_sd":0.0038870009211500844,"df":2,"ci95_low":-0.004864606696693849,"ci95_high":0.014447084451656204},"conditional_harm":{"mean":0.013021125668420517,"values":[0.010438413361169102,0.008412197686645636,0.02021276595744681],"n":3,"sample_sd":0.006310004360139602,"df":2,"ci95_low":-0.002653794124459702,"ci95_high":0.028696045461300737},"metrics":{"accuracy":{"mean":0.9671457905544147,"values":[0.9753593429158111,0.971252566735113,0.9548254620123203],"n":3,"sample_sd":0.01086550846433096,"df":2,"ci95_low":0.9401543712198834,"ci95_high":0.994137209888946},"ce":{"mean":0.10796711384641137,"values":[0.08809428228582827,0.10131423594220644,0.1344928233111994],"n":3,"sample_sd":0.02390401097362022,"df":2,"ci95_low":0.04858625872267009,"ci95_high":0.16734796897015267},"accuracy_pp":{"mean":-0.7871321013004791,"values":[-0.8213552361396304,-0.5133470225872689,-1.0266940451745379],"n":3,"sample_sd":0.2583790018915383,"df":2,"ci95_low":-1.4289811238461159,"ci95_high":-0.14528307875484237},"harm_rate":{"mean":0.012662559890485968,"values":[0.01026694045174538,0.008213552361396304,0.019507186858316223],"n":3,"sample_sd":0.006015878107887388,"df":2,"ci95_low":-0.0022817097871331727,"ci95_high":0.02760682956810511},"repair_rate":{"mean":0.004791238877481178,"values":[0.002053388090349076,0.003080082135523614,0.009240246406570842],"n":3,"sample_sd":0.0038870009211500844,"df":2,"ci95_low":-0.004864606696693849,"ci95_high":0.014447084451656204},"conditional_harm":{"mean":0.013021125668420517,"values":[0.010438413361169102,0.008412197686645636,0.02021276595744681],"n":3,"sample_sd":0.006310004360139602,"df":2,"ci95_low":-0.002653794124459702,"ci95_high":0.028696045461300737}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9689461513049223,"values":[0.9613478691774033,0.9722497522299306,0.9732408325074331],"n":3,"sample_sd":0.006598937679365118,"df":2,"ci95_low":0.9525534813575477,"ci95_high":0.985338821252297},"ce":{"mean":0.11243165528602683,"values":[0.13038449192504029,0.10551430924155893,0.1013961646914813],"n":3,"sample_sd":0.01568336813870545,"df":2,"ci95_low":0.07347200904404194,"ci95_high":0.15139130152801172},"accuracy_pp":{"mean":-1.2553683515031384,"values":[-2.180376610505451,-0.39643211100099107,-1.1892963330029733],"n":3,"sample_sd":0.8938056992711386,"df":2,"ci95_low":-3.475704796117632,"ci95_high":0.9649680931113553},"harm_rate":{"mean":0.017178724810042945,"values":[0.024777006937561942,0.010901883052527254,0.015857284440039643],"n":3,"sample_sd":0.007031317031315746,"df":2,"ci95_low":-0.0002880349913319917,"ci95_high":0.03464548461141788},"repair_rate":{"mean":0.004625041295011563,"values":[0.002973240832507433,0.006937561942517344,0.003964321110009911],"n":3,"sample_sd":0.0020630981164183673,"df":2,"ci95_low":-0.0004999785392036877,"ci95_high":0.009750061129226814},"conditional_harm":{"mean":0.017488568356814102,"values":[0.025201612903225805,0.01116751269035533,0.01609657947686117],"n":3,"sample_sd":0.007119846696218764,"df":2,"ci95_low":-0.00019811132376273619,"ci95_high":0.035175248037390944},"metrics":{"accuracy":{"mean":0.9689461513049223,"values":[0.9613478691774033,0.9722497522299306,0.9732408325074331],"n":3,"sample_sd":0.006598937679365118,"df":2,"ci95_low":0.9525534813575477,"ci95_high":0.985338821252297},"ce":{"mean":0.11243165528602683,"values":[0.13038449192504029,0.10551430924155893,0.1013961646914813],"n":3,"sample_sd":0.01568336813870545,"df":2,"ci95_low":0.07347200904404194,"ci95_high":0.15139130152801172},"accuracy_pp":{"mean":-1.2553683515031384,"values":[-2.180376610505451,-0.39643211100099107,-1.1892963330029733],"n":3,"sample_sd":0.8938056992711386,"df":2,"ci95_low":-3.475704796117632,"ci95_high":0.9649680931113553},"harm_rate":{"mean":0.017178724810042945,"values":[0.024777006937561942,0.010901883052527254,0.015857284440039643],"n":3,"sample_sd":0.007031317031315746,"df":2,"ci95_low":-0.0002880349913319917,"ci95_high":0.03464548461141788},"repair_rate":{"mean":0.004625041295011563,"values":[0.002973240832507433,0.006937561942517344,0.003964321110009911],"n":3,"sample_sd":0.0020630981164183673,"df":2,"ci95_low":-0.0004999785392036877,"ci95_high":0.009750061129226814},"conditional_harm":{"mean":0.017488568356814102,"values":[0.025201612903225805,0.01116751269035533,0.01609657947686117],"n":3,"sample_sd":0.007119846696218764,"df":2,"ci95_low":-0.00019811132376273619,"ci95_high":0.035175248037390944}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m11-s201-v1","accuracy":0.9766,"test_accuracy":0.9766,"ce":0.07689497581115827,"training_seconds":45.38082971099993,"selected_epoch":5,"epoch":5,"total_run_seconds":55.00317386100005,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":113,"repair_count":31,"harm_rate":0.0113,"repair_rate":0.0031,"conditional_harm":0.011474411047928514,"accuracy_pp":-0.82,"ce":0.0055138395530457684},"per_class":[{"n":980,"baseline_correct":973,"harm_count":3,"repair_count":1,"harm_rate":0.003061224489795918,"repair_rate":0.0010204081632653062,"conditional_harm":0.003083247687564234,"accuracy_pp":-0.20408163265306123,"digit":0,"accuracy":0.9908163265306122,"ce":0.036599824973274415},{"n":1135,"baseline_correct":1126,"harm_count":5,"repair_count":1,"harm_rate":0.004405286343612335,"repair_rate":0.000881057268722467,"conditional_harm":0.004440497335701598,"accuracy_pp":-0.3524229074889868,"digit":1,"accuracy":0.9885462555066079,"ce":0.04122168624212807},{"n":1032,"baseline_correct":1016,"harm_count":15,"repair_count":4,"harm_rate":0.014534883720930232,"repair_rate":0.003875968992248062,"conditional_harm":0.014763779527559055,"accuracy_pp":-1.065891472868217,"digit":2,"accuracy":0.9738372093023255,"ce":0.07765292242288066},{"n":1010,"baseline_correct":990,"harm_count":1,"repair_count":6,"harm_rate":0.0009900990099009901,"repair_rate":0.005940594059405941,"conditional_harm":0.00101010101010101,"accuracy_pp":0.49504950495049505,"digit":3,"accuracy":0.9851485148514851,"ce":0.0407758078838046},{"n":982,"baseline_correct":964,"harm_count":3,"repair_count":7,"harm_rate":0.003054989816700611,"repair_rate":0.007128309572301426,"conditional_harm":0.0031120331950207467,"accuracy_pp":0.4073319755600815,"digit":4,"accuracy":0.9857433808553971,"ce":0.039224383093896},{"n":892,"baseline_correct":876,"harm_count":29,"repair_count":4,"harm_rate":0.032511210762331835,"repair_rate":0.004484304932735426,"conditional_harm":0.033105022831050226,"accuracy_pp":-2.802690582959641,"digit":5,"accuracy":0.9540358744394619,"ce":0.14906956162638585},{"n":958,"baseline_correct":942,"harm_count":5,"repair_count":0,"harm_rate":0.005219206680584551,"repair_rate":0.0,"conditional_harm":0.005307855626326964,"accuracy_pp":-0.5219206680584552,"digit":6,"accuracy":0.9780793319415448,"ce":0.07866899564148706},{"n":1028,"baseline_correct":1011,"harm_count":17,"repair_count":3,"harm_rate":0.016536964980544747,"repair_rate":0.0029182879377431907,"conditional_harm":0.016815034619188922,"accuracy_pp":-1.3618677042801557,"digit":7,"accuracy":0.9698443579766537,"ce":0.09801445482262049},{"n":974,"baseline_correct":958,"harm_count":10,"repair_count":2,"harm_rate":0.01026694045174538,"repair_rate":0.002053388090349076,"conditional_harm":0.010438413361169102,"accuracy_pp":-0.8213552361396304,"digit":8,"accuracy":0.9753593429158111,"ce":0.08809428228582827},{"n":1009,"baseline_correct":992,"harm_count":25,"repair_count":3,"harm_rate":0.024777006937561942,"repair_rate":0.002973240832507433,"conditional_harm":0.025201612903225805,"accuracy_pp":-2.180376610505451,"digit":9,"accuracy":0.9613478691774033,"ce":0.13038449192504029}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"f8bd803711aa3e8243ad49d39c6fc260bede473e6152d1bc3c0f74cea4b98e0c","train_accuracy":0.98998,"train_ce":0.03457160400390625,"validation_accuracy":0.9755,"validation_ce":0.08308408203125},{"seed":202,"run_id":"halfdrop-m11-s202-v1","accuracy":0.9796,"test_accuracy":0.9796,"ce":0.07071049383302688,"training_seconds":45.3400284420004,"selected_epoch":5,"epoch":5,"total_run_seconds":55.97259014400004,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":67,"repair_count":88,"harm_rate":0.0067,"repair_rate":0.0088,"conditional_harm":0.006854219948849105,"accuracy_pp":0.21,"ce":-0.005279236966480666},"per_class":[{"n":980,"baseline_correct":967,"harm_count":1,"repair_count":4,"harm_rate":0.0010204081632653062,"repair_rate":0.004081632653061225,"conditional_harm":0.001034126163391934,"accuracy_pp":0.30612244897959184,"digit":0,"accuracy":0.9897959183673469,"ce":0.02898778611560294},{"n":1135,"baseline_correct":1127,"harm_count":0,"repair_count":3,"harm_rate":0.0,"repair_rate":0.0026431718061674008,"conditional_harm":0.0,"accuracy_pp":0.2643171806167401,"digit":1,"accuracy":0.9955947136563876,"ce":0.01671759064915567},{"n":1032,"baseline_correct":1000,"harm_count":1,"repair_count":16,"harm_rate":0.0009689922480620155,"repair_rate":0.015503875968992248,"conditional_harm":0.001,"accuracy_pp":1.4534883720930232,"digit":2,"accuracy":0.9835271317829457,"ce":0.054214287112910604},{"n":1010,"baseline_correct":971,"harm_count":11,"repair_count":18,"harm_rate":0.01089108910891089,"repair_rate":0.01782178217821782,"conditional_harm":0.01132852729145211,"accuracy_pp":0.693069306930693,"digit":3,"accuracy":0.9683168316831683,"ce":0.10558707931837227},{"n":982,"baseline_correct":955,"harm_count":2,"repair_count":16,"harm_rate":0.002036659877800407,"repair_rate":0.016293279022403257,"conditional_harm":0.0020942408376963353,"accuracy_pp":1.4256619144602851,"digit":4,"accuracy":0.9867617107942973,"ce":0.043182576382404414},{"n":892,"baseline_correct":875,"harm_count":9,"repair_count":8,"harm_rate":0.010089686098654708,"repair_rate":0.008968609865470852,"conditional_harm":0.010285714285714285,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9798206278026906,"ce":0.07433744766368698},{"n":958,"baseline_correct":945,"harm_count":15,"repair_count":1,"harm_rate":0.015657620041753653,"repair_rate":0.0010438413361169101,"conditional_harm":0.015873015873015872,"accuracy_pp":-1.4613778705636744,"digit":6,"accuracy":0.9718162839248434,"ce":0.10793882987441976},{"n":1028,"baseline_correct":999,"harm_count":9,"repair_count":12,"harm_rate":0.008754863813229572,"repair_rate":0.011673151750972763,"conditional_harm":0.009009009009009009,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9747081712062257,"ce":0.0776912956833078},{"n":974,"baseline_correct":951,"harm_count":8,"repair_count":3,"harm_rate":0.008213552361396304,"repair_rate":0.003080082135523614,"conditional_harm":0.008412197686645636,"accuracy_pp":-0.5133470225872689,"digit":8,"accuracy":0.971252566735113,"ce":0.10131423594220644},{"n":1009,"baseline_correct":985,"harm_count":11,"repair_count":7,"harm_rate":0.010901883052527254,"repair_rate":0.006937561942517344,"conditional_harm":0.01116751269035533,"accuracy_pp":-0.39643211100099107,"digit":9,"accuracy":0.9722497522299306,"ce":0.10551430924155893}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"570e088ef30089b6ce0771fe30c67aadeb82c6e920eb738684c589a3f4604945","train_accuracy":0.98992,"train_ce":0.032950830078125,"validation_accuracy":0.9761,"validation_ce":0.0798884521484375},{"seed":203,"run_id":"halfdrop-m11-s203-v1","accuracy":0.9771,"test_accuracy":0.9771,"ce":0.07212447739062951,"training_seconds":45.54092677900019,"selected_epoch":5,"epoch":5,"total_run_seconds":55.378643547000024,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":85,"repair_count":82,"harm_rate":0.0085,"repair_rate":0.0082,"conditional_harm":0.008696541845713116,"accuracy_pp":-0.03,"ce":-0.0049858474389557345},"per_class":[{"n":980,"baseline_correct":971,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0010204081632653062,"conditional_harm":0.0,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9918367346938776,"ce":0.03337577003234317},{"n":1135,"baseline_correct":1123,"harm_count":0,"repair_count":7,"harm_rate":0.0,"repair_rate":0.006167400881057269,"conditional_harm":0.0,"accuracy_pp":0.6167400881057269,"digit":1,"accuracy":0.9955947136563876,"ce":0.019020467508005883},{"n":1032,"baseline_correct":1015,"harm_count":23,"repair_count":3,"harm_rate":0.022286821705426358,"repair_rate":0.0029069767441860465,"conditional_harm":0.022660098522167486,"accuracy_pp":-1.937984496124031,"digit":2,"accuracy":0.9641472868217055,"ce":0.09370144758866257},{"n":1010,"baseline_correct":944,"harm_count":2,"repair_count":37,"harm_rate":0.0019801980198019802,"repair_rate":0.03663366336633663,"conditional_harm":0.00211864406779661,"accuracy_pp":3.4653465346534653,"digit":3,"accuracy":0.9693069306930693,"ce":0.08899774916320599},{"n":982,"baseline_correct":957,"harm_count":2,"repair_count":12,"harm_rate":0.002036659877800407,"repair_rate":0.012219959266802444,"conditional_harm":0.0020898641588296763,"accuracy_pp":1.0183299389002036,"digit":4,"accuracy":0.984725050916497,"ce":0.04468934205950102},{"n":892,"baseline_correct":883,"harm_count":11,"repair_count":2,"harm_rate":0.01233183856502242,"repair_rate":0.002242152466367713,"conditional_harm":0.01245753114382786,"accuracy_pp":-1.0089686098654709,"digit":5,"accuracy":0.9798206278026906,"ce":0.06304733398304885},{"n":958,"baseline_correct":936,"harm_count":1,"repair_count":7,"harm_rate":0.0010438413361169101,"repair_rate":0.007306889352818371,"conditional_harm":0.0010683760683760685,"accuracy_pp":0.6263048016701461,"digit":6,"accuracy":0.9832985386221295,"ce":0.07502690626277565},{"n":1028,"baseline_correct":1011,"harm_count":11,"repair_count":0,"harm_rate":0.010700389105058366,"repair_rate":0.0,"conditional_harm":0.010880316518298714,"accuracy_pp":-1.0700389105058365,"digit":7,"accuracy":0.9727626459143969,"ce":0.07301264201635473},{"n":974,"baseline_correct":940,"harm_count":19,"repair_count":9,"harm_rate":0.019507186858316223,"repair_rate":0.009240246406570842,"conditional_harm":0.02021276595744681,"accuracy_pp":-1.0266940451745379,"digit":8,"accuracy":0.9548254620123203,"ce":0.1344928233111994},{"n":1009,"baseline_correct":994,"harm_count":16,"repair_count":4,"harm_rate":0.015857284440039643,"repair_rate":0.003964321110009911,"conditional_harm":0.01609657947686117,"accuracy_pp":-1.1892963330029733,"digit":9,"accuracy":0.9732408325074331,"ce":0.1013961646914813}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"d3db4b92941daa16ea6295f781500fdb968bc6919d55a8ea459d83e04db201a2","train_accuracy":0.99154,"train_ce":0.0295130517578125,"validation_accuracy":0.9779,"validation_ce":0.07043228149414063}]},{"endpoint":"selected","drop_mask":12,"k":2,"drop_probabilities":[0,0,0.5,0.5],"nominal_training_affine_fraction":0.9164229001253656,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9790333333333333,"values":[0.9825,0.978,0.9766],"n":3,"sample_sd":0.003082747692130096,"df":2,"ci95_low":0.9713753635352337,"ci95_high":0.9866913031314329},"ce":{"mean":0.07466295940329988,"values":[0.07476914169255688,0.0709504857621505,0.07826925075519227],"n":3,"sample_sd":0.0036605377015893853,"df":2,"ci95_low":0.06556967965317967,"ci95_high":0.08375623915342009},"training_seconds":{"mean":59.828926894666665,"values":[60.021850522000705,59.66952064099951,59.79540952099978],"n":3,"sample_sd":0.1785403232178193,"df":2,"ci95_low":59.38540814467767,"ci95_high":60.27244564465566},"selected_epoch":{"mean":6.666666666666667,"values":[10.0,5.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":0.9940333333333333,"values":[0.99836,0.99248,0.99126],"n":3,"sample_sd":0.0037963315626184857,"df":2,"ci95_low":0.9846027229319947,"ci95_high":1.003463943734672},"train_ce":{"mean":0.019729308268229166,"values":[0.005653525390625,0.02564586669921875,0.02788853271484375],"n":3,"sample_sd":0.012241451524533388,"df":2,"ci95_low":-0.010680143111491739,"ci95_high":0.050138759647950074},"validation_accuracy":{"mean":0.9788333333333333,"values":[0.9813,0.9769,0.9783],"n":3,"sample_sd":0.0022479620400116316,"df":2,"ci95_low":0.9732490860549619,"ci95_high":0.9844175806117048},"validation_ce":{"mean":0.07992412719726562,"values":[0.08666358642578124,0.07636416015625,0.07674463500976562],"n":3,"sample_sd":0.005839642394715426,"df":2,"ci95_low":0.06541765130090949,"ci95_high":0.09443060309362175},"harm_rate":{"mean":0.006366666666666666,"values":[0.0057,0.0066,0.0068],"n":3,"sample_sd":0.0005859465277082312,"df":2,"ci95_low":0.004911094800066563,"ci95_high":0.00782223853326677},"repair_rate":{"mean":0.0055,"values":[0.0034,0.0071,0.006],"n":3,"sample_sd":0.0019000000000000002,"df":2,"ci95_low":0.0007801383475092363,"ci95_high":0.010219861652490763},"conditional_harm":{"mean":0.006499042963134365,"values":[0.005787977254264825,0.006751918158567775,0.006957233476570493],"n":3,"sample_sd":0.0006242991484050293,"df":2,"ci95_low":0.004948197905113556,"ci95_high":0.008049888021155175}},"paired_vs_none":{"accuracy_pp":{"mean":-0.08666666666666667,"values":[-0.23,0.05,-0.08],"n":3,"sample_sd":0.14011899704655803,"df":2,"ci95_low":-0.4347415513748328,"ci95_high":0.26140821804149944},"ce":{"mean":-0.0001641045591018788,"values":[0.0033880054344443827,-0.005039245037357046,0.0011589259256070267],"n":3,"sample_sd":0.004366628548001439,"df":2,"ci95_low":-0.01101141120877736,"ci95_high":0.010683202090573602},"harm_rate":{"mean":0.006366666666666666,"values":[0.0057,0.0066,0.0068],"n":3,"sample_sd":0.0005859465277082312,"df":2,"ci95_low":0.004911094800066563,"ci95_high":0.00782223853326677},"repair_rate":{"mean":0.0055,"values":[0.0034,0.0071,0.006],"n":3,"sample_sd":0.0019000000000000002,"df":2,"ci95_low":0.0007801383475092363,"ci95_high":0.010219861652490763},"conditional_harm":{"mean":0.006499042963134365,"values":[0.005787977254264825,0.006751918158567775,0.006957233476570493],"n":3,"sample_sd":0.0006242991484050293,"df":2,"ci95_low":0.004948197905113556,"ci95_high":0.008049888021155175},"harm_count":{"mean":63.666666666666664,"values":[57.0,66.0,68.0],"n":3,"sample_sd":5.8594652770823155,"df":2,"ci95_low":49.11094800066562,"ci95_high":78.2223853326677},"repair_count":{"mean":55.0,"values":[34.0,71.0,60.0],"n":3,"sample_sd":19.0,"df":2,"ci95_low":7.801383475092379,"ci95_high":102.19861652490762}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9894557823129252,"values":[0.9908163265306122,0.986734693877551,0.9908163265306122],"n":3,"sample_sd":0.0023565317109780926,"df":2,"ci95_low":0.9836018330205442,"ci95_high":0.9953097316053062},"ce":{"mean":0.037872779259242546,"values":[0.0362916708290697,0.041033823563219156,0.036292843385438776],"n":3,"sample_sd":0.002737544732511114,"df":2,"ci95_low":0.031072341151370288,"ci95_high":0.044673217367114805},"accuracy_pp":{"mean":-0.06802721088435375,"values":[-0.20408163265306123,0.0,0.0],"n":3,"sample_sd":0.11782658554890323,"df":2,"ci95_low":-0.3607246755034014,"ci95_high":0.2246702537346939},"harm_rate":{"mean":0.0027210884353741495,"values":[0.0020408163265306124,0.003061224489795918,0.003061224489795918],"n":3,"sample_sd":0.0005891329277445159,"df":2,"ci95_low":0.0012576011122789118,"ci95_high":0.004184575758469387},"repair_rate":{"mean":0.002040816326530612,"values":[0.0,0.003061224489795918,0.003061224489795918],"n":3,"sample_sd":0.0017673987832335482,"df":2,"ci95_low":-0.002349645642755103,"ci95_high":0.006431278295816327},"conditional_harm":{"mean":0.0027491584335887233,"values":[0.0020554984583761563,0.0031023784901758012,0.003089598352214212],"n":3,"sample_sd":0.0006007611454567477,"df":2,"ci95_low":0.001256785016353077,"ci95_high":0.00424153185082437},"metrics":{"accuracy":{"mean":0.9894557823129252,"values":[0.9908163265306122,0.986734693877551,0.9908163265306122],"n":3,"sample_sd":0.0023565317109780926,"df":2,"ci95_low":0.9836018330205442,"ci95_high":0.9953097316053062},"ce":{"mean":0.037872779259242546,"values":[0.0362916708290697,0.041033823563219156,0.036292843385438776],"n":3,"sample_sd":0.002737544732511114,"df":2,"ci95_low":0.031072341151370288,"ci95_high":0.044673217367114805},"accuracy_pp":{"mean":-0.06802721088435375,"values":[-0.20408163265306123,0.0,0.0],"n":3,"sample_sd":0.11782658554890323,"df":2,"ci95_low":-0.3607246755034014,"ci95_high":0.2246702537346939},"harm_rate":{"mean":0.0027210884353741495,"values":[0.0020408163265306124,0.003061224489795918,0.003061224489795918],"n":3,"sample_sd":0.0005891329277445159,"df":2,"ci95_low":0.0012576011122789118,"ci95_high":0.004184575758469387},"repair_rate":{"mean":0.002040816326530612,"values":[0.0,0.003061224489795918,0.003061224489795918],"n":3,"sample_sd":0.0017673987832335482,"df":2,"ci95_low":-0.002349645642755103,"ci95_high":0.006431278295816327},"conditional_harm":{"mean":0.0027491584335887233,"values":[0.0020554984583761563,0.0031023784901758012,0.003089598352214212],"n":3,"sample_sd":0.0006007611454567477,"df":2,"ci95_low":0.001256785016353077,"ci95_high":0.00424153185082437}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9920704845814978,"values":[0.9920704845814978,0.9938325991189427,0.9903083700440528],"n":3,"sample_sd":0.0017621145374449587,"df":2,"ci95_low":0.9876931494064541,"ci95_high":0.9964478197565415},"ce":{"mean":0.024509373445795856,"values":[0.02368380881577485,0.018553413423898817,0.0312908980977139],"n":3,"sample_sd":0.006408747668045201,"df":2,"ci95_low":0.00858916167795578,"ci95_high":0.04042958521363593},"accuracy_pp":{"mean":0.05873715124816447,"values":[0.0,0.0881057268722467,0.0881057268722467],"n":3,"sample_sd":0.05086786512683928,"df":2,"ci95_low":-0.06762563083406756,"ci95_high":0.1850999333303965},"harm_rate":{"mean":0.0014684287812041117,"values":[0.001762114537444934,0.000881057268722467,0.001762114537444934],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":0.00020480096038179144,"ci95_high":0.0027320566020264322},"repair_rate":{"mean":0.0020558002936857563,"values":[0.001762114537444934,0.001762114537444934,0.0026431718061674008],"n":3,"sample_sd":0.0005086786512683927,"df":2,"ci95_low":0.0007921724728634362,"ci95_high":0.0033194281145080763},"conditional_harm":{"mean":0.0014814847602884795,"values":[0.0017761989342806395,0.0008873114463176575,0.0017809439002671415],"n":3,"sample_sd":0.0005145746534292717,"df":2,"ci95_low":0.00020321045814924608,"ci95_high":0.002759759062427713},"metrics":{"accuracy":{"mean":0.9920704845814978,"values":[0.9920704845814978,0.9938325991189427,0.9903083700440528],"n":3,"sample_sd":0.0017621145374449587,"df":2,"ci95_low":0.9876931494064541,"ci95_high":0.9964478197565415},"ce":{"mean":0.024509373445795856,"values":[0.02368380881577485,0.018553413423898817,0.0312908980977139],"n":3,"sample_sd":0.006408747668045201,"df":2,"ci95_low":0.00858916167795578,"ci95_high":0.04042958521363593},"accuracy_pp":{"mean":0.05873715124816447,"values":[0.0,0.0881057268722467,0.0881057268722467],"n":3,"sample_sd":0.05086786512683928,"df":2,"ci95_low":-0.06762563083406756,"ci95_high":0.1850999333303965},"harm_rate":{"mean":0.0014684287812041117,"values":[0.001762114537444934,0.000881057268722467,0.001762114537444934],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":0.00020480096038179144,"ci95_high":0.0027320566020264322},"repair_rate":{"mean":0.0020558002936857563,"values":[0.001762114537444934,0.001762114537444934,0.0026431718061674008],"n":3,"sample_sd":0.0005086786512683927,"df":2,"ci95_low":0.0007921724728634362,"ci95_high":0.0033194281145080763},"conditional_harm":{"mean":0.0014814847602884795,"values":[0.0017761989342806395,0.0008873114463176575,0.0017809439002671415],"n":3,"sample_sd":0.0005145746534292717,"df":2,"ci95_low":0.00020321045814924608,"ci95_high":0.002759759062427713}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9770671834625323,"values":[0.9835271317829457,0.9757751937984496,0.9718992248062015],"n":3,"sample_sd":0.005920640432759494,"df":2,"ci95_low":0.962359497285286,"ci95_high":0.9917748696397786},"ce":{"mean":0.065767384556733,"values":[0.05150152413881346,0.06901296990543243,0.07678765962595314],"n":3,"sample_sd":0.012951738499532232,"df":2,"ci95_low":0.033593482516190674,"ci95_high":0.09794128659727533},"accuracy_pp":{"mean":-0.19379844961240314,"values":[-0.09689922480620156,0.6782945736434108,-1.1627906976744187],"n":3,"sample_sd":0.92435969129549,"df":2,"ci95_low":-2.490035218061762,"ci95_high":2.102438318836956},"harm_rate":{"mean":0.00904392764857881,"values":[0.00872093023255814,0.005813953488372093,0.012596899224806201],"n":3,"sample_sd":0.0034029889382599285,"df":2,"ci95_low":0.0005904344940823418,"ci95_high":0.01749742080307528},"repair_rate":{"mean":0.0071059431524547806,"values":[0.007751937984496124,0.012596899224806201,0.0009689922480620155],"n":3,"sample_sd":0.005840807919904756,"df":2,"ci95_low":-0.0074034280689782685,"ci95_high":0.02161531437388783},"conditional_harm":{"mean":0.00922204982997815,"values":[0.008858267716535433,0.006,0.012807881773399015],"n":3,"sample_sd":0.0034184889395301936,"df":2,"ci95_low":0.0007300525377926907,"ci95_high":0.01771404712216361},"metrics":{"accuracy":{"mean":0.9770671834625323,"values":[0.9835271317829457,0.9757751937984496,0.9718992248062015],"n":3,"sample_sd":0.005920640432759494,"df":2,"ci95_low":0.962359497285286,"ci95_high":0.9917748696397786},"ce":{"mean":0.065767384556733,"values":[0.05150152413881346,0.06901296990543243,0.07678765962595314],"n":3,"sample_sd":0.012951738499532232,"df":2,"ci95_low":0.033593482516190674,"ci95_high":0.09794128659727533},"accuracy_pp":{"mean":-0.19379844961240314,"values":[-0.09689922480620156,0.6782945736434108,-1.1627906976744187],"n":3,"sample_sd":0.92435969129549,"df":2,"ci95_low":-2.490035218061762,"ci95_high":2.102438318836956},"harm_rate":{"mean":0.00904392764857881,"values":[0.00872093023255814,0.005813953488372093,0.012596899224806201],"n":3,"sample_sd":0.0034029889382599285,"df":2,"ci95_low":0.0005904344940823418,"ci95_high":0.01749742080307528},"repair_rate":{"mean":0.0071059431524547806,"values":[0.007751937984496124,0.012596899224806201,0.0009689922480620155],"n":3,"sample_sd":0.005840807919904756,"df":2,"ci95_low":-0.0074034280689782685,"ci95_high":0.02161531437388783},"conditional_harm":{"mean":0.00922204982997815,"values":[0.008858267716535433,0.006,0.012807881773399015],"n":3,"sample_sd":0.0034184889395301936,"df":2,"ci95_low":0.0007300525377926907,"ci95_high":0.01771404712216361}}},{"digit":3,"n":1010,"accuracy":{"mean":0.961056105610561,"values":[0.9782178217821782,0.9554455445544554,0.9495049504950495],"n":3,"sample_sd":0.015156386142844943,"df":2,"ci95_low":0.9234055552179524,"ci95_high":0.9987066560031695},"ce":{"mean":0.12233934666815484,"values":[0.09790764042331516,0.12206478351828377,0.1470456160628656],"n":3,"sample_sd":0.0245701384037761,"df":2,"ci95_low":0.06130373927427409,"ci95_high":0.18337495406203558},"accuracy_pp":{"mean":0.23102310231023102,"values":[-0.19801980198019803,-0.594059405940594,1.4851485148514851],"n":3,"sample_sd":1.1040084939721275,"df":2,"ci95_low":-2.5114860317545706,"ci95_high":2.9735322363750325},"harm_rate":{"mean":0.009240924092409241,"values":[0.0049504950495049506,0.016831683168316833,0.005940594059405941],"n":3,"sample_sd":0.00659240407770237,"df":2,"ci95_low":-0.007135515488680837,"ci95_high":0.02561736367349932},"repair_rate":{"mean":0.011551155115511552,"values":[0.0029702970297029703,0.01089108910891089,0.020792079207920793],"n":3,"sample_sd":0.008929207431332464,"df":2,"ci95_low":-0.010630225801478786,"ci95_high":0.03373253603250189},"conditional_harm":{"mean":0.00963805374992514,"values":[0.005050505050505051,0.017507723995880537,0.006355932203389831],"n":3,"sample_sd":0.006846518629780319,"df":2,"ci95_low":-0.0073696413731084015,"ci95_high":0.02664574887295868},"metrics":{"accuracy":{"mean":0.961056105610561,"values":[0.9782178217821782,0.9554455445544554,0.9495049504950495],"n":3,"sample_sd":0.015156386142844943,"df":2,"ci95_low":0.9234055552179524,"ci95_high":0.9987066560031695},"ce":{"mean":0.12233934666815484,"values":[0.09790764042331516,0.12206478351828377,0.1470456160628656],"n":3,"sample_sd":0.0245701384037761,"df":2,"ci95_low":0.06130373927427409,"ci95_high":0.18337495406203558},"accuracy_pp":{"mean":0.23102310231023102,"values":[-0.19801980198019803,-0.594059405940594,1.4851485148514851],"n":3,"sample_sd":1.1040084939721275,"df":2,"ci95_low":-2.5114860317545706,"ci95_high":2.9735322363750325},"harm_rate":{"mean":0.009240924092409241,"values":[0.0049504950495049506,0.016831683168316833,0.005940594059405941],"n":3,"sample_sd":0.00659240407770237,"df":2,"ci95_low":-0.007135515488680837,"ci95_high":0.02561736367349932},"repair_rate":{"mean":0.011551155115511552,"values":[0.0029702970297029703,0.01089108910891089,0.020792079207920793],"n":3,"sample_sd":0.008929207431332464,"df":2,"ci95_low":-0.010630225801478786,"ci95_high":0.03373253603250189},"conditional_harm":{"mean":0.00963805374992514,"values":[0.005050505050505051,0.017507723995880537,0.006355932203389831],"n":3,"sample_sd":0.006846518629780319,"df":2,"ci95_low":-0.0073696413731084015,"ci95_high":0.02664574887295868}}},{"digit":4,"n":982,"accuracy":{"mean":0.9843856076035302,"values":[0.9867617107942973,0.9816700610997964,0.984725050916497],"n":3,"sample_sd":0.0025627408130585987,"df":2,"ci95_low":0.9780194065041469,"ci95_high":0.9907518087029136},"ce":{"mean":0.05609551477425533,"values":[0.0715399638819438,0.057764107666347826,0.038982472774474385],"n":3,"sample_sd":0.01634275706491697,"df":2,"ci95_low":0.015497855633900541,"ci95_high":0.09669317391461013},"accuracy_pp":{"mean":0.8146639511201629,"values":[0.5091649694501018,0.9164969450101833,1.0183299389002036],"n":3,"sample_sd":0.2694247770941538,"df":2,"ci95_low":0.14537570183723236,"ci95_high":1.4839522004030934},"harm_rate":{"mean":0.0016972165648336725,"values":[0.002036659877800407,0.002036659877800407,0.0010183299389002036],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":0.000236709867651052,"ci95_high":0.003157723262016293},"repair_rate":{"mean":0.009843856076035301,"values":[0.007128309572301426,0.01120162932790224,0.01120162932790224],"n":3,"sample_sd":0.0023517322573915504,"df":2,"ci95_low":0.00400182928730482,"ci95_high":0.01568588286476578},"conditional_harm":{"mean":0.0017379539045972237,"values":[0.002074688796680498,0.0020942408376963353,0.0010449320794148381],"n":3,"sample_sd":0.0006002541196954129,"df":2,"ci95_low":0.00024684000917618186,"ci95_high":0.0032290678000182656},"metrics":{"accuracy":{"mean":0.9843856076035302,"values":[0.9867617107942973,0.9816700610997964,0.984725050916497],"n":3,"sample_sd":0.0025627408130585987,"df":2,"ci95_low":0.9780194065041469,"ci95_high":0.9907518087029136},"ce":{"mean":0.05609551477425533,"values":[0.0715399638819438,0.057764107666347826,0.038982472774474385],"n":3,"sample_sd":0.01634275706491697,"df":2,"ci95_low":0.015497855633900541,"ci95_high":0.09669317391461013},"accuracy_pp":{"mean":0.8146639511201629,"values":[0.5091649694501018,0.9164969450101833,1.0183299389002036],"n":3,"sample_sd":0.2694247770941538,"df":2,"ci95_low":0.14537570183723236,"ci95_high":1.4839522004030934},"harm_rate":{"mean":0.0016972165648336725,"values":[0.002036659877800407,0.002036659877800407,0.0010183299389002036],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":0.000236709867651052,"ci95_high":0.003157723262016293},"repair_rate":{"mean":0.009843856076035301,"values":[0.007128309572301426,0.01120162932790224,0.01120162932790224],"n":3,"sample_sd":0.0023517322573915504,"df":2,"ci95_low":0.00400182928730482,"ci95_high":0.01568588286476578},"conditional_harm":{"mean":0.0017379539045972237,"values":[0.002074688796680498,0.0020942408376963353,0.0010449320794148381],"n":3,"sample_sd":0.0006002541196954129,"df":2,"ci95_low":0.00024684000917618186,"ci95_high":0.0032290678000182656}}},{"digit":5,"n":892,"accuracy":{"mean":0.9757100149476831,"values":[0.9719730941704036,0.9719730941704036,0.9831838565022422],"n":3,"sample_sd":0.006472536650107931,"df":2,"ci95_low":0.9596313425639013,"ci95_high":0.9917886873314649},"ce":{"mean":0.08934462547559877,"values":[0.112949607625643,0.09677360240550201,0.05831066639565128],"n":3,"sample_sd":0.028066808659917116,"df":2,"ci95_low":0.019622807632578523,"ci95_high":0.15906644331861902},"accuracy_pp":{"mean":-0.8594917787742901,"values":[-1.0089686098654709,-0.8968609865470852,-0.672645739910314],"n":3,"sample_sd":0.1712472232793662,"df":2,"ci95_low":-1.2848934641699763,"ci95_high":-0.43409009337860377},"harm_rate":{"mean":0.01046337817638266,"values":[0.01233183856502242,0.011210762331838564,0.007847533632286996],"n":3,"sample_sd":0.0023337062774283993,"df":2,"ci95_low":0.004666130404271465,"ci95_high":0.016260625948493857},"repair_rate":{"mean":0.0018684603886397607,"values":[0.002242152466367713,0.002242152466367713,0.0011210762331838565],"n":3,"sample_sd":0.0006472536650107912,"df":2,"ci95_low":0.00026059315026158436,"ci95_high":0.003476327627017937},"conditional_harm":{"mean":0.01063772295764725,"values":[0.012557077625570776,0.011428571428571429,0.007927519818799546],"n":3,"sample_sd":0.0024139764600201556,"df":2,"ci95_low":0.004641072997823812,"ci95_high":0.016634372917470688},"metrics":{"accuracy":{"mean":0.9757100149476831,"values":[0.9719730941704036,0.9719730941704036,0.9831838565022422],"n":3,"sample_sd":0.006472536650107931,"df":2,"ci95_low":0.9596313425639013,"ci95_high":0.9917886873314649},"ce":{"mean":0.08934462547559877,"values":[0.112949607625643,0.09677360240550201,0.05831066639565128],"n":3,"sample_sd":0.028066808659917116,"df":2,"ci95_low":0.019622807632578523,"ci95_high":0.15906644331861902},"accuracy_pp":{"mean":-0.8594917787742901,"values":[-1.0089686098654709,-0.8968609865470852,-0.672645739910314],"n":3,"sample_sd":0.1712472232793662,"df":2,"ci95_low":-1.2848934641699763,"ci95_high":-0.43409009337860377},"harm_rate":{"mean":0.01046337817638266,"values":[0.01233183856502242,0.011210762331838564,0.007847533632286996],"n":3,"sample_sd":0.0023337062774283993,"df":2,"ci95_low":0.004666130404271465,"ci95_high":0.016260625948493857},"repair_rate":{"mean":0.0018684603886397607,"values":[0.002242152466367713,0.002242152466367713,0.0011210762331838565],"n":3,"sample_sd":0.0006472536650107912,"df":2,"ci95_low":0.00026059315026158436,"ci95_high":0.003476327627017937},"conditional_harm":{"mean":0.01063772295764725,"values":[0.012557077625570776,0.011428571428571429,0.007927519818799546],"n":3,"sample_sd":0.0024139764600201556,"df":2,"ci95_low":0.004641072997823812,"ci95_high":0.016634372917470688}}},{"digit":6,"n":958,"accuracy":{"mean":0.9819067501739736,"values":[0.9801670146137788,0.9843423799582464,0.9812108559498957],"n":3,"sample_sd":0.002172929018231854,"df":2,"ci95_low":0.9765088952546384,"ci95_high":0.9873046050933088},"ce":{"mean":0.08113496215288385,"values":[0.09244588940598332,0.07160774946026185,0.07935124759240637],"n":3,"sample_sd":0.010532960045700005,"df":2,"ci95_low":0.05496963888608553,"ci95_high":0.10730028541968217},"accuracy_pp":{"mean":-0.03479471120389701,"values":[-0.31315240083507306,-0.20876826722338204,0.4175365344467641],"n":3,"sample_sd":0.395191951691042,"df":2,"ci95_low":-1.0165059418141766,"ci95_high":0.9469165194063826},"harm_rate":{"mean":0.004523312456506611,"values":[0.005219206680584551,0.0041753653444676405,0.0041753653444676405],"n":3,"sample_sd":0.0006026620763983569,"df":2,"ci95_low":0.0030262168650313148,"ci95_high":0.006020408047981907},"repair_rate":{"mean":0.0041753653444676405,"values":[0.0020876826722338203,0.0020876826722338203,0.008350730688935281],"n":3,"sample_sd":0.00361597245839014,"df":2,"ci95_low":-0.004807208204384133,"ci95_high":0.013157938893319414},"conditional_harm":{"mean":0.004604721377545157,"values":[0.005307855626326964,0.004232804232804233,0.004273504273504274],"n":3,"sample_sd":0.0006092720674589579,"df":2,"ci95_low":0.0030912056580013145,"ci95_high":0.006118237097088999},"metrics":{"accuracy":{"mean":0.9819067501739736,"values":[0.9801670146137788,0.9843423799582464,0.9812108559498957],"n":3,"sample_sd":0.002172929018231854,"df":2,"ci95_low":0.9765088952546384,"ci95_high":0.9873046050933088},"ce":{"mean":0.08113496215288385,"values":[0.09244588940598332,0.07160774946026185,0.07935124759240637],"n":3,"sample_sd":0.010532960045700005,"df":2,"ci95_low":0.05496963888608553,"ci95_high":0.10730028541968217},"accuracy_pp":{"mean":-0.03479471120389701,"values":[-0.31315240083507306,-0.20876826722338204,0.4175365344467641],"n":3,"sample_sd":0.395191951691042,"df":2,"ci95_low":-1.0165059418141766,"ci95_high":0.9469165194063826},"harm_rate":{"mean":0.004523312456506611,"values":[0.005219206680584551,0.0041753653444676405,0.0041753653444676405],"n":3,"sample_sd":0.0006026620763983569,"df":2,"ci95_low":0.0030262168650313148,"ci95_high":0.006020408047981907},"repair_rate":{"mean":0.0041753653444676405,"values":[0.0020876826722338203,0.0020876826722338203,0.008350730688935281],"n":3,"sample_sd":0.00361597245839014,"df":2,"ci95_low":-0.004807208204384133,"ci95_high":0.013157938893319414},"conditional_harm":{"mean":0.004604721377545157,"values":[0.005307855626326964,0.004232804232804233,0.004273504273504274],"n":3,"sample_sd":0.0006092720674589579,"df":2,"ci95_low":0.0030912056580013145,"ci95_high":0.006118237097088999}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9815175097276264,"values":[0.9892996108949417,0.97568093385214,0.9795719844357976],"n":3,"sample_sd":0.007014691197400794,"df":2,"ci95_low":0.9640920507872703,"ci95_high":0.9989429686679825},"ce":{"mean":0.06505212023027435,"values":[0.04707244017257417,0.08361744604730843,0.06446647447094042],"n":3,"sample_sd":0.018279540456823846,"df":2,"ci95_low":0.019643224426423633,"ci95_high":0.11046101603412506},"accuracy_pp":{"mean":0.19455252918287938,"values":[0.5836575875486382,0.38910505836575876,-0.38910505836575876],"n":3,"sample_sd":0.5147376091565351,"df":2,"ci95_low":-1.084126577423809,"ci95_high":1.4732316357895676},"harm_rate":{"mean":0.004215304798962386,"values":[0.0009727626459143969,0.006809338521400778,0.0048638132295719845],"n":3,"sample_sd":0.0029718389720854994,"df":2,"ci95_low":-0.0031671524651028325,"ci95_high":0.011597762063027605},"repair_rate":{"mean":0.00616083009079118,"values":[0.006809338521400778,0.010700389105058366,0.0009727626459143969],"n":3,"sample_sd":0.004896131280979734,"df":2,"ci95_low":-0.006001834266396566,"ci95_high":0.018323494447978927},"conditional_harm":{"mean":0.004313908369299071,"values":[0.0009891196834817012,0.007007007007007007,0.004945598417408506],"n":3,"sample_sd":0.003058270131515857,"df":2,"ci95_low":-0.0032832557973849147,"ci95_high":0.011911072535983058},"metrics":{"accuracy":{"mean":0.9815175097276264,"values":[0.9892996108949417,0.97568093385214,0.9795719844357976],"n":3,"sample_sd":0.007014691197400794,"df":2,"ci95_low":0.9640920507872703,"ci95_high":0.9989429686679825},"ce":{"mean":0.06505212023027435,"values":[0.04707244017257417,0.08361744604730843,0.06446647447094042],"n":3,"sample_sd":0.018279540456823846,"df":2,"ci95_low":0.019643224426423633,"ci95_high":0.11046101603412506},"accuracy_pp":{"mean":0.19455252918287938,"values":[0.5836575875486382,0.38910505836575876,-0.38910505836575876],"n":3,"sample_sd":0.5147376091565351,"df":2,"ci95_low":-1.084126577423809,"ci95_high":1.4732316357895676},"harm_rate":{"mean":0.004215304798962386,"values":[0.0009727626459143969,0.006809338521400778,0.0048638132295719845],"n":3,"sample_sd":0.0029718389720854994,"df":2,"ci95_low":-0.0031671524651028325,"ci95_high":0.011597762063027605},"repair_rate":{"mean":0.00616083009079118,"values":[0.006809338521400778,0.010700389105058366,0.0009727626459143969],"n":3,"sample_sd":0.004896131280979734,"df":2,"ci95_low":-0.006001834266396566,"ci95_high":0.018323494447978927},"conditional_harm":{"mean":0.004313908369299071,"values":[0.0009891196834817012,0.007007007007007007,0.004945598417408506],"n":3,"sample_sd":0.003058270131515857,"df":2,"ci95_low":-0.0032832557973849147,"ci95_high":0.011911072535983058}}},{"digit":8,"n":974,"accuracy":{"mean":0.9705681040383299,"values":[0.971252566735113,0.9784394250513347,0.9620123203285421],"n":3,"sample_sd":0.008234914042105393,"df":2,"ci95_low":0.9501114435125979,"ci95_high":0.991024764564062},"ce":{"mean":0.11719338825520328,"values":[0.13007232556909762,0.07134315030254988,0.15016468889396234],"n":3,"sample_sd":0.04095862554128002,"df":2,"ci95_low":0.01544652192308947,"ci95_high":0.21894025458731708},"accuracy_pp":{"mean":-0.44490075290896647,"values":[-1.2320328542094456,0.2053388090349076,-0.3080082135523614],"n":3,"sample_sd":0.7283982427718263,"df":2,"ci95_low":-2.25434229701444,"ci95_high":1.3645407911965068},"harm_rate":{"mean":0.01026694045174538,"values":[0.012320328542094456,0.006160164271047228,0.012320328542094456],"n":3,"sample_sd":0.0035565725001414318,"df":2,"ci95_low":0.0014319245792607793,"ci95_high":0.01910195632422998},"repair_rate":{"mean":0.005817932922655715,"values":[0.0,0.008213552361396304,0.009240246406570842],"n":3,"sample_sd":0.0050645614602836215,"df":2,"ci95_low":-0.006763135194752329,"ci95_high":0.01839900104006376},"conditional_harm":{"mean":0.01053373391506522,"values":[0.012526096033402923,0.006309148264984227,0.01276595744680851],"n":3,"sample_sd":0.003660563660225419,"df":2,"ci95_low":0.0014403896801182831,"ci95_high":0.019627078150012155},"metrics":{"accuracy":{"mean":0.9705681040383299,"values":[0.971252566735113,0.9784394250513347,0.9620123203285421],"n":3,"sample_sd":0.008234914042105393,"df":2,"ci95_low":0.9501114435125979,"ci95_high":0.991024764564062},"ce":{"mean":0.11719338825520328,"values":[0.13007232556909762,0.07134315030254988,0.15016468889396234],"n":3,"sample_sd":0.04095862554128002,"df":2,"ci95_low":0.01544652192308947,"ci95_high":0.21894025458731708},"accuracy_pp":{"mean":-0.44490075290896647,"values":[-1.2320328542094456,0.2053388090349076,-0.3080082135523614],"n":3,"sample_sd":0.7283982427718263,"df":2,"ci95_low":-2.25434229701444,"ci95_high":1.3645407911965068},"harm_rate":{"mean":0.01026694045174538,"values":[0.012320328542094456,0.006160164271047228,0.012320328542094456],"n":3,"sample_sd":0.0035565725001414318,"df":2,"ci95_low":0.0014319245792607793,"ci95_high":0.01910195632422998},"repair_rate":{"mean":0.005817932922655715,"values":[0.0,0.008213552361396304,0.009240246406570842],"n":3,"sample_sd":0.0050645614602836215,"df":2,"ci95_low":-0.006763135194752329,"ci95_high":0.01839900104006376},"conditional_harm":{"mean":0.01053373391506522,"values":[0.012526096033402923,0.006309148264984227,0.01276595744680851],"n":3,"sample_sd":0.003660563660225419,"df":2,"ci95_low":0.0014403896801182831,"ci95_high":0.019627078150012155}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9748926329699372,"values":[0.9781962338949455,0.9742319127849356,0.9722497522299306],"n":3,"sample_sd":0.003027800260955299,"df":2,"ci95_low":0.9673711601577876,"ci95_high":0.9824141057820869},"ce":{"mean":0.095870183913055,"values":[0.09768166162694814,0.08586043212016191,0.10406845799205497],"n":3,"sample_sd":0.00923818922564538,"df":2,"ci95_low":0.07292124966854081,"ci95_high":0.1188191181575692},"accuracy_pp":{"mean":-0.6607201850016517,"values":[-0.49554013875123887,-0.19821605550049554,-1.288404360753221],"n":3,"sample_sd":0.5635521013951761,"df":2,"ci95_low":-2.0606612126625343,"ci95_high":0.739220842659231},"harm_rate":{"mean":0.010901883052527254,"values":[0.007928642220019821,0.009910802775024777,0.014866204162537165],"n":3,"sample_sd":0.003573390758636263,"df":2,"ci95_low":0.0020250883098682174,"ci95_high":0.019778677795186293},"repair_rate":{"mean":0.004294681202510736,"values":[0.002973240832507433,0.007928642220019821,0.0019821605550049554],"n":3,"sample_sd":0.003185877357447293,"df":2,"ci95_low":-0.003619476886412465,"ci95_high":0.012208839291433939},"conditional_harm":{"mean":0.011102447884182997,"values":[0.008064516129032258,0.01015228426395939,0.015090543259557344],"n":3,"sample_sd":0.00360809818167632,"df":2,"ci95_low":0.0021394351230694664,"ci95_high":0.020065460645296528},"metrics":{"accuracy":{"mean":0.9748926329699372,"values":[0.9781962338949455,0.9742319127849356,0.9722497522299306],"n":3,"sample_sd":0.003027800260955299,"df":2,"ci95_low":0.9673711601577876,"ci95_high":0.9824141057820869},"ce":{"mean":0.095870183913055,"values":[0.09768166162694814,0.08586043212016191,0.10406845799205497],"n":3,"sample_sd":0.00923818922564538,"df":2,"ci95_low":0.07292124966854081,"ci95_high":0.1188191181575692},"accuracy_pp":{"mean":-0.6607201850016517,"values":[-0.49554013875123887,-0.19821605550049554,-1.288404360753221],"n":3,"sample_sd":0.5635521013951761,"df":2,"ci95_low":-2.0606612126625343,"ci95_high":0.739220842659231},"harm_rate":{"mean":0.010901883052527254,"values":[0.007928642220019821,0.009910802775024777,0.014866204162537165],"n":3,"sample_sd":0.003573390758636263,"df":2,"ci95_low":0.0020250883098682174,"ci95_high":0.019778677795186293},"repair_rate":{"mean":0.004294681202510736,"values":[0.002973240832507433,0.007928642220019821,0.0019821605550049554],"n":3,"sample_sd":0.003185877357447293,"df":2,"ci95_low":-0.003619476886412465,"ci95_high":0.012208839291433939},"conditional_harm":{"mean":0.011102447884182997,"values":[0.008064516129032258,0.01015228426395939,0.015090543259557344],"n":3,"sample_sd":0.00360809818167632,"df":2,"ci95_low":0.0021394351230694664,"ci95_high":0.020065460645296528}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m12-s201-v1","accuracy":0.9825,"test_accuracy":0.9825,"ce":0.07476914169255688,"training_seconds":60.021850522000705,"selected_epoch":10,"epoch":10,"total_run_seconds":65.02849905400001,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":57,"repair_count":34,"harm_rate":0.0057,"repair_rate":0.0034,"conditional_harm":0.005787977254264825,"accuracy_pp":-0.23,"ce":0.0033880054344443827},"per_class":[{"n":980,"baseline_correct":973,"harm_count":2,"repair_count":0,"harm_rate":0.0020408163265306124,"repair_rate":0.0,"conditional_harm":0.0020554984583761563,"accuracy_pp":-0.20408163265306123,"digit":0,"accuracy":0.9908163265306122,"ce":0.0362916708290697},{"n":1135,"baseline_correct":1126,"harm_count":2,"repair_count":2,"harm_rate":0.001762114537444934,"repair_rate":0.001762114537444934,"conditional_harm":0.0017761989342806395,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.02368380881577485},{"n":1032,"baseline_correct":1016,"harm_count":9,"repair_count":8,"harm_rate":0.00872093023255814,"repair_rate":0.007751937984496124,"conditional_harm":0.008858267716535433,"accuracy_pp":-0.09689922480620156,"digit":2,"accuracy":0.9835271317829457,"ce":0.05150152413881346},{"n":1010,"baseline_correct":990,"harm_count":5,"repair_count":3,"harm_rate":0.0049504950495049506,"repair_rate":0.0029702970297029703,"conditional_harm":0.005050505050505051,"accuracy_pp":-0.19801980198019803,"digit":3,"accuracy":0.9782178217821782,"ce":0.09790764042331516},{"n":982,"baseline_correct":964,"harm_count":2,"repair_count":7,"harm_rate":0.002036659877800407,"repair_rate":0.007128309572301426,"conditional_harm":0.002074688796680498,"accuracy_pp":0.5091649694501018,"digit":4,"accuracy":0.9867617107942973,"ce":0.0715399638819438},{"n":892,"baseline_correct":876,"harm_count":11,"repair_count":2,"harm_rate":0.01233183856502242,"repair_rate":0.002242152466367713,"conditional_harm":0.012557077625570776,"accuracy_pp":-1.0089686098654709,"digit":5,"accuracy":0.9719730941704036,"ce":0.112949607625643},{"n":958,"baseline_correct":942,"harm_count":5,"repair_count":2,"harm_rate":0.005219206680584551,"repair_rate":0.0020876826722338203,"conditional_harm":0.005307855626326964,"accuracy_pp":-0.31315240083507306,"digit":6,"accuracy":0.9801670146137788,"ce":0.09244588940598332},{"n":1028,"baseline_correct":1011,"harm_count":1,"repair_count":7,"harm_rate":0.0009727626459143969,"repair_rate":0.006809338521400778,"conditional_harm":0.0009891196834817012,"accuracy_pp":0.5836575875486382,"digit":7,"accuracy":0.9892996108949417,"ce":0.04707244017257417},{"n":974,"baseline_correct":958,"harm_count":12,"repair_count":0,"harm_rate":0.012320328542094456,"repair_rate":0.0,"conditional_harm":0.012526096033402923,"accuracy_pp":-1.2320328542094456,"digit":8,"accuracy":0.971252566735113,"ce":0.13007232556909762},{"n":1009,"baseline_correct":992,"harm_count":8,"repair_count":3,"harm_rate":0.007928642220019821,"repair_rate":0.002973240832507433,"conditional_harm":0.008064516129032258,"accuracy_pp":-0.49554013875123887,"digit":9,"accuracy":0.9781962338949455,"ce":0.09768166162694814}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"f0c08abea7693989e158eb9b61741604934bfdb700090f87da7fc15d13d59782","train_accuracy":0.99836,"train_ce":0.005653525390625,"validation_accuracy":0.9813,"validation_ce":0.08666358642578124},{"seed":202,"run_id":"halfdrop-m12-s202-v1","accuracy":0.978,"test_accuracy":0.978,"ce":0.0709504857621505,"training_seconds":59.66952064099951,"selected_epoch":5,"epoch":5,"total_run_seconds":70.45336985400002,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":66,"repair_count":71,"harm_rate":0.0066,"repair_rate":0.0071,"conditional_harm":0.006751918158567775,"accuracy_pp":0.05,"ce":-0.005039245037357046},"per_class":[{"n":980,"baseline_correct":967,"harm_count":3,"repair_count":3,"harm_rate":0.003061224489795918,"repair_rate":0.003061224489795918,"conditional_harm":0.0031023784901758012,"accuracy_pp":0.0,"digit":0,"accuracy":0.986734693877551,"ce":0.041033823563219156},{"n":1135,"baseline_correct":1127,"harm_count":1,"repair_count":2,"harm_rate":0.000881057268722467,"repair_rate":0.001762114537444934,"conditional_harm":0.0008873114463176575,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9938325991189427,"ce":0.018553413423898817},{"n":1032,"baseline_correct":1000,"harm_count":6,"repair_count":13,"harm_rate":0.005813953488372093,"repair_rate":0.012596899224806201,"conditional_harm":0.006,"accuracy_pp":0.6782945736434108,"digit":2,"accuracy":0.9757751937984496,"ce":0.06901296990543243},{"n":1010,"baseline_correct":971,"harm_count":17,"repair_count":11,"harm_rate":0.016831683168316833,"repair_rate":0.01089108910891089,"conditional_harm":0.017507723995880537,"accuracy_pp":-0.594059405940594,"digit":3,"accuracy":0.9554455445544554,"ce":0.12206478351828377},{"n":982,"baseline_correct":955,"harm_count":2,"repair_count":11,"harm_rate":0.002036659877800407,"repair_rate":0.01120162932790224,"conditional_harm":0.0020942408376963353,"accuracy_pp":0.9164969450101833,"digit":4,"accuracy":0.9816700610997964,"ce":0.057764107666347826},{"n":892,"baseline_correct":875,"harm_count":10,"repair_count":2,"harm_rate":0.011210762331838564,"repair_rate":0.002242152466367713,"conditional_harm":0.011428571428571429,"accuracy_pp":-0.8968609865470852,"digit":5,"accuracy":0.9719730941704036,"ce":0.09677360240550201},{"n":958,"baseline_correct":945,"harm_count":4,"repair_count":2,"harm_rate":0.0041753653444676405,"repair_rate":0.0020876826722338203,"conditional_harm":0.004232804232804233,"accuracy_pp":-0.20876826722338204,"digit":6,"accuracy":0.9843423799582464,"ce":0.07160774946026185},{"n":1028,"baseline_correct":999,"harm_count":7,"repair_count":11,"harm_rate":0.006809338521400778,"repair_rate":0.010700389105058366,"conditional_harm":0.007007007007007007,"accuracy_pp":0.38910505836575876,"digit":7,"accuracy":0.97568093385214,"ce":0.08361744604730843},{"n":974,"baseline_correct":951,"harm_count":6,"repair_count":8,"harm_rate":0.006160164271047228,"repair_rate":0.008213552361396304,"conditional_harm":0.006309148264984227,"accuracy_pp":0.2053388090349076,"digit":8,"accuracy":0.9784394250513347,"ce":0.07134315030254988},{"n":1009,"baseline_correct":985,"harm_count":10,"repair_count":8,"harm_rate":0.009910802775024777,"repair_rate":0.007928642220019821,"conditional_harm":0.01015228426395939,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.9742319127849356,"ce":0.08586043212016191}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"b67e232d2c901a98542a18fc5bf1be7d82b00b2c5ada565c5b464c79a51bf709","train_accuracy":0.99248,"train_ce":0.02564586669921875,"validation_accuracy":0.9769,"validation_ce":0.07636416015625},{"seed":203,"run_id":"halfdrop-m12-s203-v1","accuracy":0.9766,"test_accuracy":0.9766,"ce":0.07826925075519227,"training_seconds":59.79540952099978,"selected_epoch":5,"epoch":5,"total_run_seconds":72.46940152399998,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":68,"repair_count":60,"harm_rate":0.0068,"repair_rate":0.006,"conditional_harm":0.006957233476570493,"accuracy_pp":-0.08,"ce":0.0011589259256070267},"per_class":[{"n":980,"baseline_correct":971,"harm_count":3,"repair_count":3,"harm_rate":0.003061224489795918,"repair_rate":0.003061224489795918,"conditional_harm":0.003089598352214212,"accuracy_pp":0.0,"digit":0,"accuracy":0.9908163265306122,"ce":0.036292843385438776},{"n":1135,"baseline_correct":1123,"harm_count":2,"repair_count":3,"harm_rate":0.001762114537444934,"repair_rate":0.0026431718061674008,"conditional_harm":0.0017809439002671415,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9903083700440528,"ce":0.0312908980977139},{"n":1032,"baseline_correct":1015,"harm_count":13,"repair_count":1,"harm_rate":0.012596899224806201,"repair_rate":0.0009689922480620155,"conditional_harm":0.012807881773399015,"accuracy_pp":-1.1627906976744187,"digit":2,"accuracy":0.9718992248062015,"ce":0.07678765962595314},{"n":1010,"baseline_correct":944,"harm_count":6,"repair_count":21,"harm_rate":0.005940594059405941,"repair_rate":0.020792079207920793,"conditional_harm":0.006355932203389831,"accuracy_pp":1.4851485148514851,"digit":3,"accuracy":0.9495049504950495,"ce":0.1470456160628656},{"n":982,"baseline_correct":957,"harm_count":1,"repair_count":11,"harm_rate":0.0010183299389002036,"repair_rate":0.01120162932790224,"conditional_harm":0.0010449320794148381,"accuracy_pp":1.0183299389002036,"digit":4,"accuracy":0.984725050916497,"ce":0.038982472774474385},{"n":892,"baseline_correct":883,"harm_count":7,"repair_count":1,"harm_rate":0.007847533632286996,"repair_rate":0.0011210762331838565,"conditional_harm":0.007927519818799546,"accuracy_pp":-0.672645739910314,"digit":5,"accuracy":0.9831838565022422,"ce":0.05831066639565128},{"n":958,"baseline_correct":936,"harm_count":4,"repair_count":8,"harm_rate":0.0041753653444676405,"repair_rate":0.008350730688935281,"conditional_harm":0.004273504273504274,"accuracy_pp":0.4175365344467641,"digit":6,"accuracy":0.9812108559498957,"ce":0.07935124759240637},{"n":1028,"baseline_correct":1011,"harm_count":5,"repair_count":1,"harm_rate":0.0048638132295719845,"repair_rate":0.0009727626459143969,"conditional_harm":0.004945598417408506,"accuracy_pp":-0.38910505836575876,"digit":7,"accuracy":0.9795719844357976,"ce":0.06446647447094042},{"n":974,"baseline_correct":940,"harm_count":12,"repair_count":9,"harm_rate":0.012320328542094456,"repair_rate":0.009240246406570842,"conditional_harm":0.01276595744680851,"accuracy_pp":-0.3080082135523614,"digit":8,"accuracy":0.9620123203285421,"ce":0.15016468889396234},{"n":1009,"baseline_correct":994,"harm_count":15,"repair_count":2,"harm_rate":0.014866204162537165,"repair_rate":0.0019821605550049554,"conditional_harm":0.015090543259557344,"accuracy_pp":-1.288404360753221,"digit":9,"accuracy":0.9722497522299306,"ce":0.10406845799205497}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"3ea0a6a546277a97726b01ee2e785bc18d6de38140d49e43449fdcfcb9f0c4e2","train_accuracy":0.99126,"train_ce":0.02788853271484375,"validation_accuracy":0.9783,"validation_ce":0.07674463500976562}]},{"endpoint":"selected","drop_mask":13,"k":3,"drop_probabilities":[0.5,0,0.5,0.5],"nominal_training_affine_fraction":0.7074801504387798,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9803999999999999,"values":[0.9833,0.9778,0.9801],"n":3,"sample_sd":0.0027622454633866016,"df":2,"ci95_low":0.9735382018750499,"ci95_high":0.98726179812495},"ce":{"mean":0.07037830251125994,"values":[0.0717459223160297,0.07097215113353425,0.06841683408421587],"n":3,"sample_sd":0.0017421823249686502,"df":2,"ci95_low":0.06605048169690902,"ci95_high":0.07470612332561086},"training_seconds":{"mean":48.098421599999824,"values":[48.08721137499879,48.126936881000574,48.08111654400011],"n":3,"sample_sd":0.024882276405896256,"df":2,"ci95_low":48.03661059882358,"ci95_high":48.16023260117607},"selected_epoch":{"mean":8.333333333333334,"values":[15.0,5.0,5.0],"n":3,"sample_sd":5.773502691896257,"df":2,"ci95_low":-6.008842433,"ci95_high":22.67550909966667},"train_accuracy":{"mean":0.99372,"values":[0.99876,0.9908,0.9916],"n":3,"sample_sd":0.004383058293018676,"df":2,"ci95_low":0.9828318796011314,"ci95_high":1.0046081203988688},"train_ce":{"mean":0.021043138936360676,"values":[0.003992834777832031,0.0311115576171875,0.0280250244140625],"n":3,"sample_sd":0.014846424678260172,"df":2,"ci95_low":-0.015837424492856526,"ci95_high":0.05792370236557788},"validation_accuracy":{"mean":0.9798333333333333,"values":[0.9819,0.9785,0.9791],"n":3,"sample_sd":0.001814754345175483,"df":2,"ci95_low":0.9753252336267624,"ci95_high":0.9843414330399043},"validation_ce":{"mean":0.07508557535807292,"values":[0.080243896484375,0.0747632568359375,0.07024957275390625],"n":3,"sample_sd":0.005004951910821553,"df":2,"ci95_low":0.06265258557046922,"ci95_high":0.08751856514567662},"harm_rate":{"mean":0.0063,"values":[0.0049,0.0078,0.0062],"n":3,"sample_sd":0.0014525839046333948,"df":2,"ci95_low":0.00269158154289239,"ci95_high":0.009908418457107611},"repair_rate":{"mean":0.0068,"values":[0.0034,0.0081,0.0089],"n":3,"sample_sd":0.002971531591620725,"df":2,"ci95_low":-0.0005816936886607902,"ci95_high":0.01418169368866079},"conditional_harm":{"mean":0.006432843048639872,"values":[0.004975629569455727,0.007979539641943733,0.0063433599345201555],"n":3,"sample_sd":0.0015039529087319012,"df":2,"ci95_low":0.0026968169112316404,"ci95_high":0.010168869186048105}},"paired_vs_none":{"accuracy_pp":{"mean":0.05000000000000001,"values":[-0.15,0.03,0.27],"n":3,"sample_sd":0.21071307505705478,"df":2,"ci95_low":-0.4734402961264214,"ci95_high":0.5734402961264214},"ce":{"mean":-0.004448761451141823,"values":[0.00036478605791720464,-0.0050175796659732985,-0.008693490745369375],"n":3,"sample_sd":0.004555849018830957,"df":2,"ci95_low":-0.015766117808256506,"ci95_high":0.0068685949059728605},"harm_rate":{"mean":0.0063,"values":[0.0049,0.0078,0.0062],"n":3,"sample_sd":0.0014525839046333948,"df":2,"ci95_low":0.00269158154289239,"ci95_high":0.009908418457107611},"repair_rate":{"mean":0.0068,"values":[0.0034,0.0081,0.0089],"n":3,"sample_sd":0.002971531591620725,"df":2,"ci95_low":-0.0005816936886607902,"ci95_high":0.01418169368866079},"conditional_harm":{"mean":0.006432843048639872,"values":[0.004975629569455727,0.007979539641943733,0.0063433599345201555],"n":3,"sample_sd":0.0015039529087319012,"df":2,"ci95_low":0.0026968169112316404,"ci95_high":0.010168869186048105},"harm_count":{"mean":63.0,"values":[49.0,78.0,62.0],"n":3,"sample_sd":14.52583904633395,"df":2,"ci95_low":26.9158154289239,"ci95_high":99.0841845710761},"repair_count":{"mean":68.0,"values":[34.0,81.0,89.0],"n":3,"sample_sd":29.715315916207253,"df":2,"ci95_low":-5.816936886607905,"ci95_high":141.8169368866079}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9901360544217687,"values":[0.9908163265306122,0.9897959183673469,0.9897959183673469],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9886725670986735,"ci95_high":0.9915995417448639},"ce":{"mean":0.03782301980408736,"values":[0.03994839877051721,0.03142830647890851,0.04209235416283636],"n":3,"sample_sd":0.005640780536812129,"df":2,"ci95_low":0.02381054414839482,"ci95_high":0.0518354954597799},"accuracy_pp":{"mean":0.0,"values":[-0.20408163265306123,0.30612244897959184,-0.10204081632653061],"n":3,"sample_sd":0.26997462357801943,"df":2,"ci95_low":-0.6706541436692223,"ci95_high":0.6706541436692223},"harm_rate":{"mean":0.0027210884353741495,"values":[0.003061224489795918,0.0020408163265306124,0.003061224489795918],"n":3,"sample_sd":0.0005891329277445159,"df":2,"ci95_low":0.0012576011122789118,"ci95_high":0.004184575758469387},"repair_rate":{"mean":0.0027210884353741495,"values":[0.0010204081632653062,0.00510204081632653,0.0020408163265306124],"n":3,"sample_sd":0.002124148979047074,"df":2,"ci95_low":-0.0025555901490372655,"ci95_high":0.007997767019785565},"conditional_harm":{"mean":0.002747032788854105,"values":[0.003083247687564234,0.002068252326783868,0.003089598352214212],"n":3,"sample_sd":0.0005878496997546119,"df":2,"ci95_low":0.0012867331808014727,"ci95_high":0.004207332396906737},"metrics":{"accuracy":{"mean":0.9901360544217687,"values":[0.9908163265306122,0.9897959183673469,0.9897959183673469],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9886725670986735,"ci95_high":0.9915995417448639},"ce":{"mean":0.03782301980408736,"values":[0.03994839877051721,0.03142830647890851,0.04209235416283636],"n":3,"sample_sd":0.005640780536812129,"df":2,"ci95_low":0.02381054414839482,"ci95_high":0.0518354954597799},"accuracy_pp":{"mean":0.0,"values":[-0.20408163265306123,0.30612244897959184,-0.10204081632653061],"n":3,"sample_sd":0.26997462357801943,"df":2,"ci95_low":-0.6706541436692223,"ci95_high":0.6706541436692223},"harm_rate":{"mean":0.0027210884353741495,"values":[0.003061224489795918,0.0020408163265306124,0.003061224489795918],"n":3,"sample_sd":0.0005891329277445159,"df":2,"ci95_low":0.0012576011122789118,"ci95_high":0.004184575758469387},"repair_rate":{"mean":0.0027210884353741495,"values":[0.0010204081632653062,0.00510204081632653,0.0020408163265306124],"n":3,"sample_sd":0.002124148979047074,"df":2,"ci95_low":-0.0025555901490372655,"ci95_high":0.007997767019785565},"conditional_harm":{"mean":0.002747032788854105,"values":[0.003083247687564234,0.002068252326783868,0.003089598352214212],"n":3,"sample_sd":0.0005878496997546119,"df":2,"ci95_low":0.0012867331808014727,"ci95_high":0.004207332396906737}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9938325991189427,"values":[0.9955947136563876,0.9920704845814978,0.9938325991189427],"n":3,"sample_sd":0.0017621145374449032,"df":2,"ci95_low":0.9894552639438992,"ci95_high":0.9982099342939863},"ce":{"mean":0.019393338019545747,"values":[0.009580568389366016,0.02296676123790751,0.02563268443136372],"n":3,"sample_sd":0.008602012699338753,"df":2,"ci95_low":-0.00197524612458453,"ci95_high":0.04076192216367602},"accuracy_pp":{"mean":0.23494860499265785,"values":[0.3524229074889868,-0.0881057268722467,0.44052863436123346],"n":3,"sample_sd":0.28322028666645976,"df":2,"ci95_low":-0.4686095898728497,"ci95_high":0.9385067998581653},"harm_rate":{"mean":0.0005873715124816446,"values":[0.0,0.001762114537444934,0.0],"n":3,"sample_sd":0.0010173573025367855,"df":2,"ci95_low":-0.001939884129162996,"ci95_high":0.003114627154126285},"repair_rate":{"mean":0.0029368575624082235,"values":[0.003524229074889868,0.000881057268722467,0.004405286343612335],"n":3,"sample_sd":0.0018340669598820554,"df":2,"ci95_low":-0.0016192173386694753,"ci95_high":0.007492932463485922},"conditional_harm":{"mean":0.0005915409642117717,"values":[0.0,0.001774622892635315,0.0],"n":3,"sample_sd":0.0010245790047730715,"df":2,"ci95_low":-0.0019536543803016864,"ci95_high":0.00313673630872523},"metrics":{"accuracy":{"mean":0.9938325991189427,"values":[0.9955947136563876,0.9920704845814978,0.9938325991189427],"n":3,"sample_sd":0.0017621145374449032,"df":2,"ci95_low":0.9894552639438992,"ci95_high":0.9982099342939863},"ce":{"mean":0.019393338019545747,"values":[0.009580568389366016,0.02296676123790751,0.02563268443136372],"n":3,"sample_sd":0.008602012699338753,"df":2,"ci95_low":-0.00197524612458453,"ci95_high":0.04076192216367602},"accuracy_pp":{"mean":0.23494860499265785,"values":[0.3524229074889868,-0.0881057268722467,0.44052863436123346],"n":3,"sample_sd":0.28322028666645976,"df":2,"ci95_low":-0.4686095898728497,"ci95_high":0.9385067998581653},"harm_rate":{"mean":0.0005873715124816446,"values":[0.0,0.001762114537444934,0.0],"n":3,"sample_sd":0.0010173573025367855,"df":2,"ci95_low":-0.001939884129162996,"ci95_high":0.003114627154126285},"repair_rate":{"mean":0.0029368575624082235,"values":[0.003524229074889868,0.000881057268722467,0.004405286343612335],"n":3,"sample_sd":0.0018340669598820554,"df":2,"ci95_low":-0.0016192173386694753,"ci95_high":0.007492932463485922},"conditional_harm":{"mean":0.0005915409642117717,"values":[0.0,0.001774622892635315,0.0],"n":3,"sample_sd":0.0010245790047730715,"df":2,"ci95_low":-0.0019536543803016864,"ci95_high":0.00313673630872523}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9825581395348837,"values":[0.9786821705426356,0.9815891472868217,0.9874031007751938],"n":3,"sample_sd":0.00444048032456962,"df":2,"ci95_low":0.971527374901949,"ci95_high":0.9935889041678184},"ce":{"mean":0.05389447367357116,"values":[0.06441568628363915,0.04988235509048128,0.04738537964659306],"n":3,"sample_sd":0.009196774308502707,"df":2,"ci95_low":0.0310484197865637,"ci95_high":0.07674052756057863},"accuracy_pp":{"mean":0.355297157622739,"values":[-0.5813953488372093,1.2596899224806202,0.3875968992248062],"n":3,"sample_sd":0.9209675341978846,"df":2,"ci95_low":-1.932513025455982,"ci95_high":2.64310734070146},"harm_rate":{"mean":0.006136950904392765,"values":[0.009689922480620155,0.003875968992248062,0.0048449612403100775],"n":3,"sample_sd":0.00311487427680651,"df":2,"ci95_low":-0.0016008257542540474,"ci95_high":0.013874727563039577},"repair_rate":{"mean":0.009689922480620155,"values":[0.003875968992248062,0.016472868217054265,0.00872093023255814],"n":3,"sample_sd":0.006354107097191862,"df":2,"ci95_low":-0.006094554584566824,"ci95_high":0.025474399545807134},"conditional_harm":{"mean":0.0062562093531412025,"values":[0.00984251968503937,0.004,0.0049261083743842365],"n":3,"sample_sd":0.0031401648886301837,"df":2,"ci95_low":-0.0015443926680922346,"ci95_high":0.01405681137437464},"metrics":{"accuracy":{"mean":0.9825581395348837,"values":[0.9786821705426356,0.9815891472868217,0.9874031007751938],"n":3,"sample_sd":0.00444048032456962,"df":2,"ci95_low":0.971527374901949,"ci95_high":0.9935889041678184},"ce":{"mean":0.05389447367357116,"values":[0.06441568628363915,0.04988235509048128,0.04738537964659306],"n":3,"sample_sd":0.009196774308502707,"df":2,"ci95_low":0.0310484197865637,"ci95_high":0.07674052756057863},"accuracy_pp":{"mean":0.355297157622739,"values":[-0.5813953488372093,1.2596899224806202,0.3875968992248062],"n":3,"sample_sd":0.9209675341978846,"df":2,"ci95_low":-1.932513025455982,"ci95_high":2.64310734070146},"harm_rate":{"mean":0.006136950904392765,"values":[0.009689922480620155,0.003875968992248062,0.0048449612403100775],"n":3,"sample_sd":0.00311487427680651,"df":2,"ci95_low":-0.0016008257542540474,"ci95_high":0.013874727563039577},"repair_rate":{"mean":0.009689922480620155,"values":[0.003875968992248062,0.016472868217054265,0.00872093023255814],"n":3,"sample_sd":0.006354107097191862,"df":2,"ci95_low":-0.006094554584566824,"ci95_high":0.025474399545807134},"conditional_harm":{"mean":0.0062562093531412025,"values":[0.00984251968503937,0.004,0.0049261083743842365],"n":3,"sample_sd":0.0031401648886301837,"df":2,"ci95_low":-0.0015443926680922346,"ci95_high":0.01405681137437464}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9686468646864687,"values":[0.9702970297029703,0.9653465346534653,0.9702970297029703],"n":3,"sample_sd":0.0028581696494535953,"df":2,"ci95_low":0.9615467776734323,"ci95_high":0.975746951699505},"ce":{"mean":0.10175642653896885,"values":[0.116145114159693,0.09957427799820644,0.08954988745900712],"n":3,"sample_sd":0.013431226675389055,"df":2,"ci95_low":0.06839140983840054,"ci95_high":0.13512144323953718},"accuracy_pp":{"mean":0.9900990099009901,"values":[-0.9900990099009901,0.39603960396039606,3.5643564356435644],"n":3,"sample_sd":2.334619034168633,"df":2,"ci95_low":-4.809416175650352,"ci95_high":6.789614195452332},"harm_rate":{"mean":0.00957095709570957,"values":[0.01287128712871287,0.011881188118811881,0.0039603960396039604],"n":3,"sample_sd":0.0048840424379368785,"df":2,"ci95_low":-0.0025616769105829395,"ci95_high":0.02170359110200208},"repair_rate":{"mean":0.019471947194719473,"values":[0.0029702970297029703,0.015841584158415842,0.039603960396039604],"n":3,"sample_sd":0.018584697327130147,"df":2,"ci95_low":-0.026695000298685344,"ci95_high":0.06563889468812428},"conditional_harm":{"mean":0.0099089982252544,"values":[0.013131313131313131,0.012358393408856848,0.00423728813559322],"n":3,"sample_sd":0.004927024734077736,"df":2,"ci95_low":-0.0023304097238229706,"ci95_high":0.022148406174331774},"metrics":{"accuracy":{"mean":0.9686468646864687,"values":[0.9702970297029703,0.9653465346534653,0.9702970297029703],"n":3,"sample_sd":0.0028581696494535953,"df":2,"ci95_low":0.9615467776734323,"ci95_high":0.975746951699505},"ce":{"mean":0.10175642653896885,"values":[0.116145114159693,0.09957427799820644,0.08954988745900712],"n":3,"sample_sd":0.013431226675389055,"df":2,"ci95_low":0.06839140983840054,"ci95_high":0.13512144323953718},"accuracy_pp":{"mean":0.9900990099009901,"values":[-0.9900990099009901,0.39603960396039606,3.5643564356435644],"n":3,"sample_sd":2.334619034168633,"df":2,"ci95_low":-4.809416175650352,"ci95_high":6.789614195452332},"harm_rate":{"mean":0.00957095709570957,"values":[0.01287128712871287,0.011881188118811881,0.0039603960396039604],"n":3,"sample_sd":0.0048840424379368785,"df":2,"ci95_low":-0.0025616769105829395,"ci95_high":0.02170359110200208},"repair_rate":{"mean":0.019471947194719473,"values":[0.0029702970297029703,0.015841584158415842,0.039603960396039604],"n":3,"sample_sd":0.018584697327130147,"df":2,"ci95_low":-0.026695000298685344,"ci95_high":0.06563889468812428},"conditional_harm":{"mean":0.0099089982252544,"values":[0.013131313131313131,0.012358393408856848,0.00423728813559322],"n":3,"sample_sd":0.004927024734077736,"df":2,"ci95_low":-0.0023304097238229706,"ci95_high":0.022148406174331774}}},{"digit":4,"n":982,"accuracy":{"mean":0.9813306177868296,"values":[0.9826883910386965,0.9826883910386965,0.9786150712830958],"n":3,"sample_sd":0.0023517322573915244,"df":2,"ci95_low":0.9754885909980991,"ci95_high":0.9871726445755601},"ce":{"mean":0.0693174798925133,"values":[0.09430877947071974,0.05333554191957217,0.060308118287248004],"n":3,"sample_sd":0.02192208923110463,"df":2,"ci95_low":0.01485999131126517,"ci95_high":0.12377496847376143},"accuracy_pp":{"mean":0.5091649694501018,"values":[0.10183299389002037,1.0183299389002036,0.4073319755600815],"n":3,"sample_sd":0.46665740274499384,"df":2,"ci95_low":-0.650076283216758,"ci95_high":1.6684062221169618},"harm_rate":{"mean":0.0023761031907671417,"values":[0.002036659877800407,0.0010183299389002036,0.004073319755600814],"n":3,"sample_sd":0.001555524675816646,"df":2,"ci95_low":-0.0014880343181223913,"ci95_high":0.006240240699656675},"repair_rate":{"mean":0.007467752885268159,"values":[0.003054989816700611,0.01120162932790224,0.008146639511201629],"n":3,"sample_sd":0.004115531450435214,"df":2,"ci95_low":-0.002755793995010184,"ci95_high":0.017691299765546502},"conditional_harm":{"mean":0.002433845844396006,"values":[0.002074688796680498,0.0010471204188481676,0.0041797283176593526],"n":3,"sample_sd":0.0015968886625611525,"df":2,"ci95_low":-0.0015330455038774912,"ci95_high":0.006400737192669503},"metrics":{"accuracy":{"mean":0.9813306177868296,"values":[0.9826883910386965,0.9826883910386965,0.9786150712830958],"n":3,"sample_sd":0.0023517322573915244,"df":2,"ci95_low":0.9754885909980991,"ci95_high":0.9871726445755601},"ce":{"mean":0.0693174798925133,"values":[0.09430877947071974,0.05333554191957217,0.060308118287248004],"n":3,"sample_sd":0.02192208923110463,"df":2,"ci95_low":0.01485999131126517,"ci95_high":0.12377496847376143},"accuracy_pp":{"mean":0.5091649694501018,"values":[0.10183299389002037,1.0183299389002036,0.4073319755600815],"n":3,"sample_sd":0.46665740274499384,"df":2,"ci95_low":-0.650076283216758,"ci95_high":1.6684062221169618},"harm_rate":{"mean":0.0023761031907671417,"values":[0.002036659877800407,0.0010183299389002036,0.004073319755600814],"n":3,"sample_sd":0.001555524675816646,"df":2,"ci95_low":-0.0014880343181223913,"ci95_high":0.006240240699656675},"repair_rate":{"mean":0.007467752885268159,"values":[0.003054989816700611,0.01120162932790224,0.008146639511201629],"n":3,"sample_sd":0.004115531450435214,"df":2,"ci95_low":-0.002755793995010184,"ci95_high":0.017691299765546502},"conditional_harm":{"mean":0.002433845844396006,"values":[0.002074688796680498,0.0010471204188481676,0.0041797283176593526],"n":3,"sample_sd":0.0015968886625611525,"df":2,"ci95_low":-0.0015330455038774912,"ci95_high":0.006400737192669503}}},{"digit":5,"n":892,"accuracy":{"mean":0.9801943198804185,"values":[0.9854260089686099,0.9730941704035875,0.9820627802690582],"n":3,"sample_sd":0.006374709308382633,"df":2,"ci95_low":0.9643586640854653,"ci95_high":0.9960299756753717},"ce":{"mean":0.07050064798030273,"values":[0.05008639858134445,0.09771436388352459,0.06370118147603915],"n":3,"sample_sd":0.024531211308522264,"df":2,"ci95_low":0.009561740851754326,"ci95_high":0.13143955510885114},"accuracy_pp":{"mean":-0.4110612855007474,"values":[0.336322869955157,-0.7847533632286996,-0.7847533632286996],"n":3,"sample_sd":0.6472536650107913,"df":2,"ci95_low":-2.018928523878924,"ci95_high":1.1968059528774293},"harm_rate":{"mean":0.008968609865470852,"values":[0.002242152466367713,0.014573991031390135,0.010089686098654708],"n":3,"sample_sd":0.006241888299136796,"df":2,"ci95_low":-0.0065371002514904904,"ci95_high":0.024474319982432192},"repair_rate":{"mean":0.004857997010463378,"values":[0.005605381165919282,0.006726457399103139,0.002242152466367713],"n":3,"sample_sd":0.0023337062774284,"df":2,"ci95_low":-0.0009392507616478194,"ci95_high":0.010655244782574576},"conditional_harm":{"mean":0.009110924453762537,"values":[0.00228310502283105,0.014857142857142857,0.010192525481313703],"n":3,"sample_sd":0.006356414276286277,"df":2,"ci95_low":-0.006679283962020843,"ci95_high":0.024901132869545917},"metrics":{"accuracy":{"mean":0.9801943198804185,"values":[0.9854260089686099,0.9730941704035875,0.9820627802690582],"n":3,"sample_sd":0.006374709308382633,"df":2,"ci95_low":0.9643586640854653,"ci95_high":0.9960299756753717},"ce":{"mean":0.07050064798030273,"values":[0.05008639858134445,0.09771436388352459,0.06370118147603915],"n":3,"sample_sd":0.024531211308522264,"df":2,"ci95_low":0.009561740851754326,"ci95_high":0.13143955510885114},"accuracy_pp":{"mean":-0.4110612855007474,"values":[0.336322869955157,-0.7847533632286996,-0.7847533632286996],"n":3,"sample_sd":0.6472536650107913,"df":2,"ci95_low":-2.018928523878924,"ci95_high":1.1968059528774293},"harm_rate":{"mean":0.008968609865470852,"values":[0.002242152466367713,0.014573991031390135,0.010089686098654708],"n":3,"sample_sd":0.006241888299136796,"df":2,"ci95_low":-0.0065371002514904904,"ci95_high":0.024474319982432192},"repair_rate":{"mean":0.004857997010463378,"values":[0.005605381165919282,0.006726457399103139,0.002242152466367713],"n":3,"sample_sd":0.0023337062774284,"df":2,"ci95_low":-0.0009392507616478194,"ci95_high":0.010655244782574576},"conditional_harm":{"mean":0.009110924453762537,"values":[0.00228310502283105,0.014857142857142857,0.010192525481313703],"n":3,"sample_sd":0.006356414276286277,"df":2,"ci95_low":-0.006679283962020843,"ci95_high":0.024901132869545917}}},{"digit":6,"n":958,"accuracy":{"mean":0.9819067501739736,"values":[0.9864300626304802,0.9739039665970772,0.9853862212943633],"n":3,"sample_sd":0.006950238119498331,"df":2,"ci95_low":0.9646414015550789,"ci95_high":0.9991720987928682},"ce":{"mean":0.08286587936726844,"values":[0.08550992069942946,0.10183047206363846,0.0612572453387374],"n":3,"sample_sd":0.020415432830145637,"df":2,"ci95_low":0.03215113277042352,"ci95_high":0.13358062596411335},"accuracy_pp":{"mean":-0.03479471120389701,"values":[0.31315240083507306,-1.2526096033402923,0.8350730688935282],"n":3,"sample_sd":1.0864645091159357,"df":2,"ci95_low":-2.733722170871531,"ci95_high":2.664132748463737},"harm_rate":{"mean":0.005219206680584551,"values":[0.0010438413361169101,0.013569937369519834,0.0010438413361169101],"n":3,"sample_sd":0.007231944916780282,"df":2,"ci95_low":-0.012745940417119003,"ci95_high":0.023184353778288105},"repair_rate":{"mean":0.004871259568545581,"values":[0.0041753653444676405,0.0010438413361169101,0.009394572025052192],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.005608409571781491,"ci95_high":0.015350928708872651},"conditional_harm":{"mean":0.005295520316751739,"values":[0.0010615711252653928,0.013756613756613757,0.0010683760683760685],"n":3,"sample_sd":0.007327522652668481,"df":2,"ci95_low":-0.01290705503908371,"ci95_high":0.02349809567258719},"metrics":{"accuracy":{"mean":0.9819067501739736,"values":[0.9864300626304802,0.9739039665970772,0.9853862212943633],"n":3,"sample_sd":0.006950238119498331,"df":2,"ci95_low":0.9646414015550789,"ci95_high":0.9991720987928682},"ce":{"mean":0.08286587936726844,"values":[0.08550992069942946,0.10183047206363846,0.0612572453387374],"n":3,"sample_sd":0.020415432830145637,"df":2,"ci95_low":0.03215113277042352,"ci95_high":0.13358062596411335},"accuracy_pp":{"mean":-0.03479471120389701,"values":[0.31315240083507306,-1.2526096033402923,0.8350730688935282],"n":3,"sample_sd":1.0864645091159357,"df":2,"ci95_low":-2.733722170871531,"ci95_high":2.664132748463737},"harm_rate":{"mean":0.005219206680584551,"values":[0.0010438413361169101,0.013569937369519834,0.0010438413361169101],"n":3,"sample_sd":0.007231944916780282,"df":2,"ci95_low":-0.012745940417119003,"ci95_high":0.023184353778288105},"repair_rate":{"mean":0.004871259568545581,"values":[0.0041753653444676405,0.0010438413361169101,0.009394572025052192],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.005608409571781491,"ci95_high":0.015350928708872651},"conditional_harm":{"mean":0.005295520316751739,"values":[0.0010615711252653928,0.013756613756613757,0.0010683760683760685],"n":3,"sample_sd":0.007327522652668481,"df":2,"ci95_low":-0.01290705503908371,"ci95_high":0.02349809567258719}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9730869001297017,"values":[0.97568093385214,0.9708171206225681,0.9727626459143969],"n":3,"sample_sd":0.0024480656404898583,"df":2,"ci95_low":0.9670055679511078,"ci95_high":0.9791682323082955},"ce":{"mean":0.0818573602108821,"values":[0.07797142897026801,0.08089430913588334,0.08670634252649491],"n":3,"sample_sd":0.004446378215860778,"df":2,"ci95_low":0.07081194440377074,"ci95_high":0.09290277601799345},"accuracy_pp":{"mean":-0.648508430609598,"values":[-0.7782101167315175,-0.09727626459143969,-1.0700389105058365],"n":3,"sample_sd":0.4991830194014479,"df":2,"ci95_low":-1.8885477942135172,"ci95_high":0.5915309329943211},"harm_rate":{"mean":0.010376134889753566,"values":[0.009727626459143969,0.010700389105058366,0.010700389105058366],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.00898098160509079,"ci95_high":0.011771288174416342},"repair_rate":{"mean":0.0038910505836575876,"values":[0.0019455252918287938,0.009727626459143969,0.0],"n":3,"sample_sd":0.005147376091565351,"df":2,"ci95_low":-0.008895740482409297,"ci95_high":0.016677841649724474},"conditional_harm":{"mean":0.010594174788042246,"values":[0.009891196834817012,0.011011011011011011,0.010880316518298714],"n":3,"sample_sd":0.0006122938548171827,"df":2,"ci95_low":0.009073152532564684,"ci95_high":0.012115197043519807},"metrics":{"accuracy":{"mean":0.9730869001297017,"values":[0.97568093385214,0.9708171206225681,0.9727626459143969],"n":3,"sample_sd":0.0024480656404898583,"df":2,"ci95_low":0.9670055679511078,"ci95_high":0.9791682323082955},"ce":{"mean":0.0818573602108821,"values":[0.07797142897026801,0.08089430913588334,0.08670634252649491],"n":3,"sample_sd":0.004446378215860778,"df":2,"ci95_low":0.07081194440377074,"ci95_high":0.09290277601799345},"accuracy_pp":{"mean":-0.648508430609598,"values":[-0.7782101167315175,-0.09727626459143969,-1.0700389105058365],"n":3,"sample_sd":0.4991830194014479,"df":2,"ci95_low":-1.8885477942135172,"ci95_high":0.5915309329943211},"harm_rate":{"mean":0.010376134889753566,"values":[0.009727626459143969,0.010700389105058366,0.010700389105058366],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.00898098160509079,"ci95_high":0.011771288174416342},"repair_rate":{"mean":0.0038910505836575876,"values":[0.0019455252918287938,0.009727626459143969,0.0],"n":3,"sample_sd":0.005147376091565351,"df":2,"ci95_low":-0.008895740482409297,"ci95_high":0.016677841649724474},"conditional_harm":{"mean":0.010594174788042246,"values":[0.009891196834817012,0.011011011011011011,0.010880316518298714],"n":3,"sample_sd":0.0006122938548171827,"df":2,"ci95_low":0.009073152532564684,"ci95_high":0.012115197043519807}}},{"digit":8,"n":974,"accuracy":{"mean":0.9715947980835045,"values":[0.9815195071868583,0.9763860369609856,0.9568788501026694],"n":3,"sample_sd":0.013000287414936751,"df":2,"ci95_low":0.939300293851337,"ci95_high":1.0038893023156719},"ce":{"mean":0.1009137123092887,"values":[0.08462638080143292,0.08201898331682429,0.13609577280960886],"n":3,"sample_sd":0.030496436942646712,"df":2,"ci95_low":0.025156363223393513,"ci95_high":0.17667106139518388},"accuracy_pp":{"mean":-0.34223134839151265,"values":[-0.2053388090349076,0.0,-0.8213552361396304],"n":3,"sample_sd":0.42744681713883625,"df":2,"ci95_low":-1.404068106650894,"ci95_high":0.7196054098678686},"harm_rate":{"mean":0.01026694045174538,"values":[0.00513347022587269,0.008213552361396304,0.017453798767967144],"n":3,"sample_sd":0.006411702257082544,"df":2,"ci95_low":-0.005660610922145339,"ci95_high":0.026194491825636098},"repair_rate":{"mean":0.006844626967830253,"values":[0.003080082135523614,0.008213552361396304,0.009240246406570842],"n":3,"sample_sd":0.003300359603351456,"df":2,"ci95_low":-0.0013539207854793064,"ci95_high":0.015043174721139812},"conditional_harm":{"mean":0.010572170250069636,"values":[0.005219206680584551,0.008412197686645636,0.018085106382978722],"n":3,"sample_sd":0.0066993995920586,"df":2,"ci95_low":-0.006070060923230177,"ci95_high":0.02721440142336945},"metrics":{"accuracy":{"mean":0.9715947980835045,"values":[0.9815195071868583,0.9763860369609856,0.9568788501026694],"n":3,"sample_sd":0.013000287414936751,"df":2,"ci95_low":0.939300293851337,"ci95_high":1.0038893023156719},"ce":{"mean":0.1009137123092887,"values":[0.08462638080143292,0.08201898331682429,0.13609577280960886],"n":3,"sample_sd":0.030496436942646712,"df":2,"ci95_low":0.025156363223393513,"ci95_high":0.17667106139518388},"accuracy_pp":{"mean":-0.34223134839151265,"values":[-0.2053388090349076,0.0,-0.8213552361396304],"n":3,"sample_sd":0.42744681713883625,"df":2,"ci95_low":-1.404068106650894,"ci95_high":0.7196054098678686},"harm_rate":{"mean":0.01026694045174538,"values":[0.00513347022587269,0.008213552361396304,0.017453798767967144],"n":3,"sample_sd":0.006411702257082544,"df":2,"ci95_low":-0.005660610922145339,"ci95_high":0.026194491825636098},"repair_rate":{"mean":0.006844626967830253,"values":[0.003080082135523614,0.008213552361396304,0.009240246406570842],"n":3,"sample_sd":0.003300359603351456,"df":2,"ci95_low":-0.0013539207854793064,"ci95_high":0.015043174721139812},"conditional_harm":{"mean":0.010572170250069636,"values":[0.005219206680584551,0.008412197686645636,0.018085106382978722],"n":3,"sample_sd":0.0066993995920586,"df":2,"ci95_low":-0.006070060923230177,"ci95_high":0.02721440142336945}}},{"digit":9,"n":1009,"accuracy":{"mean":0.979187314172448,"values":[0.9851337958374629,0.9702675916749257,0.9821605550049554],"n":3,"sample_sd":0.007866455830717291,"df":2,"ci95_low":0.9596459545848612,"ci95_high":0.9987286737600347},"ce":{"mean":0.09269649320532224,"values":[0.10095617126894303,0.09977179308330783,0.07736151526371586],"n":3,"sample_sd":0.013293677041128155,"df":2,"ci95_low":0.059673168738470846,"ci95_high":0.12571981767217363},"accuracy_pp":{"mean":-0.23125206475057816,"values":[0.19821605550049554,-0.5946481665014867,-0.29732408325074333],"n":3,"sample_sd":0.40054032550320917,"df":2,"ci95_low":-1.226249392444665,"ci95_high":0.7637452629435085},"harm_rate":{"mean":0.007598282127518996,"values":[0.002973240832507433,0.011892963330029732,0.007928642220019821],"n":3,"sample_sd":0.0044690284963556925,"df":2,"ci95_low":-0.0035034000955534708,"ci95_high":0.01869996435059146},"repair_rate":{"mean":0.005285761480013214,"values":[0.004955401387512388,0.005946481665014866,0.004955401387512388],"n":3,"sample_sd":0.0005722004650045845,"df":2,"ci95_low":0.0038643367261645186,"ci95_high":0.006707186233861909},"conditional_harm":{"mean":0.0077517414678563165,"values":[0.0030241935483870967,0.012182741116751269,0.008048289738430584],"n":3,"sample_sd":0.004586469671553794,"df":2,"ci95_low":-0.003641680807448237,"ci95_high":0.01914516374316087},"metrics":{"accuracy":{"mean":0.979187314172448,"values":[0.9851337958374629,0.9702675916749257,0.9821605550049554],"n":3,"sample_sd":0.007866455830717291,"df":2,"ci95_low":0.9596459545848612,"ci95_high":0.9987286737600347},"ce":{"mean":0.09269649320532224,"values":[0.10095617126894303,0.09977179308330783,0.07736151526371586],"n":3,"sample_sd":0.013293677041128155,"df":2,"ci95_low":0.059673168738470846,"ci95_high":0.12571981767217363},"accuracy_pp":{"mean":-0.23125206475057816,"values":[0.19821605550049554,-0.5946481665014867,-0.29732408325074333],"n":3,"sample_sd":0.40054032550320917,"df":2,"ci95_low":-1.226249392444665,"ci95_high":0.7637452629435085},"harm_rate":{"mean":0.007598282127518996,"values":[0.002973240832507433,0.011892963330029732,0.007928642220019821],"n":3,"sample_sd":0.0044690284963556925,"df":2,"ci95_low":-0.0035034000955534708,"ci95_high":0.01869996435059146},"repair_rate":{"mean":0.005285761480013214,"values":[0.004955401387512388,0.005946481665014866,0.004955401387512388],"n":3,"sample_sd":0.0005722004650045845,"df":2,"ci95_low":0.0038643367261645186,"ci95_high":0.006707186233861909},"conditional_harm":{"mean":0.0077517414678563165,"values":[0.0030241935483870967,0.012182741116751269,0.008048289738430584],"n":3,"sample_sd":0.004586469671553794,"df":2,"ci95_low":-0.003641680807448237,"ci95_high":0.01914516374316087}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m13-s201-v1","accuracy":0.9833,"test_accuracy":0.9833,"ce":0.0717459223160297,"training_seconds":48.08721137499879,"selected_epoch":15,"epoch":15,"total_run_seconds":60.58906060000004,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":49,"repair_count":34,"harm_rate":0.0049,"repair_rate":0.0034,"conditional_harm":0.004975629569455727,"accuracy_pp":-0.15,"ce":0.00036478605791720464},"per_class":[{"n":980,"baseline_correct":973,"harm_count":3,"repair_count":1,"harm_rate":0.003061224489795918,"repair_rate":0.0010204081632653062,"conditional_harm":0.003083247687564234,"accuracy_pp":-0.20408163265306123,"digit":0,"accuracy":0.9908163265306122,"ce":0.03994839877051721},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":4,"harm_rate":0.0,"repair_rate":0.003524229074889868,"conditional_harm":0.0,"accuracy_pp":0.3524229074889868,"digit":1,"accuracy":0.9955947136563876,"ce":0.009580568389366016},{"n":1032,"baseline_correct":1016,"harm_count":10,"repair_count":4,"harm_rate":0.009689922480620155,"repair_rate":0.003875968992248062,"conditional_harm":0.00984251968503937,"accuracy_pp":-0.5813953488372093,"digit":2,"accuracy":0.9786821705426356,"ce":0.06441568628363915},{"n":1010,"baseline_correct":990,"harm_count":13,"repair_count":3,"harm_rate":0.01287128712871287,"repair_rate":0.0029702970297029703,"conditional_harm":0.013131313131313131,"accuracy_pp":-0.9900990099009901,"digit":3,"accuracy":0.9702970297029703,"ce":0.116145114159693},{"n":982,"baseline_correct":964,"harm_count":2,"repair_count":3,"harm_rate":0.002036659877800407,"repair_rate":0.003054989816700611,"conditional_harm":0.002074688796680498,"accuracy_pp":0.10183299389002037,"digit":4,"accuracy":0.9826883910386965,"ce":0.09430877947071974},{"n":892,"baseline_correct":876,"harm_count":2,"repair_count":5,"harm_rate":0.002242152466367713,"repair_rate":0.005605381165919282,"conditional_harm":0.00228310502283105,"accuracy_pp":0.336322869955157,"digit":5,"accuracy":0.9854260089686099,"ce":0.05008639858134445},{"n":958,"baseline_correct":942,"harm_count":1,"repair_count":4,"harm_rate":0.0010438413361169101,"repair_rate":0.0041753653444676405,"conditional_harm":0.0010615711252653928,"accuracy_pp":0.31315240083507306,"digit":6,"accuracy":0.9864300626304802,"ce":0.08550992069942946},{"n":1028,"baseline_correct":1011,"harm_count":10,"repair_count":2,"harm_rate":0.009727626459143969,"repair_rate":0.0019455252918287938,"conditional_harm":0.009891196834817012,"accuracy_pp":-0.7782101167315175,"digit":7,"accuracy":0.97568093385214,"ce":0.07797142897026801},{"n":974,"baseline_correct":958,"harm_count":5,"repair_count":3,"harm_rate":0.00513347022587269,"repair_rate":0.003080082135523614,"conditional_harm":0.005219206680584551,"accuracy_pp":-0.2053388090349076,"digit":8,"accuracy":0.9815195071868583,"ce":0.08462638080143292},{"n":1009,"baseline_correct":992,"harm_count":3,"repair_count":5,"harm_rate":0.002973240832507433,"repair_rate":0.004955401387512388,"conditional_harm":0.0030241935483870967,"accuracy_pp":0.19821605550049554,"digit":9,"accuracy":0.9851337958374629,"ce":0.10095617126894303}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"4590f80d2b8b7c5c66b9fccc2fe4f79e3f315e9121d3b8481e0dccf5138bb3ec","train_accuracy":0.99876,"train_ce":0.003992834777832031,"validation_accuracy":0.9819,"validation_ce":0.080243896484375},{"seed":202,"run_id":"halfdrop-m13-s202-v1","accuracy":0.9778,"test_accuracy":0.9778,"ce":0.07097215113353425,"training_seconds":48.126936881000574,"selected_epoch":5,"epoch":5,"total_run_seconds":57.05606809199992,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":78,"repair_count":81,"harm_rate":0.0078,"repair_rate":0.0081,"conditional_harm":0.007979539641943733,"accuracy_pp":0.03,"ce":-0.0050175796659732985},"per_class":[{"n":980,"baseline_correct":967,"harm_count":2,"repair_count":5,"harm_rate":0.0020408163265306124,"repair_rate":0.00510204081632653,"conditional_harm":0.002068252326783868,"accuracy_pp":0.30612244897959184,"digit":0,"accuracy":0.9897959183673469,"ce":0.03142830647890851},{"n":1135,"baseline_correct":1127,"harm_count":2,"repair_count":1,"harm_rate":0.001762114537444934,"repair_rate":0.000881057268722467,"conditional_harm":0.001774622892635315,"accuracy_pp":-0.0881057268722467,"digit":1,"accuracy":0.9920704845814978,"ce":0.02296676123790751},{"n":1032,"baseline_correct":1000,"harm_count":4,"repair_count":17,"harm_rate":0.003875968992248062,"repair_rate":0.016472868217054265,"conditional_harm":0.004,"accuracy_pp":1.2596899224806202,"digit":2,"accuracy":0.9815891472868217,"ce":0.04988235509048128},{"n":1010,"baseline_correct":971,"harm_count":12,"repair_count":16,"harm_rate":0.011881188118811881,"repair_rate":0.015841584158415842,"conditional_harm":0.012358393408856848,"accuracy_pp":0.39603960396039606,"digit":3,"accuracy":0.9653465346534653,"ce":0.09957427799820644},{"n":982,"baseline_correct":955,"harm_count":1,"repair_count":11,"harm_rate":0.0010183299389002036,"repair_rate":0.01120162932790224,"conditional_harm":0.0010471204188481676,"accuracy_pp":1.0183299389002036,"digit":4,"accuracy":0.9826883910386965,"ce":0.05333554191957217},{"n":892,"baseline_correct":875,"harm_count":13,"repair_count":6,"harm_rate":0.014573991031390135,"repair_rate":0.006726457399103139,"conditional_harm":0.014857142857142857,"accuracy_pp":-0.7847533632286996,"digit":5,"accuracy":0.9730941704035875,"ce":0.09771436388352459},{"n":958,"baseline_correct":945,"harm_count":13,"repair_count":1,"harm_rate":0.013569937369519834,"repair_rate":0.0010438413361169101,"conditional_harm":0.013756613756613757,"accuracy_pp":-1.2526096033402923,"digit":6,"accuracy":0.9739039665970772,"ce":0.10183047206363846},{"n":1028,"baseline_correct":999,"harm_count":11,"repair_count":10,"harm_rate":0.010700389105058366,"repair_rate":0.009727626459143969,"conditional_harm":0.011011011011011011,"accuracy_pp":-0.09727626459143969,"digit":7,"accuracy":0.9708171206225681,"ce":0.08089430913588334},{"n":974,"baseline_correct":951,"harm_count":8,"repair_count":8,"harm_rate":0.008213552361396304,"repair_rate":0.008213552361396304,"conditional_harm":0.008412197686645636,"accuracy_pp":0.0,"digit":8,"accuracy":0.9763860369609856,"ce":0.08201898331682429},{"n":1009,"baseline_correct":985,"harm_count":12,"repair_count":6,"harm_rate":0.011892963330029732,"repair_rate":0.005946481665014866,"conditional_harm":0.012182741116751269,"accuracy_pp":-0.5946481665014867,"digit":9,"accuracy":0.9702675916749257,"ce":0.09977179308330783}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"b06488b1eb8a87adcb06805169b999d2425b103d1d406aaca7a070a88e95038a","train_accuracy":0.9908,"train_ce":0.0311115576171875,"validation_accuracy":0.9785,"validation_ce":0.0747632568359375},{"seed":203,"run_id":"halfdrop-m13-s203-v1","accuracy":0.9801,"test_accuracy":0.9801,"ce":0.06841683408421587,"training_seconds":48.08111654400011,"selected_epoch":5,"epoch":5,"total_run_seconds":60.49414000699994,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":62,"repair_count":89,"harm_rate":0.0062,"repair_rate":0.0089,"conditional_harm":0.0063433599345201555,"accuracy_pp":0.27,"ce":-0.008693490745369375},"per_class":[{"n":980,"baseline_correct":971,"harm_count":3,"repair_count":2,"harm_rate":0.003061224489795918,"repair_rate":0.0020408163265306124,"conditional_harm":0.003089598352214212,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9897959183673469,"ce":0.04209235416283636},{"n":1135,"baseline_correct":1123,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.004405286343612335,"conditional_harm":0.0,"accuracy_pp":0.44052863436123346,"digit":1,"accuracy":0.9938325991189427,"ce":0.02563268443136372},{"n":1032,"baseline_correct":1015,"harm_count":5,"repair_count":9,"harm_rate":0.0048449612403100775,"repair_rate":0.00872093023255814,"conditional_harm":0.0049261083743842365,"accuracy_pp":0.3875968992248062,"digit":2,"accuracy":0.9874031007751938,"ce":0.04738537964659306},{"n":1010,"baseline_correct":944,"harm_count":4,"repair_count":40,"harm_rate":0.0039603960396039604,"repair_rate":0.039603960396039604,"conditional_harm":0.00423728813559322,"accuracy_pp":3.5643564356435644,"digit":3,"accuracy":0.9702970297029703,"ce":0.08954988745900712},{"n":982,"baseline_correct":957,"harm_count":4,"repair_count":8,"harm_rate":0.004073319755600814,"repair_rate":0.008146639511201629,"conditional_harm":0.0041797283176593526,"accuracy_pp":0.4073319755600815,"digit":4,"accuracy":0.9786150712830958,"ce":0.060308118287248004},{"n":892,"baseline_correct":883,"harm_count":9,"repair_count":2,"harm_rate":0.010089686098654708,"repair_rate":0.002242152466367713,"conditional_harm":0.010192525481313703,"accuracy_pp":-0.7847533632286996,"digit":5,"accuracy":0.9820627802690582,"ce":0.06370118147603915},{"n":958,"baseline_correct":936,"harm_count":1,"repair_count":9,"harm_rate":0.0010438413361169101,"repair_rate":0.009394572025052192,"conditional_harm":0.0010683760683760685,"accuracy_pp":0.8350730688935282,"digit":6,"accuracy":0.9853862212943633,"ce":0.0612572453387374},{"n":1028,"baseline_correct":1011,"harm_count":11,"repair_count":0,"harm_rate":0.010700389105058366,"repair_rate":0.0,"conditional_harm":0.010880316518298714,"accuracy_pp":-1.0700389105058365,"digit":7,"accuracy":0.9727626459143969,"ce":0.08670634252649491},{"n":974,"baseline_correct":940,"harm_count":17,"repair_count":9,"harm_rate":0.017453798767967144,"repair_rate":0.009240246406570842,"conditional_harm":0.018085106382978722,"accuracy_pp":-0.8213552361396304,"digit":8,"accuracy":0.9568788501026694,"ce":0.13609577280960886},{"n":1009,"baseline_correct":994,"harm_count":8,"repair_count":5,"harm_rate":0.007928642220019821,"repair_rate":0.004955401387512388,"conditional_harm":0.008048289738430584,"accuracy_pp":-0.29732408325074333,"digit":9,"accuracy":0.9821605550049554,"ce":0.07736151526371586}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"6fe58287677d4b038b65ea7e7ffa276c4378a893361dedbf8e00bd5ec001c5c2","train_accuracy":0.9916,"train_ce":0.0280250244140625,"validation_accuracy":0.9791,"validation_ce":0.07024957275390625}]},{"endpoint":"selected","drop_mask":14,"k":3,"drop_probabilities":[0,0.5,0.5,0.5],"nominal_training_affine_fraction":0.7910572503134141,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9778333333333333,"values":[0.9805,0.9776,0.9754],"n":3,"sample_sd":0.00255799400572662,"df":2,"ci95_low":0.9714789239570543,"ci95_high":0.9841877427096124},"ce":{"mean":0.07633048261093914,"values":[0.07845153278038242,0.07228081001153298,0.07825910504090203],"n":3,"sample_sd":0.0035084388594524714,"df":2,"ci95_low":0.067615037330498,"ci95_high":0.08504592789138027},"training_seconds":{"mean":53.12018931699955,"values":[53.045161904999304,53.04565425699923,53.26975178900011],"n":3,"sample_sd":0.12952513414705424,"df":2,"ci95_low":52.79843104663407,"ci95_high":53.44194758736503},"selected_epoch":{"mean":6.666666666666667,"values":[10.0,5.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":0.99202,"values":[0.99594,0.99026,0.98986],"n":3,"sample_sd":0.0034007058090931973,"df":2,"ci95_low":0.9835721784527676,"ci95_high":1.0004678215472325},"train_ce":{"mean":0.026083615315755208,"values":[0.012910955810546874,0.03257620361328125,0.0327636865234375],"n":3,"sample_sd":0.011408242909866391,"df":2,"ci95_low":-0.0022560311224437447,"ci95_high":0.054423261753954164},"validation_accuracy":{"mean":0.9776,"values":[0.9771,0.977,0.9787],"n":3,"sample_sd":0.0009539392014169686,"df":2,"ci95_low":0.9752302836549602,"ci95_high":0.9799697163450398},"validation_ce":{"mean":0.07891324869791667,"values":[0.08905010986328125,0.0771951416015625,0.07049449462890625],"n":3,"sample_sd":0.00939636276318924,"df":2,"ci95_low":0.055571389603775084,"ci95_high":0.10225510779205826},"harm_rate":{"mean":0.008033333333333333,"values":[0.0073,0.007,0.0098],"n":3,"sample_sd":0.0015373136743466937,"df":2,"ci95_low":0.004214434459965633,"ci95_high":0.011852232206701034},"repair_rate":{"mean":0.005966666666666667,"values":[0.003,0.0071,0.0078],"n":3,"sample_sd":0.002592939130279254,"df":2,"ci95_low":-0.0004745512113584899,"ci95_high":0.012407884544691824},"conditional_harm":{"mean":0.008200133043466099,"values":[0.007412672623883022,0.007161125319693095,0.01002660118682218],"n":3,"sample_sd":0.0015867603538601105,"df":2,"ci95_low":0.0042584018087939894,"ci95_high":0.012141864278138209}},"paired_vs_none":{"accuracy_pp":{"mean":-0.20666666666666667,"values":[-0.43,0.01,-0.2],"n":3,"sample_sd":0.22007574453658751,"df":2,"ci95_low":-0.753365123130663,"ci95_high":0.3400317897973296},"ce":{"mean":0.0015034186485373784,"values":[0.0070703965222699144,-0.003708920787974565,0.0011487802113167855],"n":3,"sample_sd":0.005398402239051826,"df":2,"ci95_low":-0.011906955937157876,"ci95_high":0.014913793234232631},"harm_rate":{"mean":0.008033333333333333,"values":[0.0073,0.007,0.0098],"n":3,"sample_sd":0.0015373136743466937,"df":2,"ci95_low":0.004214434459965633,"ci95_high":0.011852232206701034},"repair_rate":{"mean":0.005966666666666667,"values":[0.003,0.0071,0.0078],"n":3,"sample_sd":0.002592939130279254,"df":2,"ci95_low":-0.0004745512113584899,"ci95_high":0.012407884544691824},"conditional_harm":{"mean":0.008200133043466099,"values":[0.007412672623883022,0.007161125319693095,0.01002660118682218],"n":3,"sample_sd":0.0015867603538601105,"df":2,"ci95_low":0.0042584018087939894,"ci95_high":0.012141864278138209},"harm_count":{"mean":80.33333333333333,"values":[73.0,70.0,98.0],"n":3,"sample_sd":15.37313674346694,"df":2,"ci95_low":42.144344599656314,"ci95_high":118.52232206701035},"repair_count":{"mean":59.666666666666664,"values":[30.0,71.0,78.0],"n":3,"sample_sd":25.92939130279254,"df":2,"ci95_low":-4.745512113584915,"ci95_high":124.07884544691825}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9874149659863946,"values":[0.9877551020408163,0.9836734693877551,0.9908163265306122],"n":3,"sample_sd":0.003583555698249216,"df":2,"ci95_low":0.9785129201339045,"ci95_high":0.9963170118388847},"ce":{"mean":0.04147999629022895,"values":[0.04380734661762564,0.049219751009209674,0.03141289124385153],"n":3,"sample_sd":0.009128717507712013,"df":2,"ci95_low":0.01880300486861265,"ci95_high":0.06415698771184525},"accuracy_pp":{"mean":-0.272108843537415,"values":[-0.5102040816326531,-0.30612244897959184,0.0],"n":3,"sample_sd":0.25679708963505954,"df":2,"ci95_low":-0.9100281781899153,"ci95_high":0.3658104911150854},"harm_rate":{"mean":0.0037414965986394557,"values":[0.00510204081632653,0.004081632653061225,0.0020408163265306124],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.00013052690516617872,"ci95_high":0.00761352010244509},"repair_rate":{"mean":0.0010204081632653062,"values":[0.0,0.0010204081632653062,0.0020408163265306124],"n":3,"sample_sd":0.0010204081632653062,"df":2,"ci95_low":-0.001514426236568616,"ci95_high":0.0035552425630992284},"conditional_harm":{"mean":0.0037783276781058668,"values":[0.0051387461459403904,0.004136504653567736,0.0020597322348094747],"n":3,"sample_sd":0.001570445709200953,"df":2,"ci95_low":-0.0001228757325132052,"ci95_high":0.007679531088724939},"metrics":{"accuracy":{"mean":0.9874149659863946,"values":[0.9877551020408163,0.9836734693877551,0.9908163265306122],"n":3,"sample_sd":0.003583555698249216,"df":2,"ci95_low":0.9785129201339045,"ci95_high":0.9963170118388847},"ce":{"mean":0.04147999629022895,"values":[0.04380734661762564,0.049219751009209674,0.03141289124385153],"n":3,"sample_sd":0.009128717507712013,"df":2,"ci95_low":0.01880300486861265,"ci95_high":0.06415698771184525},"accuracy_pp":{"mean":-0.272108843537415,"values":[-0.5102040816326531,-0.30612244897959184,0.0],"n":3,"sample_sd":0.25679708963505954,"df":2,"ci95_low":-0.9100281781899153,"ci95_high":0.3658104911150854},"harm_rate":{"mean":0.0037414965986394557,"values":[0.00510204081632653,0.004081632653061225,0.0020408163265306124],"n":3,"sample_sd":0.001558699215971374,"df":2,"ci95_low":-0.00013052690516617872,"ci95_high":0.00761352010244509},"repair_rate":{"mean":0.0010204081632653062,"values":[0.0,0.0010204081632653062,0.0020408163265306124],"n":3,"sample_sd":0.0010204081632653062,"df":2,"ci95_low":-0.001514426236568616,"ci95_high":0.0035552425630992284},"conditional_harm":{"mean":0.0037783276781058668,"values":[0.0051387461459403904,0.004136504653567736,0.0020597322348094747],"n":3,"sample_sd":0.001570445709200953,"df":2,"ci95_low":-0.0001228757325132052,"ci95_high":0.007679531088724939}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9920704845814978,"values":[0.9920704845814978,0.9929515418502203,0.9911894273127754],"n":3,"sample_sd":0.0008810572687224516,"df":2,"ci95_low":0.989881816993976,"ci95_high":0.9942591521690196},"ce":{"mean":0.025829830367819745,"values":[0.0320588830823941,0.017353082890918713,0.02807752513014642],"n":3,"sample_sd":0.007606197382815047,"df":2,"ci95_low":0.006934988605491143,"ci95_high":0.044724672130148344},"accuracy_pp":{"mean":0.05873715124816447,"values":[0.0,0.0,0.1762114537444934],"n":3,"sample_sd":0.10173573025367856,"df":2,"ci95_low":-0.1939884129162996,"ci95_high":0.31146271541262854},"harm_rate":{"mean":0.000881057268722467,"values":[0.000881057268722467,0.000881057268722467,0.000881057268722467],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.000881057268722467,"ci95_high":0.000881057268722467},"repair_rate":{"mean":0.0014684287812041115,"values":[0.000881057268722467,0.000881057268722467,0.0026431718061674008],"n":3,"sample_sd":0.0010173573025367853,"df":2,"ci95_low":-0.0010588268604405286,"ci95_high":0.003995684422848752},"conditional_harm":{"mean":0.0008886276211971827,"values":[0.0008880994671403197,0.0008873114463176575,0.0008904719501335708],"n":3,"sample_sd":1.6451158389110845e-06,"df":2,"ci95_low":0.0008845409269014029,"ci95_high":0.0008927143154929624},"metrics":{"accuracy":{"mean":0.9920704845814978,"values":[0.9920704845814978,0.9929515418502203,0.9911894273127754],"n":3,"sample_sd":0.0008810572687224516,"df":2,"ci95_low":0.989881816993976,"ci95_high":0.9942591521690196},"ce":{"mean":0.025829830367819745,"values":[0.0320588830823941,0.017353082890918713,0.02807752513014642],"n":3,"sample_sd":0.007606197382815047,"df":2,"ci95_low":0.006934988605491143,"ci95_high":0.044724672130148344},"accuracy_pp":{"mean":0.05873715124816447,"values":[0.0,0.0,0.1762114537444934],"n":3,"sample_sd":0.10173573025367856,"df":2,"ci95_low":-0.1939884129162996,"ci95_high":0.31146271541262854},"harm_rate":{"mean":0.000881057268722467,"values":[0.000881057268722467,0.000881057268722467,0.000881057268722467],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.000881057268722467,"ci95_high":0.000881057268722467},"repair_rate":{"mean":0.0014684287812041115,"values":[0.000881057268722467,0.000881057268722467,0.0026431718061674008],"n":3,"sample_sd":0.0010173573025367853,"df":2,"ci95_low":-0.0010588268604405286,"ci95_high":0.003995684422848752},"conditional_harm":{"mean":0.0008886276211971827,"values":[0.0008880994671403197,0.0008873114463176575,0.0008904719501335708],"n":3,"sample_sd":1.6451158389110845e-06,"df":2,"ci95_low":0.0008845409269014029,"ci95_high":0.0008927143154929624}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9783591731266149,"values":[0.9854651162790697,0.9786821705426356,0.9709302325581395],"n":3,"sample_sd":0.007272823158396461,"df":2,"ci95_low":0.960292478847319,"ci95_high":0.9964258674059108},"ce":{"mean":0.06644787807833079,"values":[0.04640878007774771,0.06567339336670565,0.08726146079053901],"n":3,"sample_sd":0.02043734939471661,"df":2,"ci95_low":0.015678687716921193,"ci95_high":0.11721706843974039},"accuracy_pp":{"mean":-0.06459948320413439,"values":[0.09689922480620156,0.9689922480620154,-1.2596899224806202],"n":3,"sample_sd":1.1230838921649684,"df":2,"ci95_low":-2.8544945332880847,"ci95_high":2.725295566879816},"harm_rate":{"mean":0.008397932816537468,"values":[0.0029069767441860465,0.003875968992248062,0.018410852713178296],"n":3,"sample_sd":0.00868496748045785,"df":2,"ci95_low":-0.013176722427747966,"ci95_high":0.029972588060822904},"repair_rate":{"mean":0.007751937984496124,"values":[0.003875968992248062,0.013565891472868217,0.005813953488372093],"n":3,"sample_sd":0.005127425021443005,"df":2,"ci95_low":-0.004985291875888332,"ci95_high":0.020489167844880578},"conditional_harm":{"mean":0.008557322576057303,"values":[0.002952755905511811,0.004,0.0187192118226601],"n":3,"sample_sd":0.008816018083212298,"df":2,"ci95_low":-0.013342880412689455,"ci95_high":0.030457525564804064},"metrics":{"accuracy":{"mean":0.9783591731266149,"values":[0.9854651162790697,0.9786821705426356,0.9709302325581395],"n":3,"sample_sd":0.007272823158396461,"df":2,"ci95_low":0.960292478847319,"ci95_high":0.9964258674059108},"ce":{"mean":0.06644787807833079,"values":[0.04640878007774771,0.06567339336670565,0.08726146079053901],"n":3,"sample_sd":0.02043734939471661,"df":2,"ci95_low":0.015678687716921193,"ci95_high":0.11721706843974039},"accuracy_pp":{"mean":-0.06459948320413439,"values":[0.09689922480620156,0.9689922480620154,-1.2596899224806202],"n":3,"sample_sd":1.1230838921649684,"df":2,"ci95_low":-2.8544945332880847,"ci95_high":2.725295566879816},"harm_rate":{"mean":0.008397932816537468,"values":[0.0029069767441860465,0.003875968992248062,0.018410852713178296],"n":3,"sample_sd":0.00868496748045785,"df":2,"ci95_low":-0.013176722427747966,"ci95_high":0.029972588060822904},"repair_rate":{"mean":0.007751937984496124,"values":[0.003875968992248062,0.013565891472868217,0.005813953488372093],"n":3,"sample_sd":0.005127425021443005,"df":2,"ci95_low":-0.004985291875888332,"ci95_high":0.020489167844880578},"conditional_harm":{"mean":0.008557322576057303,"values":[0.002952755905511811,0.004,0.0187192118226601],"n":3,"sample_sd":0.008816018083212298,"df":2,"ci95_low":-0.013342880412689455,"ci95_high":0.030457525564804064}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9673267326732673,"values":[0.9792079207920792,0.9643564356435643,0.9584158415841584],"n":3,"sample_sd":0.010709558243952453,"df":2,"ci95_low":0.9407227151623475,"ci95_high":0.9939307501841871},"ce":{"mean":0.0999011467046575,"values":[0.08148607190694593,0.10460543902144949,0.11361192918557708],"n":3,"sample_sd":0.01657152531069834,"df":2,"ci95_low":0.05873519573768636,"ci95_high":0.14106709767162862},"accuracy_pp":{"mean":0.858085808580858,"values":[-0.09900990099009901,0.297029702970297,2.376237623762376],"n":3,"sample_sd":1.3295866058405073,"df":2,"ci95_low":-2.444790420141227,"ci95_high":4.160962037302943},"harm_rate":{"mean":0.006930693069306931,"values":[0.0049504950495049506,0.01089108910891089,0.0049504950495049506],"n":3,"sample_sd":0.003429803579344311,"df":2,"ci95_low":-0.0015894113463366328,"ci95_high":0.015450797484950495},"repair_rate":{"mean":0.015511551155115513,"values":[0.0039603960396039604,0.013861386138613862,0.028712871287128714],"n":3,"sample_sd":0.012458472665463283,"df":2,"ci95_low":-0.01543701062505529,"ci95_high":0.04646011293528632},"conditional_harm":{"mean":0.007225214170482896,"values":[0.005050505050505051,0.01132852729145211,0.005296610169491525],"n":3,"sample_sd":0.0035557032861216675,"df":2,"ci95_low":-0.00160764245467555,"ci95_high":0.01605807079564134},"metrics":{"accuracy":{"mean":0.9673267326732673,"values":[0.9792079207920792,0.9643564356435643,0.9584158415841584],"n":3,"sample_sd":0.010709558243952453,"df":2,"ci95_low":0.9407227151623475,"ci95_high":0.9939307501841871},"ce":{"mean":0.0999011467046575,"values":[0.08148607190694593,0.10460543902144949,0.11361192918557708],"n":3,"sample_sd":0.01657152531069834,"df":2,"ci95_low":0.05873519573768636,"ci95_high":0.14106709767162862},"accuracy_pp":{"mean":0.858085808580858,"values":[-0.09900990099009901,0.297029702970297,2.376237623762376],"n":3,"sample_sd":1.3295866058405073,"df":2,"ci95_low":-2.444790420141227,"ci95_high":4.160962037302943},"harm_rate":{"mean":0.006930693069306931,"values":[0.0049504950495049506,0.01089108910891089,0.0049504950495049506],"n":3,"sample_sd":0.003429803579344311,"df":2,"ci95_low":-0.0015894113463366328,"ci95_high":0.015450797484950495},"repair_rate":{"mean":0.015511551155115513,"values":[0.0039603960396039604,0.013861386138613862,0.028712871287128714],"n":3,"sample_sd":0.012458472665463283,"df":2,"ci95_low":-0.01543701062505529,"ci95_high":0.04646011293528632},"conditional_harm":{"mean":0.007225214170482896,"values":[0.005050505050505051,0.01132852729145211,0.005296610169491525],"n":3,"sample_sd":0.0035557032861216675,"df":2,"ci95_low":-0.00160764245467555,"ci95_high":0.01605807079564134}}},{"digit":4,"n":982,"accuracy":{"mean":0.9786150712830958,"values":[0.9704684317718941,0.9826883910386965,0.9826883910386965],"n":3,"sample_sd":0.007055196772174636,"df":2,"ci95_low":0.9610889909169044,"ci95_high":0.9961411516492872},"ce":{"mean":0.07689442176707866,"values":[0.13198335445052745,0.04977539573592648,0.04892451511478205],"n":3,"sample_sd":0.047710312067822655,"df":2,"ci95_low":-0.041624563684123136,"ci95_high":0.19541340721828043},"accuracy_pp":{"mean":0.23761031907671418,"values":[-1.120162932790224,1.0183299389002036,0.814663951120163],"n":3,"sample_sd":1.180267389729376,"df":2,"ci95_low":-2.694336413801734,"ci95_high":3.169557051955162},"harm_rate":{"mean":0.006449422946367956,"values":[0.012219959266802444,0.002036659877800407,0.0050916496945010185],"n":3,"sample_sd":0.005225663380292143,"df":2,"ci95_low":-0.006531844525982641,"ci95_high":0.019430690418718553},"repair_rate":{"mean":0.008825526137135099,"values":[0.0010183299389002036,0.012219959266802444,0.013238289205702648],"n":3,"sample_sd":0.006780374866068629,"df":2,"ci95_low":-0.00801785876805938,"ci95_high":0.025668911042329576},"conditional_harm":{"mean":0.006589011338284504,"values":[0.012448132780082987,0.0020942408376963353,0.00522466039707419],"n":3,"sample_sd":0.005310071534992811,"df":2,"ci95_low":-0.006601937614344615,"ci95_high":0.019779960290913622},"metrics":{"accuracy":{"mean":0.9786150712830958,"values":[0.9704684317718941,0.9826883910386965,0.9826883910386965],"n":3,"sample_sd":0.007055196772174636,"df":2,"ci95_low":0.9610889909169044,"ci95_high":0.9961411516492872},"ce":{"mean":0.07689442176707866,"values":[0.13198335445052745,0.04977539573592648,0.04892451511478205],"n":3,"sample_sd":0.047710312067822655,"df":2,"ci95_low":-0.041624563684123136,"ci95_high":0.19541340721828043},"accuracy_pp":{"mean":0.23761031907671418,"values":[-1.120162932790224,1.0183299389002036,0.814663951120163],"n":3,"sample_sd":1.180267389729376,"df":2,"ci95_low":-2.694336413801734,"ci95_high":3.169557051955162},"harm_rate":{"mean":0.006449422946367956,"values":[0.012219959266802444,0.002036659877800407,0.0050916496945010185],"n":3,"sample_sd":0.005225663380292143,"df":2,"ci95_low":-0.006531844525982641,"ci95_high":0.019430690418718553},"repair_rate":{"mean":0.008825526137135099,"values":[0.0010183299389002036,0.012219959266802444,0.013238289205702648],"n":3,"sample_sd":0.006780374866068629,"df":2,"ci95_low":-0.00801785876805938,"ci95_high":0.025668911042329576},"conditional_harm":{"mean":0.006589011338284504,"values":[0.012448132780082987,0.0020942408376963353,0.00522466039707419],"n":3,"sample_sd":0.005310071534992811,"df":2,"ci95_low":-0.006601937614344615,"ci95_high":0.019779960290913622}}},{"digit":5,"n":892,"accuracy":{"mean":0.9723467862481315,"values":[0.9618834080717489,0.968609865470852,0.9865470852017937],"n":3,"sample_sd":0.012749418616765281,"df":2,"ci95_low":0.9406754746582251,"ci95_high":1.004018097838038},"ce":{"mean":0.09876964626296532,"values":[0.1446908558325157,0.10153837824345699,0.05007970471292328],"n":3,"sample_sd":0.04736630539348025,"df":2,"ci95_low":-0.018894779235378786,"ci95_high":0.2164340717613094},"accuracy_pp":{"mean":-1.195814648729447,"values":[-2.0179372197309418,-1.2331838565022422,-0.336322869955157],"n":3,"sample_sd":0.8414297645140286,"df":2,"ci95_low":-3.2860420586210766,"ci95_high":0.8944127611621826},"harm_rate":{"mean":0.014947683109118086,"values":[0.02466367713004484,0.01233183856502242,0.007847533632286996],"n":3,"sample_sd":0.008707907472145771,"df":2,"ci95_low":-0.006683958233628547,"ci95_high":0.03657932445186472},"repair_rate":{"mean":0.0029895366218236174,"values":[0.004484304932735426,0.0,0.004484304932735426],"n":3,"sample_sd":0.002589014660043165,"df":2,"ci95_low":-0.003441932331689088,"ci95_high":0.009421005575336323},"conditional_harm":{"mean":0.015204367880456557,"values":[0.02511415525114155,0.012571428571428572,0.007927519818799546],"n":3,"sample_sd":0.008890690998163584,"df":2,"ci95_low":-0.006881332912373509,"ci95_high":0.037290068673286624},"metrics":{"accuracy":{"mean":0.9723467862481315,"values":[0.9618834080717489,0.968609865470852,0.9865470852017937],"n":3,"sample_sd":0.012749418616765281,"df":2,"ci95_low":0.9406754746582251,"ci95_high":1.004018097838038},"ce":{"mean":0.09876964626296532,"values":[0.1446908558325157,0.10153837824345699,0.05007970471292328],"n":3,"sample_sd":0.04736630539348025,"df":2,"ci95_low":-0.018894779235378786,"ci95_high":0.2164340717613094},"accuracy_pp":{"mean":-1.195814648729447,"values":[-2.0179372197309418,-1.2331838565022422,-0.336322869955157],"n":3,"sample_sd":0.8414297645140286,"df":2,"ci95_low":-3.2860420586210766,"ci95_high":0.8944127611621826},"harm_rate":{"mean":0.014947683109118086,"values":[0.02466367713004484,0.01233183856502242,0.007847533632286996],"n":3,"sample_sd":0.008707907472145771,"df":2,"ci95_low":-0.006683958233628547,"ci95_high":0.03657932445186472},"repair_rate":{"mean":0.0029895366218236174,"values":[0.004484304932735426,0.0,0.004484304932735426],"n":3,"sample_sd":0.002589014660043165,"df":2,"ci95_low":-0.003441932331689088,"ci95_high":0.009421005575336323},"conditional_harm":{"mean":0.015204367880456557,"values":[0.02511415525114155,0.012571428571428572,0.007927519818799546],"n":3,"sample_sd":0.008890690998163584,"df":2,"ci95_low":-0.006881332912373509,"ci95_high":0.037290068673286624}}},{"digit":6,"n":958,"accuracy":{"mean":0.9829505915100905,"values":[0.988517745302714,0.9801670146137788,0.9801670146137788],"n":3,"sample_sd":0.004821296611186816,"df":2,"ci95_low":0.9709738267782881,"ci95_high":0.9949273562418928},"ce":{"mean":0.07454247840371304,"values":[0.0645481597389218,0.08545904924737704,0.07362022622484028],"n":3,"sample_sd":0.010485906580729322,"df":2,"ci95_low":0.04849404242372102,"ci95_high":0.10059091438370507},"accuracy_pp":{"mean":0.06958942240779403,"values":[0.5219206680584552,-0.6263048016701461,0.31315240083507306],"n":3,"sample_sd":0.6116352063760245,"df":2,"ci95_low":-1.4497966596382437,"ci95_high":1.5889755044538316},"harm_rate":{"mean":0.0041753653444676405,"values":[0.0020876826722338203,0.007306889352818371,0.003131524008350731],"n":3,"sample_sd":0.002761744583574729,"df":2,"ci95_low":-0.0026851885260525867,"ci95_high":0.011035919214987868},"repair_rate":{"mean":0.0048712595685455815,"values":[0.007306889352818371,0.0010438413361169101,0.006263048016701462],"n":3,"sample_sd":0.003355480431799915,"df":2,"ci95_low":-0.003464215913420504,"ci95_high":0.013206735050511667},"conditional_harm":{"mean":0.004245225954355466,"values":[0.0021231422505307855,0.007407407407407408,0.003205128205128205],"n":3,"sample_sd":0.0027914542908680754,"df":2,"ci95_low":-0.0026891309204598096,"ci95_high":0.011179582829170743},"metrics":{"accuracy":{"mean":0.9829505915100905,"values":[0.988517745302714,0.9801670146137788,0.9801670146137788],"n":3,"sample_sd":0.004821296611186816,"df":2,"ci95_low":0.9709738267782881,"ci95_high":0.9949273562418928},"ce":{"mean":0.07454247840371304,"values":[0.0645481597389218,0.08545904924737704,0.07362022622484028],"n":3,"sample_sd":0.010485906580729322,"df":2,"ci95_low":0.04849404242372102,"ci95_high":0.10059091438370507},"accuracy_pp":{"mean":0.06958942240779403,"values":[0.5219206680584552,-0.6263048016701461,0.31315240083507306],"n":3,"sample_sd":0.6116352063760245,"df":2,"ci95_low":-1.4497966596382437,"ci95_high":1.5889755044538316},"harm_rate":{"mean":0.0041753653444676405,"values":[0.0020876826722338203,0.007306889352818371,0.003131524008350731],"n":3,"sample_sd":0.002761744583574729,"df":2,"ci95_low":-0.0026851885260525867,"ci95_high":0.011035919214987868},"repair_rate":{"mean":0.0048712595685455815,"values":[0.007306889352818371,0.0010438413361169101,0.006263048016701462],"n":3,"sample_sd":0.003355480431799915,"df":2,"ci95_low":-0.003464215913420504,"ci95_high":0.013206735050511667},"conditional_harm":{"mean":0.004245225954355466,"values":[0.0021231422505307855,0.007407407407407408,0.003205128205128205],"n":3,"sample_sd":0.0027914542908680754,"df":2,"ci95_low":-0.0026891309204598096,"ci95_high":0.011179582829170743}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9779507133592736,"values":[0.9844357976653697,0.9776264591439688,0.9717898832684825],"n":3,"sample_sd":0.0063291897846767965,"df":2,"ci95_low":0.9622281343297829,"ci95_high":0.9936732923887643},"ce":{"mean":0.0723569430177802,"values":[0.061243063331544424,0.07485905374637918,0.08096871197541702],"n":3,"sample_sd":0.010098055366208178,"df":2,"ci95_low":0.04727198286636202,"ci95_high":0.09744190316919837},"accuracy_pp":{"mean":-0.1621271076523995,"values":[0.09727626459143969,0.5836575875486382,-1.1673151750972763],"n":3,"sample_sd":0.9038495372740827,"df":2,"ci95_low":-2.40741382902159,"ci95_high":2.0831596137167914},"harm_rate":{"mean":0.007782101167315175,"values":[0.0048638132295719845,0.006809338521400778,0.011673151750972763],"n":3,"sample_sd":0.0035073455987003786,"df":2,"ci95_low":-0.0009306283028628105,"ci95_high":0.01649483063749316},"repair_rate":{"mean":0.00616083009079118,"values":[0.005836575875486381,0.01264591439688716,0.0],"n":3,"sample_sd":0.006329189784676763,"df":2,"ci95_low":-0.009561748938699412,"ci95_high":0.02188340912028177},"conditional_harm":{"mean":0.00794068054206531,"values":[0.004945598417408506,0.007007007007007007,0.011869436201780416],"n":3,"sample_sd":0.003555093826979146,"df":2,"ci95_low":-0.0008906621026533758,"ci95_high":0.016772023186783995},"metrics":{"accuracy":{"mean":0.9779507133592736,"values":[0.9844357976653697,0.9776264591439688,0.9717898832684825],"n":3,"sample_sd":0.0063291897846767965,"df":2,"ci95_low":0.9622281343297829,"ci95_high":0.9936732923887643},"ce":{"mean":0.0723569430177802,"values":[0.061243063331544424,0.07485905374637918,0.08096871197541702],"n":3,"sample_sd":0.010098055366208178,"df":2,"ci95_low":0.04727198286636202,"ci95_high":0.09744190316919837},"accuracy_pp":{"mean":-0.1621271076523995,"values":[0.09727626459143969,0.5836575875486382,-1.1673151750972763],"n":3,"sample_sd":0.9038495372740827,"df":2,"ci95_low":-2.40741382902159,"ci95_high":2.0831596137167914},"harm_rate":{"mean":0.007782101167315175,"values":[0.0048638132295719845,0.006809338521400778,0.011673151750972763],"n":3,"sample_sd":0.0035073455987003786,"df":2,"ci95_low":-0.0009306283028628105,"ci95_high":0.01649483063749316},"repair_rate":{"mean":0.00616083009079118,"values":[0.005836575875486381,0.01264591439688716,0.0],"n":3,"sample_sd":0.006329189784676763,"df":2,"ci95_low":-0.009561748938699412,"ci95_high":0.02188340912028177},"conditional_harm":{"mean":0.00794068054206531,"values":[0.004945598417408506,0.007007007007007007,0.011869436201780416],"n":3,"sample_sd":0.003555093826979146,"df":2,"ci95_low":-0.0008906621026533758,"ci95_high":0.016772023186783995}}},{"digit":8,"n":974,"accuracy":{"mean":0.9688569472963724,"values":[0.9774127310061602,0.9774127310061602,0.9517453798767967],"n":3,"sample_sd":0.014819052083922644,"df":2,"ci95_low":0.9320443811610198,"ci95_high":1.0056695134317248},"ce":{"mean":0.10680432590363023,"values":[0.08458251825798117,0.0726971127172154,0.1631333467356941],"n":3,"sample_sd":0.049143002117711845,"df":2,"ci95_low":-0.015273658929875283,"ci95_high":0.22888231073713575},"accuracy_pp":{"mean":-0.6160164271047228,"values":[-0.6160164271047228,0.1026694045174538,-1.3347022587268993],"n":3,"sample_sd":0.7186858316221766,"df":2,"ci95_low":-2.401331004400483,"ci95_high":1.1692981501910373},"harm_rate":{"mean":0.013347022587268994,"values":[0.007186858316221766,0.007186858316221766,0.02566735112936345],"n":3,"sample_sd":0.010669717500424294,"df":2,"ci95_low":-0.013158025030184806,"ci95_high":0.0398520702047228},"repair_rate":{"mean":0.007186858316221767,"values":[0.001026694045174538,0.008213552361396304,0.012320328542094456],"n":3,"sample_sd":0.005716390516252589,"df":2,"ci95_low":-0.00701344294079006,"ci95_high":0.021387159573233595},"conditional_harm":{"mean":0.013754435669828122,"values":[0.007306889352818371,0.007360672975814932,0.026595744680851064],"n":3,"sample_sd":0.01112093233532872,"df":2,"ci95_low":-0.013871491735152175,"ci95_high":0.04138036307480842},"metrics":{"accuracy":{"mean":0.9688569472963724,"values":[0.9774127310061602,0.9774127310061602,0.9517453798767967],"n":3,"sample_sd":0.014819052083922644,"df":2,"ci95_low":0.9320443811610198,"ci95_high":1.0056695134317248},"ce":{"mean":0.10680432590363023,"values":[0.08458251825798117,0.0726971127172154,0.1631333467356941],"n":3,"sample_sd":0.049143002117711845,"df":2,"ci95_low":-0.015273658929875283,"ci95_high":0.22888231073713575},"accuracy_pp":{"mean":-0.6160164271047228,"values":[-0.6160164271047228,0.1026694045174538,-1.3347022587268993],"n":3,"sample_sd":0.7186858316221766,"df":2,"ci95_low":-2.401331004400483,"ci95_high":1.1692981501910373},"harm_rate":{"mean":0.013347022587268994,"values":[0.007186858316221766,0.007186858316221766,0.02566735112936345],"n":3,"sample_sd":0.010669717500424294,"df":2,"ci95_low":-0.013158025030184806,"ci95_high":0.0398520702047228},"repair_rate":{"mean":0.007186858316221767,"values":[0.001026694045174538,0.008213552361396304,0.012320328542094456],"n":3,"sample_sd":0.005716390516252589,"df":2,"ci95_low":-0.00701344294079006,"ci95_high":0.021387159573233595},"conditional_harm":{"mean":0.013754435669828122,"values":[0.007306889352818371,0.007360672975814932,0.026595744680851064],"n":3,"sample_sd":0.01112093233532872,"df":2,"ci95_low":-0.013871491735152175,"ci95_high":0.04138036307480842}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9702675916749257,"values":[0.9742319127849356,0.9672943508424182,0.9692765113974232],"n":3,"sample_sd":0.0035733907586362763,"df":2,"ci95_low":0.9613907969322666,"ci95_high":0.9791443864175848},"ce":{"mean":0.10944332222392757,"values":[0.10817861819898142,0.11136474078922814,0.10878660768357314],"n":3,"sample_sd":0.001691537697083581,"df":2,"ci95_low":0.10524130963960791,"ci95_high":0.11364533480824722},"accuracy_pp":{"mean":-1.123224314502808,"values":[-0.8919722497522299,-0.8919722497522299,-1.5857284440039643],"n":3,"sample_sd":0.40054032550320917,"df":2,"ci95_low":-2.118221642196895,"ci95_high":-0.12822698680872135},"harm_rate":{"mean":0.015196564255037992,"values":[0.010901883052527254,0.015857284440039643,0.018830525272547076],"n":3,"sample_sd":0.004005403255032091,"df":2,"ci95_low":0.0052465909780971265,"ci95_high":0.025146537531978857},"repair_rate":{"mean":0.003964321110009911,"values":[0.0019821605550049554,0.006937561942517344,0.002973240832507433],"n":3,"sample_sd":0.0026221519435724386,"df":2,"ci95_low":-0.0025494654191857077,"ci95_high":0.01047810763920553},"conditional_harm":{"mean":0.015482350876175673,"values":[0.011088709677419355,0.016243654822335026,0.019114688128772636],"n":3,"sample_sd":0.004066788696161279,"df":2,"ci95_low":0.005379887709968029,"ci95_high":0.025584814042383316},"metrics":{"accuracy":{"mean":0.9702675916749257,"values":[0.9742319127849356,0.9672943508424182,0.9692765113974232],"n":3,"sample_sd":0.0035733907586362763,"df":2,"ci95_low":0.9613907969322666,"ci95_high":0.9791443864175848},"ce":{"mean":0.10944332222392757,"values":[0.10817861819898142,0.11136474078922814,0.10878660768357314],"n":3,"sample_sd":0.001691537697083581,"df":2,"ci95_low":0.10524130963960791,"ci95_high":0.11364533480824722},"accuracy_pp":{"mean":-1.123224314502808,"values":[-0.8919722497522299,-0.8919722497522299,-1.5857284440039643],"n":3,"sample_sd":0.40054032550320917,"df":2,"ci95_low":-2.118221642196895,"ci95_high":-0.12822698680872135},"harm_rate":{"mean":0.015196564255037992,"values":[0.010901883052527254,0.015857284440039643,0.018830525272547076],"n":3,"sample_sd":0.004005403255032091,"df":2,"ci95_low":0.0052465909780971265,"ci95_high":0.025146537531978857},"repair_rate":{"mean":0.003964321110009911,"values":[0.0019821605550049554,0.006937561942517344,0.002973240832507433],"n":3,"sample_sd":0.0026221519435724386,"df":2,"ci95_low":-0.0025494654191857077,"ci95_high":0.01047810763920553},"conditional_harm":{"mean":0.015482350876175673,"values":[0.011088709677419355,0.016243654822335026,0.019114688128772636],"n":3,"sample_sd":0.004066788696161279,"df":2,"ci95_low":0.005379887709968029,"ci95_high":0.025584814042383316}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m14-s201-v1","accuracy":0.9805,"test_accuracy":0.9805,"ce":0.07845153278038242,"training_seconds":53.045161904999304,"selected_epoch":10,"epoch":10,"total_run_seconds":64.881918821,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":73,"repair_count":30,"harm_rate":0.0073,"repair_rate":0.003,"conditional_harm":0.007412672623883022,"accuracy_pp":-0.43,"ce":0.0070703965222699144},"per_class":[{"n":980,"baseline_correct":973,"harm_count":5,"repair_count":0,"harm_rate":0.00510204081632653,"repair_rate":0.0,"conditional_harm":0.0051387461459403904,"accuracy_pp":-0.5102040816326531,"digit":0,"accuracy":0.9877551020408163,"ce":0.04380734661762564},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":1,"harm_rate":0.000881057268722467,"repair_rate":0.000881057268722467,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.0320588830823941},{"n":1032,"baseline_correct":1016,"harm_count":3,"repair_count":4,"harm_rate":0.0029069767441860465,"repair_rate":0.003875968992248062,"conditional_harm":0.002952755905511811,"accuracy_pp":0.09689922480620156,"digit":2,"accuracy":0.9854651162790697,"ce":0.04640878007774771},{"n":1010,"baseline_correct":990,"harm_count":5,"repair_count":4,"harm_rate":0.0049504950495049506,"repair_rate":0.0039603960396039604,"conditional_harm":0.005050505050505051,"accuracy_pp":-0.09900990099009901,"digit":3,"accuracy":0.9792079207920792,"ce":0.08148607190694593},{"n":982,"baseline_correct":964,"harm_count":12,"repair_count":1,"harm_rate":0.012219959266802444,"repair_rate":0.0010183299389002036,"conditional_harm":0.012448132780082987,"accuracy_pp":-1.120162932790224,"digit":4,"accuracy":0.9704684317718941,"ce":0.13198335445052745},{"n":892,"baseline_correct":876,"harm_count":22,"repair_count":4,"harm_rate":0.02466367713004484,"repair_rate":0.004484304932735426,"conditional_harm":0.02511415525114155,"accuracy_pp":-2.0179372197309418,"digit":5,"accuracy":0.9618834080717489,"ce":0.1446908558325157},{"n":958,"baseline_correct":942,"harm_count":2,"repair_count":7,"harm_rate":0.0020876826722338203,"repair_rate":0.007306889352818371,"conditional_harm":0.0021231422505307855,"accuracy_pp":0.5219206680584552,"digit":6,"accuracy":0.988517745302714,"ce":0.0645481597389218},{"n":1028,"baseline_correct":1011,"harm_count":5,"repair_count":6,"harm_rate":0.0048638132295719845,"repair_rate":0.005836575875486381,"conditional_harm":0.004945598417408506,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.9844357976653697,"ce":0.061243063331544424},{"n":974,"baseline_correct":958,"harm_count":7,"repair_count":1,"harm_rate":0.007186858316221766,"repair_rate":0.001026694045174538,"conditional_harm":0.007306889352818371,"accuracy_pp":-0.6160164271047228,"digit":8,"accuracy":0.9774127310061602,"ce":0.08458251825798117},{"n":1009,"baseline_correct":992,"harm_count":11,"repair_count":2,"harm_rate":0.010901883052527254,"repair_rate":0.0019821605550049554,"conditional_harm":0.011088709677419355,"accuracy_pp":-0.8919722497522299,"digit":9,"accuracy":0.9742319127849356,"ce":0.10817861819898142}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"0c255ca3f2cdc160cae9f5d124269add913e3ca6d27491dd82b4f8cffe262ad9","train_accuracy":0.99594,"train_ce":0.012910955810546874,"validation_accuracy":0.9771,"validation_ce":0.08905010986328125},{"seed":202,"run_id":"halfdrop-m14-s202-v1","accuracy":0.9776,"test_accuracy":0.9776,"ce":0.07228081001153298,"training_seconds":53.04565425699923,"selected_epoch":5,"epoch":5,"total_run_seconds":63.86953414599998,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":70,"repair_count":71,"harm_rate":0.007,"repair_rate":0.0071,"conditional_harm":0.007161125319693095,"accuracy_pp":0.01,"ce":-0.003708920787974565},"per_class":[{"n":980,"baseline_correct":967,"harm_count":4,"repair_count":1,"harm_rate":0.004081632653061225,"repair_rate":0.0010204081632653062,"conditional_harm":0.004136504653567736,"accuracy_pp":-0.30612244897959184,"digit":0,"accuracy":0.9836734693877551,"ce":0.049219751009209674},{"n":1135,"baseline_correct":1127,"harm_count":1,"repair_count":1,"harm_rate":0.000881057268722467,"repair_rate":0.000881057268722467,"conditional_harm":0.0008873114463176575,"accuracy_pp":0.0,"digit":1,"accuracy":0.9929515418502203,"ce":0.017353082890918713},{"n":1032,"baseline_correct":1000,"harm_count":4,"repair_count":14,"harm_rate":0.003875968992248062,"repair_rate":0.013565891472868217,"conditional_harm":0.004,"accuracy_pp":0.9689922480620154,"digit":2,"accuracy":0.9786821705426356,"ce":0.06567339336670565},{"n":1010,"baseline_correct":971,"harm_count":11,"repair_count":14,"harm_rate":0.01089108910891089,"repair_rate":0.013861386138613862,"conditional_harm":0.01132852729145211,"accuracy_pp":0.297029702970297,"digit":3,"accuracy":0.9643564356435643,"ce":0.10460543902144949},{"n":982,"baseline_correct":955,"harm_count":2,"repair_count":12,"harm_rate":0.002036659877800407,"repair_rate":0.012219959266802444,"conditional_harm":0.0020942408376963353,"accuracy_pp":1.0183299389002036,"digit":4,"accuracy":0.9826883910386965,"ce":0.04977539573592648},{"n":892,"baseline_correct":875,"harm_count":11,"repair_count":0,"harm_rate":0.01233183856502242,"repair_rate":0.0,"conditional_harm":0.012571428571428572,"accuracy_pp":-1.2331838565022422,"digit":5,"accuracy":0.968609865470852,"ce":0.10153837824345699},{"n":958,"baseline_correct":945,"harm_count":7,"repair_count":1,"harm_rate":0.007306889352818371,"repair_rate":0.0010438413361169101,"conditional_harm":0.007407407407407408,"accuracy_pp":-0.6263048016701461,"digit":6,"accuracy":0.9801670146137788,"ce":0.08545904924737704},{"n":1028,"baseline_correct":999,"harm_count":7,"repair_count":13,"harm_rate":0.006809338521400778,"repair_rate":0.01264591439688716,"conditional_harm":0.007007007007007007,"accuracy_pp":0.5836575875486382,"digit":7,"accuracy":0.9776264591439688,"ce":0.07485905374637918},{"n":974,"baseline_correct":951,"harm_count":7,"repair_count":8,"harm_rate":0.007186858316221766,"repair_rate":0.008213552361396304,"conditional_harm":0.007360672975814932,"accuracy_pp":0.1026694045174538,"digit":8,"accuracy":0.9774127310061602,"ce":0.0726971127172154},{"n":1009,"baseline_correct":985,"harm_count":16,"repair_count":7,"harm_rate":0.015857284440039643,"repair_rate":0.006937561942517344,"conditional_harm":0.016243654822335026,"accuracy_pp":-0.8919722497522299,"digit":9,"accuracy":0.9672943508424182,"ce":0.11136474078922814}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"ab21c36d38af15f153333cd53f6a96f5849a6e0140ddc1f40641fe18958e7a02","train_accuracy":0.99026,"train_ce":0.03257620361328125,"validation_accuracy":0.977,"validation_ce":0.0771951416015625},{"seed":203,"run_id":"halfdrop-m14-s203-v1","accuracy":0.9754,"test_accuracy":0.9754,"ce":0.07825910504090203,"training_seconds":53.26975178900011,"selected_epoch":5,"epoch":5,"total_run_seconds":58.35814020500004,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":98,"repair_count":78,"harm_rate":0.0098,"repair_rate":0.0078,"conditional_harm":0.01002660118682218,"accuracy_pp":-0.2,"ce":0.0011487802113167855},"per_class":[{"n":980,"baseline_correct":971,"harm_count":2,"repair_count":2,"harm_rate":0.0020408163265306124,"repair_rate":0.0020408163265306124,"conditional_harm":0.0020597322348094747,"accuracy_pp":0.0,"digit":0,"accuracy":0.9908163265306122,"ce":0.03141289124385153},{"n":1135,"baseline_correct":1123,"harm_count":1,"repair_count":3,"harm_rate":0.000881057268722467,"repair_rate":0.0026431718061674008,"conditional_harm":0.0008904719501335708,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9911894273127754,"ce":0.02807752513014642},{"n":1032,"baseline_correct":1015,"harm_count":19,"repair_count":6,"harm_rate":0.018410852713178296,"repair_rate":0.005813953488372093,"conditional_harm":0.0187192118226601,"accuracy_pp":-1.2596899224806202,"digit":2,"accuracy":0.9709302325581395,"ce":0.08726146079053901},{"n":1010,"baseline_correct":944,"harm_count":5,"repair_count":29,"harm_rate":0.0049504950495049506,"repair_rate":0.028712871287128714,"conditional_harm":0.005296610169491525,"accuracy_pp":2.376237623762376,"digit":3,"accuracy":0.9584158415841584,"ce":0.11361192918557708},{"n":982,"baseline_correct":957,"harm_count":5,"repair_count":13,"harm_rate":0.0050916496945010185,"repair_rate":0.013238289205702648,"conditional_harm":0.00522466039707419,"accuracy_pp":0.814663951120163,"digit":4,"accuracy":0.9826883910386965,"ce":0.04892451511478205},{"n":892,"baseline_correct":883,"harm_count":7,"repair_count":4,"harm_rate":0.007847533632286996,"repair_rate":0.004484304932735426,"conditional_harm":0.007927519818799546,"accuracy_pp":-0.336322869955157,"digit":5,"accuracy":0.9865470852017937,"ce":0.05007970471292328},{"n":958,"baseline_correct":936,"harm_count":3,"repair_count":6,"harm_rate":0.003131524008350731,"repair_rate":0.006263048016701462,"conditional_harm":0.003205128205128205,"accuracy_pp":0.31315240083507306,"digit":6,"accuracy":0.9801670146137788,"ce":0.07362022622484028},{"n":1028,"baseline_correct":1011,"harm_count":12,"repair_count":0,"harm_rate":0.011673151750972763,"repair_rate":0.0,"conditional_harm":0.011869436201780416,"accuracy_pp":-1.1673151750972763,"digit":7,"accuracy":0.9717898832684825,"ce":0.08096871197541702},{"n":974,"baseline_correct":940,"harm_count":25,"repair_count":12,"harm_rate":0.02566735112936345,"repair_rate":0.012320328542094456,"conditional_harm":0.026595744680851064,"accuracy_pp":-1.3347022587268993,"digit":8,"accuracy":0.9517453798767967,"ce":0.1631333467356941},{"n":1009,"baseline_correct":994,"harm_count":19,"repair_count":3,"harm_rate":0.018830525272547076,"repair_rate":0.002973240832507433,"conditional_harm":0.019114688128772636,"accuracy_pp":-1.5857284440039643,"digit":9,"accuracy":0.9692765113974232,"ce":0.10878660768357314}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"d2c53e0e1e4fb164c74b1e863a4f64077cb44783ed268acf4f52603326d611d1","train_accuracy":0.98986,"train_ce":0.0327636865234375,"validation_accuracy":0.9787,"validation_ce":0.07049449462890625}]},{"endpoint":"selected","drop_mask":15,"k":4,"drop_probabilities":[0.5,0.5,0.5,0.5],"nominal_training_affine_fraction":0.5821145006268282,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9804333333333334,"values":[0.9844,0.9779,0.979],"n":3,"sample_sd":0.003478984526170473,"df":2,"ci95_low":0.971791056672975,"ci95_high":0.9890756099936917},"ce":{"mean":0.07480557877531589,"values":[0.07950054644610301,0.07330931265362887,0.07160687722621578],"n":3,"sample_sd":0.004154107926911622,"df":2,"ci95_low":0.0644862026150327,"ci95_high":0.08512495493559909},"training_seconds":{"mean":41.2183710776665,"values":[41.19655057600005,41.160668257999305,41.29789439900014],"n":3,"sample_sd":0.07116778880383379,"df":2,"ci95_low":41.041580489630825,"ci95_high":41.39516166570217},"selected_epoch":{"mean":13.333333333333334,"values":[25.0,10.0,5.0],"n":3,"sample_sd":10.408329997330664,"df":2,"ci95_low":-12.522391730282605,"ci95_high":39.18905839694927},"train_accuracy":{"mean":0.9951666666666666,"values":[0.99968,0.99606,0.98976],"n":3,"sample_sd":0.005019973439504784,"df":2,"ci95_low":0.9826963613331715,"ci95_high":1.007636972000162},"train_ce":{"mean":0.01663423044840495,"values":[0.0011987911987304688,0.014305272216796875,0.0343986279296875],"n":3,"sample_sd":0.016722001213191624,"df":2,"ci95_low":-0.0249055233826725,"ci95_high":0.058173984279482394},"validation_accuracy":{"mean":0.9806666666666667,"values":[0.9831,0.9793,0.9796],"n":3,"sample_sd":0.002112660250332105,"df":2,"ci95_low":0.9754185276665172,"ci95_high":0.9859148056668162},"validation_ce":{"mean":0.07528722941080729,"values":[0.08283453979492188,0.07246341552734376,0.07056373291015625],"n":3,"sample_sd":0.0066048178655534456,"df":2,"ci95_low":0.05887995227116961,"ci95_high":0.09169450655044498},"harm_rate":{"mean":0.006966666666666666,"values":[0.0044,0.0084,0.0081],"n":3,"sample_sd":0.0022278539748675926,"df":2,"ci95_low":0.0014323705912315764,"ci95_high":0.012500962742101756},"repair_rate":{"mean":0.007500000000000001,"values":[0.004,0.0088,0.0097],"n":3,"sample_sd":0.003064310689208913,"df":2,"ci95_low":-0.00011216974384983466,"ci95_high":0.015112169743849836},"conditional_harm":{"mean":0.007116185155920437,"values":[0.004467912266450041,0.008593350383631713,0.008287292817679558],"n":3,"sample_sd":0.0022985712478074396,"df":2,"ci95_low":0.001406217635897186,"ci95_high":0.012826152675943687}},"paired_vs_none":{"accuracy_pp":{"mean":0.05333333333333334,"values":[-0.04,0.04,0.16],"n":3,"sample_sd":0.10066445913694333,"df":2,"ci95_low":-0.19673104585044676,"ci95_high":0.30339771251711345},"ce":{"mean":-2.1485187085876212e-05,"values":[0.008119410187990506,-0.002680418145878674,-0.00550344760336946],"n":3,"sample_sd":0.007190132610767356,"df":2,"ci95_low":-0.01788276475860384,"ci95_high":0.017839794384432086},"harm_rate":{"mean":0.006966666666666666,"values":[0.0044,0.0084,0.0081],"n":3,"sample_sd":0.0022278539748675926,"df":2,"ci95_low":0.0014323705912315764,"ci95_high":0.012500962742101756},"repair_rate":{"mean":0.007500000000000001,"values":[0.004,0.0088,0.0097],"n":3,"sample_sd":0.003064310689208913,"df":2,"ci95_low":-0.00011216974384983466,"ci95_high":0.015112169743849836},"conditional_harm":{"mean":0.007116185155920437,"values":[0.004467912266450041,0.008593350383631713,0.008287292817679558],"n":3,"sample_sd":0.0022985712478074396,"df":2,"ci95_low":0.001406217635897186,"ci95_high":0.012826152675943687},"harm_count":{"mean":69.66666666666667,"values":[44.0,84.0,81.0],"n":3,"sample_sd":22.27853974867593,"df":2,"ci95_low":14.323705912315774,"ci95_high":125.00962742101757},"repair_count":{"mean":75.0,"values":[40.0,88.0,97.0],"n":3,"sample_sd":30.643106892089126,"df":2,"ci95_low":-1.1216974384983445,"ci95_high":151.12169743849836}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9935374149659865,"values":[0.9948979591836735,0.9928571428571429,0.9928571428571429],"n":3,"sample_sd":0.0011782658554890463,"df":2,"ci95_low":0.990610440319796,"ci95_high":0.996464389612177},"ce":{"mean":0.029494287919877814,"values":[0.03056919311832779,0.02392486849496307,0.03398880214634258],"n":3,"sample_sd":0.005117348534552179,"df":2,"ci95_low":0.016782089440581693,"ci95_high":0.04220648639917393},"accuracy_pp":{"mean":0.3401360544217687,"values":[0.20408163265306123,0.6122448979591837,0.20408163265306123],"n":3,"sample_sd":0.23565317109780645,"df":2,"ci95_low":-0.24525887481632663,"ci95_high":0.925530983659864},"harm_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"repair_rate":{"mean":0.0037414965986394557,"values":[0.003061224489795918,0.006122448979591836,0.0020408163265306124],"n":3,"sample_sd":0.002124148979047074,"df":2,"ci95_low":-0.0015351819857719593,"ci95_high":0.009018175183050871},"conditional_harm":{"mean":0.00034258307639602604,"values":[0.0010277492291880781,0.0,0.0],"n":3,"sample_sd":0.0005933712941311673,"df":2,"ci95_low":-0.0011314329324768758,"ci95_high":0.0018165990852689279},"metrics":{"accuracy":{"mean":0.9935374149659865,"values":[0.9948979591836735,0.9928571428571429,0.9928571428571429],"n":3,"sample_sd":0.0011782658554890463,"df":2,"ci95_low":0.990610440319796,"ci95_high":0.996464389612177},"ce":{"mean":0.029494287919877814,"values":[0.03056919311832779,0.02392486849496307,0.03398880214634258],"n":3,"sample_sd":0.005117348534552179,"df":2,"ci95_low":0.016782089440581693,"ci95_high":0.04220648639917393},"accuracy_pp":{"mean":0.3401360544217687,"values":[0.20408163265306123,0.6122448979591837,0.20408163265306123],"n":3,"sample_sd":0.23565317109780645,"df":2,"ci95_low":-0.24525887481632663,"ci95_high":0.925530983659864},"harm_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"repair_rate":{"mean":0.0037414965986394557,"values":[0.003061224489795918,0.006122448979591836,0.0020408163265306124],"n":3,"sample_sd":0.002124148979047074,"df":2,"ci95_low":-0.0015351819857719593,"ci95_high":0.009018175183050871},"conditional_harm":{"mean":0.00034258307639602604,"values":[0.0010277492291880781,0.0,0.0],"n":3,"sample_sd":0.0005933712941311673,"df":2,"ci95_low":-0.0011314329324768758,"ci95_high":0.0018165990852689279}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9911894273127754,"values":[0.9929515418502203,0.986784140969163,0.9938325991189427],"n":3,"sample_sd":0.0038404395978331894,"df":2,"ci95_low":0.9816492464777649,"ci95_high":1.0007296081477859},"ce":{"mean":0.031362366860371624,"values":[0.02956709636504903,0.03335506419093594,0.031164940025129893],"n":3,"sample_sd":0.0019016855888773436,"df":2,"ci95_low":0.026638317972984,"ci95_high":0.03608641574775925},"accuracy_pp":{"mean":-0.02936857562408224,"values":[0.0881057268722467,-0.6167400881057269,0.44052863436123346],"n":3,"sample_sd":0.5383348834015671,"df":2,"ci95_low":-1.3666665610794204,"ci95_high":1.307929409831256},"harm_rate":{"mean":0.0023494860499265785,"values":[0.000881057268722467,0.006167400881057269,0.0],"n":3,"sample_sd":0.0033356289843173414,"df":2,"ci95_low":-0.0059366757027134905,"ci95_high":0.010635647802566647},"repair_rate":{"mean":0.0020558002936857563,"values":[0.001762114537444934,0.0,0.004405286343612335],"n":3,"sample_sd":0.002217278835615492,"df":2,"ci95_low":-0.0034522256795252605,"ci95_high":0.007563826266896773},"conditional_harm":{"mean":0.0023664265304546407,"values":[0.0008880994671403197,0.006211180124223602,0.0],"n":3,"sample_sd":0.0033591334914652078,"df":2,"ci95_low":-0.00597812365478959,"ci95_high":0.010710976715698872},"metrics":{"accuracy":{"mean":0.9911894273127754,"values":[0.9929515418502203,0.986784140969163,0.9938325991189427],"n":3,"sample_sd":0.0038404395978331894,"df":2,"ci95_low":0.9816492464777649,"ci95_high":1.0007296081477859},"ce":{"mean":0.031362366860371624,"values":[0.02956709636504903,0.03335506419093594,0.031164940025129893],"n":3,"sample_sd":0.0019016855888773436,"df":2,"ci95_low":0.026638317972984,"ci95_high":0.03608641574775925},"accuracy_pp":{"mean":-0.02936857562408224,"values":[0.0881057268722467,-0.6167400881057269,0.44052863436123346],"n":3,"sample_sd":0.5383348834015671,"df":2,"ci95_low":-1.3666665610794204,"ci95_high":1.307929409831256},"harm_rate":{"mean":0.0023494860499265785,"values":[0.000881057268722467,0.006167400881057269,0.0],"n":3,"sample_sd":0.0033356289843173414,"df":2,"ci95_low":-0.0059366757027134905,"ci95_high":0.010635647802566647},"repair_rate":{"mean":0.0020558002936857563,"values":[0.001762114537444934,0.0,0.004405286343612335],"n":3,"sample_sd":0.002217278835615492,"df":2,"ci95_low":-0.0034522256795252605,"ci95_high":0.007563826266896773},"conditional_harm":{"mean":0.0023664265304546407,"values":[0.0008880994671403197,0.006211180124223602,0.0],"n":3,"sample_sd":0.0033591334914652078,"df":2,"ci95_low":-0.00597812365478959,"ci95_high":0.010710976715698872}}},{"digit":2,"n":1032,"accuracy":{"mean":0.974483204134367,"values":[0.9815891472868217,0.9738372093023255,0.9680232558139535],"n":3,"sample_sd":0.006805977876519816,"df":2,"ci95_low":0.9575762178253742,"ci95_high":0.9913901904433597},"ce":{"mean":0.08395622137247735,"values":[0.08007104797687338,0.07673094477818208,0.09506667136237658],"n":3,"sample_sd":0.009765789603407182,"df":2,"ci95_low":0.05969665513278549,"ci95_high":0.10821578761216921},"accuracy_pp":{"mean":-0.4521963824289406,"values":[-0.29069767441860467,0.4844961240310077,-1.550387596899225],"n":3,"sample_sd":1.027009889895649,"df":2,"ci95_low":-3.003430380348538,"ci95_high":2.0990376154906563},"harm_rate":{"mean":0.011950904392764857,"values":[0.00872093023255814,0.007751937984496124,0.01937984496124031],"n":3,"sample_sd":0.006451868331859877,"df":2,"ci95_low":-0.004076425042216711,"ci95_high":0.027978233827746425},"repair_rate":{"mean":0.007428940568475452,"values":[0.005813953488372093,0.012596899224806201,0.003875968992248062],"n":3,"sample_sd":0.004579278707609116,"df":2,"ci95_low":-0.003946618362109667,"ci95_high":0.01880449949906057},"conditional_harm":{"mean":0.01218756707135746,"values":[0.008858267716535433,0.008,0.019704433497536946],"n":3,"sample_sd":0.006523926464950384,"df":2,"ci95_low":-0.004018764689478824,"ci95_high":0.028393898832193745},"metrics":{"accuracy":{"mean":0.974483204134367,"values":[0.9815891472868217,0.9738372093023255,0.9680232558139535],"n":3,"sample_sd":0.006805977876519816,"df":2,"ci95_low":0.9575762178253742,"ci95_high":0.9913901904433597},"ce":{"mean":0.08395622137247735,"values":[0.08007104797687338,0.07673094477818208,0.09506667136237658],"n":3,"sample_sd":0.009765789603407182,"df":2,"ci95_low":0.05969665513278549,"ci95_high":0.10821578761216921},"accuracy_pp":{"mean":-0.4521963824289406,"values":[-0.29069767441860467,0.4844961240310077,-1.550387596899225],"n":3,"sample_sd":1.027009889895649,"df":2,"ci95_low":-3.003430380348538,"ci95_high":2.0990376154906563},"harm_rate":{"mean":0.011950904392764857,"values":[0.00872093023255814,0.007751937984496124,0.01937984496124031],"n":3,"sample_sd":0.006451868331859877,"df":2,"ci95_low":-0.004076425042216711,"ci95_high":0.027978233827746425},"repair_rate":{"mean":0.007428940568475452,"values":[0.005813953488372093,0.012596899224806201,0.003875968992248062],"n":3,"sample_sd":0.004579278707609116,"df":2,"ci95_low":-0.003946618362109667,"ci95_high":0.01880449949906057},"conditional_harm":{"mean":0.01218756707135746,"values":[0.008858267716535433,0.008,0.019704433497536946],"n":3,"sample_sd":0.006523926464950384,"df":2,"ci95_low":-0.004018764689478824,"ci95_high":0.028393898832193745}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9798679867986798,"values":[0.9841584158415841,0.9801980198019802,0.9752475247524752],"n":3,"sample_sd":0.004464603715666236,"df":2,"ci95_low":0.9687772963401846,"ci95_high":0.990958677257175},"ce":{"mean":0.06569636533792667,"values":[0.06323445926169406,0.060358407988458845,0.0734962287636271],"n":3,"sample_sd":0.006906252227239745,"df":2,"ci95_low":0.04854028373278046,"ci95_high":0.08285244694307287},"accuracy_pp":{"mean":2.112211221122112,"values":[0.39603960396039606,1.881188118811881,4.0594059405940595],"n":3,"sample_sd":1.8425775382452618,"df":2,"ci95_low":-2.4650051286171735,"ci95_high":6.6894275708613975},"harm_rate":{"mean":0.0019801980198019802,"values":[0.0019801980198019802,0.0029702970297029703,0.0009900990099009901],"n":3,"sample_sd":0.0009900990099009901,"df":2,"ci95_low":-0.00047934426914578556,"ci95_high":0.004439740308749746},"repair_rate":{"mean":0.023102310231023104,"values":[0.005940594059405941,0.02178217821782178,0.041584158415841586],"n":3,"sample_sd":0.01785841486266493,"df":2,"ci95_low":-0.021260451602957572,"ci95_high":0.06746507206500378},"conditional_harm":{"mean":0.002056374135438179,"values":[0.00202020202020202,0.003089598352214212,0.001059322033898305],"n":3,"sample_sd":0.0010156213854675825,"df":2,"ci95_low":-0.0004665692491502326,"ci95_high":0.004579317520026591},"metrics":{"accuracy":{"mean":0.9798679867986798,"values":[0.9841584158415841,0.9801980198019802,0.9752475247524752],"n":3,"sample_sd":0.004464603715666236,"df":2,"ci95_low":0.9687772963401846,"ci95_high":0.990958677257175},"ce":{"mean":0.06569636533792667,"values":[0.06323445926169406,0.060358407988458845,0.0734962287636271],"n":3,"sample_sd":0.006906252227239745,"df":2,"ci95_low":0.04854028373278046,"ci95_high":0.08285244694307287},"accuracy_pp":{"mean":2.112211221122112,"values":[0.39603960396039606,1.881188118811881,4.0594059405940595],"n":3,"sample_sd":1.8425775382452618,"df":2,"ci95_low":-2.4650051286171735,"ci95_high":6.6894275708613975},"harm_rate":{"mean":0.0019801980198019802,"values":[0.0019801980198019802,0.0029702970297029703,0.0009900990099009901],"n":3,"sample_sd":0.0009900990099009901,"df":2,"ci95_low":-0.00047934426914578556,"ci95_high":0.004439740308749746},"repair_rate":{"mean":0.023102310231023104,"values":[0.005940594059405941,0.02178217821782178,0.041584158415841586],"n":3,"sample_sd":0.01785841486266493,"df":2,"ci95_low":-0.021260451602957572,"ci95_high":0.06746507206500378},"conditional_harm":{"mean":0.002056374135438179,"values":[0.00202020202020202,0.003089598352214212,0.001059322033898305],"n":3,"sample_sd":0.0010156213854675825,"df":2,"ci95_low":-0.0004665692491502326,"ci95_high":0.004579317520026591}}},{"digit":4,"n":982,"accuracy":{"mean":0.9786150712830958,"values":[0.9796334012219959,0.9775967413441955,0.9786150712830958],"n":3,"sample_sd":0.0010183299389002198,"df":2,"ci95_low":0.9760853994787808,"ci95_high":0.9811447430874107},"ce":{"mean":0.09210354182077198,"values":[0.11717067453925209,0.08556040733327522,0.07357954358978862],"n":3,"sample_sd":0.02252012724329994,"df":2,"ci95_low":0.03616044446031729,"ci95_high":0.14804663918122665},"accuracy_pp":{"mean":0.23761031907671418,"values":[-0.20366598778004075,0.5091649694501018,0.4073319755600815],"n":3,"sample_sd":0.38553349258657665,"df":2,"ci95_low":-0.7201079690339253,"ci95_high":1.1953286071873537},"harm_rate":{"mean":0.0050916496945010185,"values":[0.0050916496945010185,0.0050916496945010185,0.0050916496945010185],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0050916496945010185,"ci95_high":0.0050916496945010185},"repair_rate":{"mean":0.00746775288526816,"values":[0.003054989816700611,0.010183299389002037,0.009164969450101833],"n":3,"sample_sd":0.003855334925865766,"df":2,"ci95_low":-0.0021094299958382325,"ci95_high":0.01704493576637455},"conditional_harm":{"mean":0.005215661494338757,"values":[0.005186721991701245,0.005235602094240838,0.00522466039707419],"n":3,"sample_sd":2.565251047951495e-05,"df":2,"ci95_low":0.005151937125653294,"ci95_high":0.005279385863024221},"metrics":{"accuracy":{"mean":0.9786150712830958,"values":[0.9796334012219959,0.9775967413441955,0.9786150712830958],"n":3,"sample_sd":0.0010183299389002198,"df":2,"ci95_low":0.9760853994787808,"ci95_high":0.9811447430874107},"ce":{"mean":0.09210354182077198,"values":[0.11717067453925209,0.08556040733327522,0.07357954358978862],"n":3,"sample_sd":0.02252012724329994,"df":2,"ci95_low":0.03616044446031729,"ci95_high":0.14804663918122665},"accuracy_pp":{"mean":0.23761031907671418,"values":[-0.20366598778004075,0.5091649694501018,0.4073319755600815],"n":3,"sample_sd":0.38553349258657665,"df":2,"ci95_low":-0.7201079690339253,"ci95_high":1.1953286071873537},"harm_rate":{"mean":0.0050916496945010185,"values":[0.0050916496945010185,0.0050916496945010185,0.0050916496945010185],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0050916496945010185,"ci95_high":0.0050916496945010185},"repair_rate":{"mean":0.00746775288526816,"values":[0.003054989816700611,0.010183299389002037,0.009164969450101833],"n":3,"sample_sd":0.003855334925865766,"df":2,"ci95_low":-0.0021094299958382325,"ci95_high":0.01704493576637455},"conditional_harm":{"mean":0.005215661494338757,"values":[0.005186721991701245,0.005235602094240838,0.00522466039707419],"n":3,"sample_sd":2.565251047951495e-05,"df":2,"ci95_low":0.005151937125653294,"ci95_high":0.005279385863024221}}},{"digit":5,"n":892,"accuracy":{"mean":0.9801943198804185,"values":[0.9831838565022422,0.9820627802690582,0.9753363228699552],"n":3,"sample_sd":0.004244326117937392,"df":2,"ci95_low":0.9696508293095144,"ci95_high":0.9907378104513226},"ce":{"mean":0.0775610622458342,"values":[0.08974830310321705,0.06472646207958158,0.07820842155470399],"n":3,"sample_sd":0.012523475460474501,"df":2,"ci95_low":0.046451024571201205,"ci95_high":0.1086710999204672},"accuracy_pp":{"mean":-0.4110612855007474,"values":[0.11210762331838565,0.11210762331838565,-1.4573991031390134],"n":3,"sample_sd":0.9061551310151077,"df":2,"ci95_low":-2.6620754192301943,"ci95_high":1.8399528482286998},"harm_rate":{"mean":0.009715994020926755,"values":[0.004484304932735426,0.007847533632286996,0.016816143497757848],"n":3,"sample_sd":0.006374709308382654,"df":2,"ci95_low":-0.0061196617740265045,"ci95_high":0.025551649815880016},"repair_rate":{"mean":0.005605381165919282,"values":[0.005605381165919282,0.008968609865470852,0.002242152466367713],"n":3,"sample_sd":0.0033632286995515697,"df":2,"ci95_low":-0.0027493420801701007,"ci95_high":0.013960104412008664},"conditional_harm":{"mean":0.009851250838172758,"values":[0.0045662100456621,0.008,0.01698754246885617],"n":3,"sample_sd":0.006414259274557708,"df":2,"ci95_low":-0.006082652519257844,"ci95_high":0.025785154195603358},"metrics":{"accuracy":{"mean":0.9801943198804185,"values":[0.9831838565022422,0.9820627802690582,0.9753363228699552],"n":3,"sample_sd":0.004244326117937392,"df":2,"ci95_low":0.9696508293095144,"ci95_high":0.9907378104513226},"ce":{"mean":0.0775610622458342,"values":[0.08974830310321705,0.06472646207958158,0.07820842155470399],"n":3,"sample_sd":0.012523475460474501,"df":2,"ci95_low":0.046451024571201205,"ci95_high":0.1086710999204672},"accuracy_pp":{"mean":-0.4110612855007474,"values":[0.11210762331838565,0.11210762331838565,-1.4573991031390134],"n":3,"sample_sd":0.9061551310151077,"df":2,"ci95_low":-2.6620754192301943,"ci95_high":1.8399528482286998},"harm_rate":{"mean":0.009715994020926755,"values":[0.004484304932735426,0.007847533632286996,0.016816143497757848],"n":3,"sample_sd":0.006374709308382654,"df":2,"ci95_low":-0.0061196617740265045,"ci95_high":0.025551649815880016},"repair_rate":{"mean":0.005605381165919282,"values":[0.005605381165919282,0.008968609865470852,0.002242152466367713],"n":3,"sample_sd":0.0033632286995515697,"df":2,"ci95_low":-0.0027493420801701007,"ci95_high":0.013960104412008664},"conditional_harm":{"mean":0.009851250838172758,"values":[0.0045662100456621,0.008,0.01698754246885617],"n":3,"sample_sd":0.006414259274557708,"df":2,"ci95_low":-0.006082652519257844,"ci95_high":0.025785154195603358}}},{"digit":6,"n":958,"accuracy":{"mean":0.9843423799582464,"values":[0.9853862212943633,0.9812108559498957,0.9864300626304802],"n":3,"sample_sd":0.0027617445835747072,"df":2,"ci95_low":0.9774818260877262,"ci95_high":0.9912029338287666},"ce":{"mean":0.06941559174704984,"values":[0.08520470114240263,0.06829499411994902,0.05474707997879786],"n":3,"sample_sd":0.015259701046148126,"df":2,"ci95_low":0.03150839290695104,"ci95_high":0.10732279058714864},"accuracy_pp":{"mean":0.20876826722338204,"values":[0.20876826722338204,-0.5219206680584552,0.9394572025052192],"n":3,"sample_sd":0.7306889352818372,"df":2,"ci95_low":-1.6063636725324328,"ci95_high":2.0239002069791967},"harm_rate":{"mean":0.003827418232428671,"values":[0.003131524008350731,0.007306889352818371,0.0010438413361169101],"n":3,"sample_sd":0.0031889879575197214,"df":2,"ci95_low":-0.004094467015440894,"ci95_high":0.011749303480298236},"repair_rate":{"mean":0.005915100904662491,"values":[0.005219206680584551,0.0020876826722338203,0.010438413361169102],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.0045645682356645805,"ci95_high":0.016394770044989564},"conditional_harm":{"mean":0.003886832283859885,"values":[0.0031847133757961785,0.007407407407407408,0.0010683760683760685],"n":3,"sample_sd":0.003227314332397883,"df":2,"ci95_low":-0.004130260957202533,"ci95_high":0.011903925524922303},"metrics":{"accuracy":{"mean":0.9843423799582464,"values":[0.9853862212943633,0.9812108559498957,0.9864300626304802],"n":3,"sample_sd":0.0027617445835747072,"df":2,"ci95_low":0.9774818260877262,"ci95_high":0.9912029338287666},"ce":{"mean":0.06941559174704984,"values":[0.08520470114240263,0.06829499411994902,0.05474707997879786],"n":3,"sample_sd":0.015259701046148126,"df":2,"ci95_low":0.03150839290695104,"ci95_high":0.10732279058714864},"accuracy_pp":{"mean":0.20876826722338204,"values":[0.20876826722338204,-0.5219206680584552,0.9394572025052192],"n":3,"sample_sd":0.7306889352818372,"df":2,"ci95_low":-1.6063636725324328,"ci95_high":2.0239002069791967},"harm_rate":{"mean":0.003827418232428671,"values":[0.003131524008350731,0.007306889352818371,0.0010438413361169101],"n":3,"sample_sd":0.0031889879575197214,"df":2,"ci95_low":-0.004094467015440894,"ci95_high":0.011749303480298236},"repair_rate":{"mean":0.005915100904662491,"values":[0.005219206680584551,0.0020876826722338203,0.010438413361169102],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.0045645682356645805,"ci95_high":0.016394770044989564},"conditional_harm":{"mean":0.003886832283859885,"values":[0.0031847133757961785,0.007407407407407408,0.0010683760683760685],"n":3,"sample_sd":0.003227314332397883,"df":2,"ci95_low":-0.004130260957202533,"ci95_high":0.011903925524922303}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9740596627756161,"values":[0.9785992217898832,0.9727626459143969,0.9708171206225681],"n":3,"sample_sd":0.004049933851101411,"df":2,"ci95_low":0.9639990693656488,"ci95_high":0.9841202561855833},"ce":{"mean":0.09536582480250223,"values":[0.09454287074912045,0.10512152219013474,0.08643308146825152],"n":3,"sample_sd":0.009371360316641276,"df":2,"ci95_low":0.07208607522871863,"ci95_high":0.11864557437628584},"accuracy_pp":{"mean":-0.5512321660181582,"values":[-0.48638132295719844,0.09727626459143969,-1.264591439688716],"n":3,"sample_sd":0.683246028070865,"df":2,"ci95_low":-2.2485093908120017,"ci95_high":1.1460450587756852},"harm_rate":{"mean":0.010051880674448769,"values":[0.007782101167315175,0.009727626459143969,0.01264591439688716],"n":3,"sample_sd":0.002448065640489867,"df":2,"ci95_low":0.003970548495854895,"ci95_high":0.01613321285304264},"repair_rate":{"mean":0.004539559014267186,"values":[0.0029182879377431907,0.010700389105058366,0.0],"n":3,"sample_sd":0.005531362551631641,"df":2,"ci95_low":-0.009201107298085254,"ci95_high":0.018280225326619628},"conditional_harm":{"mean":0.01026050778770858,"values":[0.00791295746785361,0.01001001001001001,0.012858555885262116],"n":3,"sample_sd":0.0024822968756863717,"df":2,"ci95_low":0.0040941405068402985,"ci95_high":0.01642687506857686},"metrics":{"accuracy":{"mean":0.9740596627756161,"values":[0.9785992217898832,0.9727626459143969,0.9708171206225681],"n":3,"sample_sd":0.004049933851101411,"df":2,"ci95_low":0.9639990693656488,"ci95_high":0.9841202561855833},"ce":{"mean":0.09536582480250223,"values":[0.09454287074912045,0.10512152219013474,0.08643308146825152],"n":3,"sample_sd":0.009371360316641276,"df":2,"ci95_low":0.07208607522871863,"ci95_high":0.11864557437628584},"accuracy_pp":{"mean":-0.5512321660181582,"values":[-0.48638132295719844,0.09727626459143969,-1.264591439688716],"n":3,"sample_sd":0.683246028070865,"df":2,"ci95_low":-2.2485093908120017,"ci95_high":1.1460450587756852},"harm_rate":{"mean":0.010051880674448769,"values":[0.007782101167315175,0.009727626459143969,0.01264591439688716],"n":3,"sample_sd":0.002448065640489867,"df":2,"ci95_low":0.003970548495854895,"ci95_high":0.01613321285304264},"repair_rate":{"mean":0.004539559014267186,"values":[0.0029182879377431907,0.010700389105058366,0.0],"n":3,"sample_sd":0.005531362551631641,"df":2,"ci95_low":-0.009201107298085254,"ci95_high":0.018280225326619628},"conditional_harm":{"mean":0.01026050778770858,"values":[0.00791295746785361,0.01001001001001001,0.012858555885262116],"n":3,"sample_sd":0.0024822968756863717,"df":2,"ci95_low":0.0040941405068402985,"ci95_high":0.01642687506857686}}},{"digit":8,"n":974,"accuracy":{"mean":0.9729637234770705,"values":[0.9774127310061602,0.973305954825462,0.9681724845995893],"n":3,"sample_sd":0.004629619869428077,"df":2,"ci95_low":0.9614631101679532,"ci95_high":0.9844643367861878},"ce":{"mean":0.09517191873870479,"values":[0.09139790280405213,0.08637133251981834,0.10774652089224389],"n":3,"sample_sd":0.011176183011002828,"df":2,"ci95_low":0.06740874104667795,"ci95_high":0.12293509643073162},"accuracy_pp":{"mean":-0.20533880903490762,"values":[-0.6160164271047228,-0.3080082135523614,0.3080082135523614],"n":3,"sample_sd":0.4704903177572731,"df":2,"ci95_low":-1.3741015504300376,"ci95_high":0.9634239323602224},"harm_rate":{"mean":0.01163586584531143,"values":[0.007186858316221766,0.012320328542094456,0.015400410677618069],"n":3,"sample_sd":0.004149334583498337,"df":2,"ci95_low":0.0013283473274127312,"ci95_high":0.021943384363210132},"repair_rate":{"mean":0.009582477754962354,"values":[0.001026694045174538,0.009240246406570842,0.018480492813141684],"n":3,"sample_sd":0.008731930747551728,"df":2,"ci95_low":-0.012108840712182064,"ci95_high":0.03127379622210677},"conditional_harm":{"mean":0.01196087756376582,"values":[0.007306889352818371,0.012618296529968454,0.015957446808510637],"n":3,"sample_sd":0.0043625893511079475,"df":2,"ci95_low":0.0011236048354189999,"ci95_high":0.022798150292112643},"metrics":{"accuracy":{"mean":0.9729637234770705,"values":[0.9774127310061602,0.973305954825462,0.9681724845995893],"n":3,"sample_sd":0.004629619869428077,"df":2,"ci95_low":0.9614631101679532,"ci95_high":0.9844643367861878},"ce":{"mean":0.09517191873870479,"values":[0.09139790280405213,0.08637133251981834,0.10774652089224389],"n":3,"sample_sd":0.011176183011002828,"df":2,"ci95_low":0.06740874104667795,"ci95_high":0.12293509643073162},"accuracy_pp":{"mean":-0.20533880903490762,"values":[-0.6160164271047228,-0.3080082135523614,0.3080082135523614],"n":3,"sample_sd":0.4704903177572731,"df":2,"ci95_low":-1.3741015504300376,"ci95_high":0.9634239323602224},"harm_rate":{"mean":0.01163586584531143,"values":[0.007186858316221766,0.012320328542094456,0.015400410677618069],"n":3,"sample_sd":0.004149334583498337,"df":2,"ci95_low":0.0013283473274127312,"ci95_high":0.021943384363210132},"repair_rate":{"mean":0.009582477754962354,"values":[0.001026694045174538,0.009240246406570842,0.018480492813141684],"n":3,"sample_sd":0.008731930747551728,"df":2,"ci95_low":-0.012108840712182064,"ci95_high":0.03127379622210677},"conditional_harm":{"mean":0.01196087756376582,"values":[0.007306889352818371,0.012618296529968454,0.015957446808510637],"n":3,"sample_sd":0.0043625893511079475,"df":2,"ci95_low":0.0011236048354189999,"ci95_high":0.022798150292112643}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9742319127849356,"values":[0.9851337958374629,0.958374628344896,0.979187314172448],"n":3,"sample_sd":0.014050987986875943,"df":2,"ci95_low":0.939327323638165,"ci95_high":1.0091365019317062},"ce":{"mean":0.11268102133203925,"values":[0.12094554464124319,0.1310871152092662,0.08601040414560836],"n":3,"sample_sd":0.02364749942859508,"df":2,"ci95_low":0.053937376210816554,"ci95_high":0.17142466645326193},"accuracy_pp":{"mean":-0.726792203501817,"values":[0.19821605550049554,-1.7839444995044598,-0.5946481665014867],"n":3,"sample_sd":0.9976656009607862,"df":2,"ci95_low":-3.2051309466512725,"ci95_high":1.7515465396476388},"harm_rate":{"mean":0.013214403700033036,"values":[0.003964321110009911,0.024777006937561942,0.010901883052527254],"n":3,"sample_sd":0.010597300913343535,"df":2,"ci95_low":-0.0131107511424909,"ci95_high":0.039539558542556974},"repair_rate":{"mean":0.005946481665014866,"values":[0.005946481665014866,0.006937561942517344,0.004955401387512388],"n":3,"sample_sd":0.0009910802775024777,"df":2,"ci95_low":0.003484501772212841,"ci95_high":0.00840846155781689},"conditional_harm":{"mean":0.013493122371585552,"values":[0.004032258064516129,0.025380710659898477,0.011066398390342052],"n":3,"sample_sd":0.010879147439720566,"df":2,"ci95_low":-0.013532178056061899,"ci95_high":0.040518422799233005},"metrics":{"accuracy":{"mean":0.9742319127849356,"values":[0.9851337958374629,0.958374628344896,0.979187314172448],"n":3,"sample_sd":0.014050987986875943,"df":2,"ci95_low":0.939327323638165,"ci95_high":1.0091365019317062},"ce":{"mean":0.11268102133203925,"values":[0.12094554464124319,0.1310871152092662,0.08601040414560836],"n":3,"sample_sd":0.02364749942859508,"df":2,"ci95_low":0.053937376210816554,"ci95_high":0.17142466645326193},"accuracy_pp":{"mean":-0.726792203501817,"values":[0.19821605550049554,-1.7839444995044598,-0.5946481665014867],"n":3,"sample_sd":0.9976656009607862,"df":2,"ci95_low":-3.2051309466512725,"ci95_high":1.7515465396476388},"harm_rate":{"mean":0.013214403700033036,"values":[0.003964321110009911,0.024777006937561942,0.010901883052527254],"n":3,"sample_sd":0.010597300913343535,"df":2,"ci95_low":-0.0131107511424909,"ci95_high":0.039539558542556974},"repair_rate":{"mean":0.005946481665014866,"values":[0.005946481665014866,0.006937561942517344,0.004955401387512388],"n":3,"sample_sd":0.0009910802775024777,"df":2,"ci95_low":0.003484501772212841,"ci95_high":0.00840846155781689},"conditional_harm":{"mean":0.013493122371585552,"values":[0.004032258064516129,0.025380710659898477,0.011066398390342052],"n":3,"sample_sd":0.010879147439720566,"df":2,"ci95_low":-0.013532178056061899,"ci95_high":0.040518422799233005}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m15-s201-v1","accuracy":0.9844,"test_accuracy":0.9844,"ce":0.07950054644610301,"training_seconds":41.19655057600005,"selected_epoch":25,"epoch":25,"total_run_seconds":50.28421661100003,"paired_vs_none":{"n":10000,"baseline_correct":9848,"harm_count":44,"repair_count":40,"harm_rate":0.0044,"repair_rate":0.004,"conditional_harm":0.004467912266450041,"accuracy_pp":-0.04,"ce":0.008119410187990506},"per_class":[{"n":980,"baseline_correct":973,"harm_count":1,"repair_count":3,"harm_rate":0.0010204081632653062,"repair_rate":0.003061224489795918,"conditional_harm":0.0010277492291880781,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9948979591836735,"ce":0.03056919311832779},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":2,"harm_rate":0.000881057268722467,"repair_rate":0.001762114537444934,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9929515418502203,"ce":0.02956709636504903},{"n":1032,"baseline_correct":1016,"harm_count":9,"repair_count":6,"harm_rate":0.00872093023255814,"repair_rate":0.005813953488372093,"conditional_harm":0.008858267716535433,"accuracy_pp":-0.29069767441860467,"digit":2,"accuracy":0.9815891472868217,"ce":0.08007104797687338},{"n":1010,"baseline_correct":990,"harm_count":2,"repair_count":6,"harm_rate":0.0019801980198019802,"repair_rate":0.005940594059405941,"conditional_harm":0.00202020202020202,"accuracy_pp":0.39603960396039606,"digit":3,"accuracy":0.9841584158415841,"ce":0.06323445926169406},{"n":982,"baseline_correct":964,"harm_count":5,"repair_count":3,"harm_rate":0.0050916496945010185,"repair_rate":0.003054989816700611,"conditional_harm":0.005186721991701245,"accuracy_pp":-0.20366598778004075,"digit":4,"accuracy":0.9796334012219959,"ce":0.11717067453925209},{"n":892,"baseline_correct":876,"harm_count":4,"repair_count":5,"harm_rate":0.004484304932735426,"repair_rate":0.005605381165919282,"conditional_harm":0.0045662100456621,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9831838565022422,"ce":0.08974830310321705},{"n":958,"baseline_correct":942,"harm_count":3,"repair_count":5,"harm_rate":0.003131524008350731,"repair_rate":0.005219206680584551,"conditional_harm":0.0031847133757961785,"accuracy_pp":0.20876826722338204,"digit":6,"accuracy":0.9853862212943633,"ce":0.08520470114240263},{"n":1028,"baseline_correct":1011,"harm_count":8,"repair_count":3,"harm_rate":0.007782101167315175,"repair_rate":0.0029182879377431907,"conditional_harm":0.00791295746785361,"accuracy_pp":-0.48638132295719844,"digit":7,"accuracy":0.9785992217898832,"ce":0.09454287074912045},{"n":974,"baseline_correct":958,"harm_count":7,"repair_count":1,"harm_rate":0.007186858316221766,"repair_rate":0.001026694045174538,"conditional_harm":0.007306889352818371,"accuracy_pp":-0.6160164271047228,"digit":8,"accuracy":0.9774127310061602,"ce":0.09139790280405213},{"n":1009,"baseline_correct":992,"harm_count":4,"repair_count":6,"harm_rate":0.003964321110009911,"repair_rate":0.005946481665014866,"conditional_harm":0.004032258064516129,"accuracy_pp":0.19821605550049554,"digit":9,"accuracy":0.9851337958374629,"ce":0.12094554464124319}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"c5e10e46ee9eb0f531af8e86a41af8b12b2ab54393d19b0cffa3e642f81900fe","train_accuracy":0.99968,"train_ce":0.0011987911987304688,"validation_accuracy":0.9831,"validation_ce":0.08283453979492188},{"seed":202,"run_id":"halfdrop-m15-s202-v1","accuracy":0.9779,"test_accuracy":0.9779,"ce":0.07330931265362887,"training_seconds":41.160668257999305,"selected_epoch":10,"epoch":10,"total_run_seconds":50.207279365999966,"paired_vs_none":{"n":10000,"baseline_correct":9775,"harm_count":84,"repair_count":88,"harm_rate":0.0084,"repair_rate":0.0088,"conditional_harm":0.008593350383631713,"accuracy_pp":0.04,"ce":-0.002680418145878674},"per_class":[{"n":980,"baseline_correct":967,"harm_count":0,"repair_count":6,"harm_rate":0.0,"repair_rate":0.006122448979591836,"conditional_harm":0.0,"accuracy_pp":0.6122448979591837,"digit":0,"accuracy":0.9928571428571429,"ce":0.02392486849496307},{"n":1135,"baseline_correct":1127,"harm_count":7,"repair_count":0,"harm_rate":0.006167400881057269,"repair_rate":0.0,"conditional_harm":0.006211180124223602,"accuracy_pp":-0.6167400881057269,"digit":1,"accuracy":0.986784140969163,"ce":0.03335506419093594},{"n":1032,"baseline_correct":1000,"harm_count":8,"repair_count":13,"harm_rate":0.007751937984496124,"repair_rate":0.012596899224806201,"conditional_harm":0.008,"accuracy_pp":0.4844961240310077,"digit":2,"accuracy":0.9738372093023255,"ce":0.07673094477818208},{"n":1010,"baseline_correct":971,"harm_count":3,"repair_count":22,"harm_rate":0.0029702970297029703,"repair_rate":0.02178217821782178,"conditional_harm":0.003089598352214212,"accuracy_pp":1.881188118811881,"digit":3,"accuracy":0.9801980198019802,"ce":0.060358407988458845},{"n":982,"baseline_correct":955,"harm_count":5,"repair_count":10,"harm_rate":0.0050916496945010185,"repair_rate":0.010183299389002037,"conditional_harm":0.005235602094240838,"accuracy_pp":0.5091649694501018,"digit":4,"accuracy":0.9775967413441955,"ce":0.08556040733327522},{"n":892,"baseline_correct":875,"harm_count":7,"repair_count":8,"harm_rate":0.007847533632286996,"repair_rate":0.008968609865470852,"conditional_harm":0.008,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9820627802690582,"ce":0.06472646207958158},{"n":958,"baseline_correct":945,"harm_count":7,"repair_count":2,"harm_rate":0.007306889352818371,"repair_rate":0.0020876826722338203,"conditional_harm":0.007407407407407408,"accuracy_pp":-0.5219206680584552,"digit":6,"accuracy":0.9812108559498957,"ce":0.06829499411994902},{"n":1028,"baseline_correct":999,"harm_count":10,"repair_count":11,"harm_rate":0.009727626459143969,"repair_rate":0.010700389105058366,"conditional_harm":0.01001001001001001,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.9727626459143969,"ce":0.10512152219013474},{"n":974,"baseline_correct":951,"harm_count":12,"repair_count":9,"harm_rate":0.012320328542094456,"repair_rate":0.009240246406570842,"conditional_harm":0.012618296529968454,"accuracy_pp":-0.3080082135523614,"digit":8,"accuracy":0.973305954825462,"ce":0.08637133251981834},{"n":1009,"baseline_correct":985,"harm_count":25,"repair_count":7,"harm_rate":0.024777006937561942,"repair_rate":0.006937561942517344,"conditional_harm":0.025380710659898477,"accuracy_pp":-1.7839444995044598,"digit":9,"accuracy":0.958374628344896,"ce":0.1310871152092662}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"b70b54d58bb852078661fe07882f64ae8de2100301e565981b52a11ec5916fcb","train_accuracy":0.99606,"train_ce":0.014305272216796875,"validation_accuracy":0.9793,"validation_ce":0.07246341552734376},{"seed":203,"run_id":"halfdrop-m15-s203-v1","accuracy":0.979,"test_accuracy":0.979,"ce":0.07160687722621578,"training_seconds":41.29789439900014,"selected_epoch":5,"epoch":5,"total_run_seconds":50.92785041100001,"paired_vs_none":{"n":10000,"baseline_correct":9774,"harm_count":81,"repair_count":97,"harm_rate":0.0081,"repair_rate":0.0097,"conditional_harm":0.008287292817679558,"accuracy_pp":0.16,"ce":-0.00550344760336946},"per_class":[{"n":980,"baseline_correct":971,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.0020408163265306124,"conditional_harm":0.0,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9928571428571429,"ce":0.03398880214634258},{"n":1135,"baseline_correct":1123,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.004405286343612335,"conditional_harm":0.0,"accuracy_pp":0.44052863436123346,"digit":1,"accuracy":0.9938325991189427,"ce":0.031164940025129893},{"n":1032,"baseline_correct":1015,"harm_count":20,"repair_count":4,"harm_rate":0.01937984496124031,"repair_rate":0.003875968992248062,"conditional_harm":0.019704433497536946,"accuracy_pp":-1.550387596899225,"digit":2,"accuracy":0.9680232558139535,"ce":0.09506667136237658},{"n":1010,"baseline_correct":944,"harm_count":1,"repair_count":42,"harm_rate":0.0009900990099009901,"repair_rate":0.041584158415841586,"conditional_harm":0.001059322033898305,"accuracy_pp":4.0594059405940595,"digit":3,"accuracy":0.9752475247524752,"ce":0.0734962287636271},{"n":982,"baseline_correct":957,"harm_count":5,"repair_count":9,"harm_rate":0.0050916496945010185,"repair_rate":0.009164969450101833,"conditional_harm":0.00522466039707419,"accuracy_pp":0.4073319755600815,"digit":4,"accuracy":0.9786150712830958,"ce":0.07357954358978862},{"n":892,"baseline_correct":883,"harm_count":15,"repair_count":2,"harm_rate":0.016816143497757848,"repair_rate":0.002242152466367713,"conditional_harm":0.01698754246885617,"accuracy_pp":-1.4573991031390134,"digit":5,"accuracy":0.9753363228699552,"ce":0.07820842155470399},{"n":958,"baseline_correct":936,"harm_count":1,"repair_count":10,"harm_rate":0.0010438413361169101,"repair_rate":0.010438413361169102,"conditional_harm":0.0010683760683760685,"accuracy_pp":0.9394572025052192,"digit":6,"accuracy":0.9864300626304802,"ce":0.05474707997879786},{"n":1028,"baseline_correct":1011,"harm_count":13,"repair_count":0,"harm_rate":0.01264591439688716,"repair_rate":0.0,"conditional_harm":0.012858555885262116,"accuracy_pp":-1.264591439688716,"digit":7,"accuracy":0.9708171206225681,"ce":0.08643308146825152},{"n":974,"baseline_correct":940,"harm_count":15,"repair_count":18,"harm_rate":0.015400410677618069,"repair_rate":0.018480492813141684,"conditional_harm":0.015957446808510637,"accuracy_pp":0.3080082135523614,"digit":8,"accuracy":0.9681724845995893,"ce":0.10774652089224389},{"n":1009,"baseline_correct":994,"harm_count":11,"repair_count":5,"harm_rate":0.010901883052527254,"repair_rate":0.004955401387512388,"conditional_harm":0.011066398390342052,"accuracy_pp":-0.5946481665014867,"digit":9,"accuracy":0.979187314172448,"ce":0.08601040414560836}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"a6b416767d834fabd73c30e7256ba511090d30dbd7859a3f073960b695635172","train_accuracy":0.98976,"train_ce":0.0343986279296875,"validation_accuracy":0.9796,"validation_ce":0.07056373291015625}]},{"endpoint":"final","drop_mask":0,"k":0,"drop_probabilities":[0,0,0,0],"nominal_training_affine_fraction":1.0,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9843999999999999,"values":[0.9853,0.9847,0.9832],"n":3,"sample_sd":0.0010816653826392008,"df":2,"ci95_low":0.981712994231397,"ci95_high":0.9870870057686029},"ce":{"mean":0.09255305236261425,"values":[0.0911427087270532,0.09014493951967893,0.09637150884111065],"n":3,"sample_sd":0.00334430011458666,"df":2,"ci95_low":0.08424535032826792,"ci95_high":0.10086075439696059},"training_seconds":{"mean":66.34146790133333,"values":[66.34134581900001,66.10116902299997,66.58188886200003],"n":3,"sample_sd":0.24035994275280734,"df":2,"ci95_low":65.74438070312604,"ci95_high":66.93855509954062},"selected_epoch":{"mean":8.333333333333334,"values":[15.0,5.0,5.0],"n":3,"sample_sd":5.773502691896257,"df":2,"ci95_low":-6.008842433,"ci95_high":22.67550909966667},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":6.303850213686625e-06,"values":[6.550927758216858e-06,6.051896810531616e-06,6.3087260723114015e-06],"n":3,"sample_sd":2.495512015296744e-07,"df":2,"ci95_low":5.683930662932464e-06,"ci95_high":6.9237697644407855e-06},"validation_accuracy":{"mean":0.9834,"values":[0.9832,0.9836,0.9834],"n":3,"sample_sd":0.00020000000000003348,"df":2,"ci95_low":0.9829031724576325,"ci95_high":0.9838968275423676},"validation_ce":{"mean":0.11062878824869792,"values":[0.112301953125,0.1075219482421875,0.11206246337890625],"n":3,"sample_sd":0.0026932656672079844,"df":2,"ci95_low":0.10393834543679006,"ci95_high":0.11731923106060577},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}},"paired_vs_none":{"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"ce":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_count":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_count":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9918367346938776,"values":[0.9918367346938776,0.9918367346938776,0.9918367346938776],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9918367346938776,"ci95_high":0.9918367346938776},"ce":{"mean":0.04377685242991514,"values":[0.04708858190009549,0.042946679553459,0.04129529583619093],"n":3,"sample_sd":0.0029845319747257328,"df":2,"ci95_low":0.03636286399931487,"ci95_high":0.05119084086051542},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9918367346938776,"values":[0.9918367346938776,0.9918367346938776,0.9918367346938776],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9918367346938776,"ci95_high":0.9918367346938776},"ce":{"mean":0.04377685242991514,"values":[0.04708858190009549,0.042946679553459,0.04129529583619093],"n":3,"sample_sd":0.0029845319747257328,"df":2,"ci95_low":0.03636286399931487,"ci95_high":0.05119084086051542},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":1,"n":1135,"accuracy":{"mean":0.991776798825257,"values":[0.9920704845814978,0.9920704845814978,0.9911894273127754],"n":3,"sample_sd":0.0005086786512683839,"df":2,"ci95_low":0.9905131710044347,"ci95_high":0.9930404266460794},"ce":{"mean":0.037905433927046456,"values":[0.03122623333964042,0.04242266805181113,0.04006740038968782],"n":3,"sample_sd":0.00590301717811873,"df":2,"ci95_low":0.023241526341258652,"ci95_high":0.05256934151283426},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.991776798825257,"values":[0.9920704845814978,0.9920704845814978,0.9911894273127754],"n":3,"sample_sd":0.0005086786512683839,"df":2,"ci95_low":0.9905131710044347,"ci95_high":0.9930404266460794},"ce":{"mean":0.037905433927046456,"values":[0.03122623333964042,0.04242266805181113,0.04006740038968782],"n":3,"sample_sd":0.00590301717811873,"df":2,"ci95_low":0.023241526341258652,"ci95_high":0.05256934151283426},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9844961240310077,"values":[0.9864341085271318,0.9864341085271318,0.9806201550387597],"n":3,"sample_sd":0.0033566876115675975,"df":2,"ci95_low":0.9761576497482558,"ci95_high":0.9928345983137596},"ce":{"mean":0.07690580225482047,"values":[0.06297462443713304,0.07857897073730996,0.0891638115900184],"n":3,"sample_sd":0.013174520883520243,"df":2,"ci95_low":0.04417847809268051,"ci95_high":0.10963312641696042},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9844961240310077,"values":[0.9864341085271318,0.9864341085271318,0.9806201550387597],"n":3,"sample_sd":0.0033566876115675975,"df":2,"ci95_low":0.9761576497482558,"ci95_high":0.9928345983137596},"ce":{"mean":0.07690580225482047,"values":[0.06297462443713304,0.07857897073730996,0.0891638115900184],"n":3,"sample_sd":0.013174520883520243,"df":2,"ci95_low":0.04417847809268051,"ci95_high":0.10963312641696042},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9818481848184818,"values":[0.9801980198019802,0.9841584158415841,0.9811881188118812],"n":3,"sample_sd":0.002061055445015975,"df":2,"ci95_low":0.9767282392613301,"ci95_high":0.9869681303756335},"ce":{"mean":0.08834767447311326,"values":[0.10735488973389437,0.06924668256053826,0.08844145112490716],"n":3,"sample_sd":0.019054276660035504,"df":2,"ci95_low":0.04101422725013887,"ci95_high":0.13568112169608765},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9818481848184818,"values":[0.9801980198019802,0.9841584158415841,0.9811881188118812],"n":3,"sample_sd":0.002061055445015975,"df":2,"ci95_low":0.9767282392613301,"ci95_high":0.9869681303756335},"ce":{"mean":0.08834767447311326,"values":[0.10735488973389437,0.06924668256053826,0.08844145112490716],"n":3,"sample_sd":0.019054276660035504,"df":2,"ci95_low":0.04101422725013887,"ci95_high":0.13568112169608765},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":4,"n":982,"accuracy":{"mean":0.9823489477257298,"values":[0.9837067209775967,0.9826883910386965,0.9806517311608961],"n":3,"sample_sd":0.0015555246758166468,"df":2,"ci95_low":0.9784848102168402,"ci95_high":0.9862130852346194},"ce":{"mean":0.12237700696180316,"values":[0.11595881601782031,0.11795058290743511,0.13322162196015405],"n":3,"sample_sd":0.00944436549920027,"df":2,"ci95_low":0.09891590246086521,"ci95_high":0.14583811146274112},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9823489477257298,"values":[0.9837067209775967,0.9826883910386965,0.9806517311608961],"n":3,"sample_sd":0.0015555246758166468,"df":2,"ci95_low":0.9784848102168402,"ci95_high":0.9862130852346194},"ce":{"mean":0.12237700696180316,"values":[0.11595881601782031,0.11795058290743511,0.13322162196015405],"n":3,"sample_sd":0.00944436549920027,"df":2,"ci95_low":0.09891590246086521,"ci95_high":0.14583811146274112},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":5,"n":892,"accuracy":{"mean":0.9831838565022422,"values":[0.9831838565022422,0.9798206278026906,0.9865470852017937],"n":3,"sample_sd":0.0033632286995515237,"df":2,"ci95_low":0.9748291332561528,"ci95_high":0.9915385797483315},"ce":{"mean":0.11667462758113997,"values":[0.110538637429609,0.11435783681688175,0.1251274084969292],"n":3,"sample_sd":0.00756529575744953,"df":2,"ci95_low":0.0978813910888573,"ci95_high":0.13546786407342265},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9831838565022422,"values":[0.9831838565022422,0.9798206278026906,0.9865470852017937],"n":3,"sample_sd":0.0033632286995515237,"df":2,"ci95_low":0.9748291332561528,"ci95_high":0.9915385797483315},"ce":{"mean":0.11667462758113997,"values":[0.110538637429609,0.11435783681688175,0.1251274084969292],"n":3,"sample_sd":0.00756529575744953,"df":2,"ci95_low":0.0978813910888573,"ci95_high":0.13546786407342265},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":6,"n":958,"accuracy":{"mean":0.9832985386221295,"values":[0.9853862212943633,0.9853862212943633,0.9791231732776617],"n":3,"sample_sd":0.0036159724583901755,"df":2,"ci95_low":0.9743159650732776,"ci95_high":0.9922811121709814},"ce":{"mean":0.11676964500553706,"values":[0.11679059628881754,0.10025590867234083,0.13326243005545282],"n":3,"sample_sd":0.016503270665860773,"df":2,"ci95_low":0.07577324797581497,"ci95_high":0.15776604203525915},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9832985386221295,"values":[0.9853862212943633,0.9853862212943633,0.9791231732776617],"n":3,"sample_sd":0.0036159724583901755,"df":2,"ci95_low":0.9743159650732776,"ci95_high":0.9922811121709814},"ce":{"mean":0.11676964500553706,"values":[0.11679059628881754,0.10025590867234083,0.13326243005545282],"n":3,"sample_sd":0.016503270665860773,"df":2,"ci95_low":0.07577324797581497,"ci95_high":0.15776604203525915},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9811932555123216,"values":[0.9834630350194552,0.9795719844357976,0.980544747081712],"n":3,"sample_sd":0.0020249669255507055,"df":2,"ci95_low":0.9761629588073379,"ci95_high":0.9862235522173053},"ce":{"mean":0.10706771107214405,"values":[0.10270818163511344,0.11761383319586763,0.10088111838545108],"n":3,"sample_sd":0.009178783084697864,"df":2,"ci95_low":0.0842663498626723,"ci95_high":0.1298690722816158},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9811932555123216,"values":[0.9834630350194552,0.9795719844357976,0.980544747081712],"n":3,"sample_sd":0.0020249669255507055,"df":2,"ci95_low":0.9761629588073379,"ci95_high":0.9862235522173053},"ce":{"mean":0.10706771107214405,"values":[0.10270818163511344,0.11761383319586763,0.10088111838545108],"n":3,"sample_sd":0.009178783084697864,"df":2,"ci95_low":0.0842663498626723,"ci95_high":0.1298690722816158},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":8,"n":974,"accuracy":{"mean":0.9832306639288159,"values":[0.9835728952772074,0.9835728952772074,0.9825462012320328],"n":3,"sample_sd":0.000592762083356898,"df":2,"ci95_low":0.9817581612834018,"ci95_high":0.98470316657423},"ce":{"mean":0.0888625603600839,"values":[0.10032644296737528,0.08036226783830178,0.08589897027457465],"n":3,"sample_sd":0.010306756123644132,"df":2,"ci95_low":0.06325915878663008,"ci95_high":0.11446596193353772},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9832306639288159,"values":[0.9835728952772074,0.9835728952772074,0.9825462012320328],"n":3,"sample_sd":0.000592762083356898,"df":2,"ci95_low":0.9817581612834018,"ci95_high":0.98470316657423},"ce":{"mean":0.0888625603600839,"values":[0.10032644296737528,0.08036226783830178,0.08589897027457465],"n":3,"sample_sd":0.010306756123644132,"df":2,"ci95_low":0.06325915878663008,"ci95_high":0.11446596193353772},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9798480343574496,"values":[0.9821605550049554,0.9801783944499505,0.977205153617443],"n":3,"sample_sd":0.0024941640024019663,"df":2,"ci95_low":0.9736521874995759,"ci95_high":0.9860438812153233},"ce":{"mean":0.13704415487190386,"values":[0.12761236054021172,0.14580731520795454,0.13771278886754532],"n":3,"sample_sd":0.009115887088232261,"df":2,"ci95_low":0.11439903597917589,"ci95_high":0.15968927376463182},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9798480343574496,"values":[0.9821605550049554,0.9801783944499505,0.977205153617443],"n":3,"sample_sd":0.0024941640024019663,"df":2,"ci95_low":0.9736521874995759,"ci95_high":0.9860438812153233},"ce":{"mean":0.13704415487190386,"values":[0.12761236054021172,0.14580731520795454,0.13771278886754532],"n":3,"sample_sd":0.009115887088232261,"df":2,"ci95_low":0.11439903597917589,"ci95_high":0.15968927376463182},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m00-s201-v1","accuracy":0.9853,"test_accuracy":0.9853,"ce":0.0911427087270532,"training_seconds":66.34134581900001,"selected_epoch":15,"epoch":100,"total_run_seconds":73.260931681,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"ce":0.0},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.04708858190009549},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.03122623333964042},{"n":1032,"baseline_correct":1018,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":2,"accuracy":0.9864341085271318,"ce":0.06297462443713304},{"n":1010,"baseline_correct":990,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":3,"accuracy":0.9801980198019802,"ce":0.10735488973389437},{"n":982,"baseline_correct":966,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":4,"accuracy":0.9837067209775967,"ce":0.11595881601782031},{"n":892,"baseline_correct":877,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":5,"accuracy":0.9831838565022422,"ce":0.110538637429609},{"n":958,"baseline_correct":944,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":6,"accuracy":0.9853862212943633,"ce":0.11679059628881754},{"n":1028,"baseline_correct":1011,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":7,"accuracy":0.9834630350194552,"ce":0.10270818163511344},{"n":974,"baseline_correct":958,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.10032644296737528},{"n":1009,"baseline_correct":991,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":9,"accuracy":0.9821605550049554,"ce":0.12761236054021172}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"cc4bab6a0587eb71bc8d9caef415c71a1c3cc866a0481a7a4630e1afc7e9599b","train_accuracy":1.0,"train_ce":6.550927758216858e-06,"validation_accuracy":0.9832,"validation_ce":0.112301953125},{"seed":202,"run_id":"halfdrop-m00-s202-v1","accuracy":0.9847,"test_accuracy":0.9847,"ce":0.09014493951967893,"training_seconds":66.10116902299997,"selected_epoch":5,"epoch":100,"total_run_seconds":85.03194103,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"ce":0.0},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.042946679553459},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.04242266805181113},{"n":1032,"baseline_correct":1018,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":2,"accuracy":0.9864341085271318,"ce":0.07857897073730996},{"n":1010,"baseline_correct":994,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":3,"accuracy":0.9841584158415841,"ce":0.06924668256053826},{"n":982,"baseline_correct":965,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":4,"accuracy":0.9826883910386965,"ce":0.11795058290743511},{"n":892,"baseline_correct":874,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":5,"accuracy":0.9798206278026906,"ce":0.11435783681688175},{"n":958,"baseline_correct":944,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":6,"accuracy":0.9853862212943633,"ce":0.10025590867234083},{"n":1028,"baseline_correct":1007,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":7,"accuracy":0.9795719844357976,"ce":0.11761383319586763},{"n":974,"baseline_correct":958,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.08036226783830178},{"n":1009,"baseline_correct":989,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":9,"accuracy":0.9801783944499505,"ce":0.14580731520795454}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"297d51e0e57a991d01e3cf1bd40178872e64fc4eb4fa1e005d8923feba9b8a6e","train_accuracy":1.0,"train_ce":6.051896810531616e-06,"validation_accuracy":0.9836,"validation_ce":0.1075219482421875},{"seed":203,"run_id":"halfdrop-m00-s203-v1","accuracy":0.9832,"test_accuracy":0.9832,"ce":0.09637150884111065,"training_seconds":66.58188886200003,"selected_epoch":5,"epoch":100,"total_run_seconds":80.121054719,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"ce":0.0},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.04129529583619093},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9911894273127754,"ce":0.04006740038968782},{"n":1032,"baseline_correct":1012,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":2,"accuracy":0.9806201550387597,"ce":0.0891638115900184},{"n":1010,"baseline_correct":991,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":3,"accuracy":0.9811881188118812,"ce":0.08844145112490716},{"n":982,"baseline_correct":963,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":4,"accuracy":0.9806517311608961,"ce":0.13322162196015405},{"n":892,"baseline_correct":880,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":5,"accuracy":0.9865470852017937,"ce":0.1251274084969292},{"n":958,"baseline_correct":938,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":6,"accuracy":0.9791231732776617,"ce":0.13326243005545282},{"n":1028,"baseline_correct":1008,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":7,"accuracy":0.980544747081712,"ce":0.10088111838545108},{"n":974,"baseline_correct":957,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":8,"accuracy":0.9825462012320328,"ce":0.08589897027457465},{"n":1009,"baseline_correct":986,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":9,"accuracy":0.977205153617443,"ce":0.13771278886754532}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"96f1429b708fea8cd5eb82239bec2fb125af5d747ef3f81039eb12d7b0aee314","train_accuracy":1.0,"train_ce":6.3087260723114015e-06,"validation_accuracy":0.9834,"validation_ce":0.11206246337890625}]},{"endpoint":"final","drop_mask":1,"k":1,"drop_probabilities":[0.5,0,0,0],"nominal_training_affine_fraction":0.7910572503134141,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9854,"values":[0.9852,0.9856,0.9854],"n":3,"sample_sd":0.00020000000000003348,"df":2,"ci95_low":0.9849031724576325,"ci95_high":0.9858968275423676},"ce":{"mean":0.09764513449834257,"values":[0.09868614184964995,0.09511126248586656,0.09913799915951119],"n":3,"sample_sd":0.0022059973456071223,"df":2,"ci95_low":0.09216513329990705,"ci95_high":0.10312513569677809},"training_seconds":{"mean":54.87560089266666,"values":[54.868908251,54.74604802700006,55.011846399999925],"n":3,"sample_sd":0.1330255139501552,"df":2,"ci95_low":54.54514719682655,"ci95_high":55.206054588506774},"selected_epoch":{"mean":5.0,"values":[5.0,5.0,5.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":5.0,"ci95_high":5.0},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":2.346057097117106e-06,"values":[2.314049005508423e-06,2.5284731388092042e-06,2.1956491470336915e-06],"n":3,"sample_sd":1.6870489270222439e-07,"df":2,"ci95_low":1.9269709109840546e-06,"ci95_high":2.7651432832501576e-06},"validation_accuracy":{"mean":0.9843999999999999,"values":[0.9839,0.9842,0.9851],"n":3,"sample_sd":0.0006244997998398333,"df":2,"ci95_low":0.982848656496183,"ci95_high":0.9859513435038169},"validation_ce":{"mean":0.11561519368489584,"values":[0.115877880859375,0.1138833251953125,0.117084375],"n":3,"sample_sd":0.0016166116963418802,"df":2,"ci95_low":0.1115993076046158,"ci95_high":0.11963107976517588},"harm_rate":{"mean":0.0022,"values":[0.0024,0.0022,0.002],"n":3,"sample_sd":0.00019999999999999987,"df":2,"ci95_low":0.0017031724576325518,"ci95_high":0.0026968275423674484},"repair_rate":{"mean":0.0031999999999999997,"values":[0.0023,0.0031,0.0042],"n":3,"sample_sd":0.0009539392014169455,"df":2,"ci95_low":0.0008302836549602616,"ci95_high":0.005569716345039738},"conditional_harm":{"mean":0.0022347211595328256,"values":[0.002435806353394905,0.002234182999898446,0.0020341741253051262],"n":3,"sample_sd":0.00020081665486690605,"df":2,"ci95_low":0.00173586493401294,"ci95_high":0.002733577385052711}},"paired_vs_none":{"accuracy_pp":{"mean":0.1,"values":[-0.01,0.09,0.22],"n":3,"sample_sd":0.11532562594670796,"df":2,"ci95_low":-0.18648473655545292,"ci95_high":0.3864847365554529},"ce":{"mean":0.005092082135728306,"values":[0.007543433122596754,0.004966322966187625,0.0027664903184005385],"n":3,"sample_sd":0.00239095319175913,"df":2,"ci95_low":-0.0008473748551581731,"ci95_high":0.011031539126614785},"harm_rate":{"mean":0.0022,"values":[0.0024,0.0022,0.002],"n":3,"sample_sd":0.00019999999999999987,"df":2,"ci95_low":0.0017031724576325518,"ci95_high":0.0026968275423674484},"repair_rate":{"mean":0.0031999999999999997,"values":[0.0023,0.0031,0.0042],"n":3,"sample_sd":0.0009539392014169455,"df":2,"ci95_low":0.0008302836549602616,"ci95_high":0.005569716345039738},"conditional_harm":{"mean":0.0022347211595328256,"values":[0.002435806353394905,0.002234182999898446,0.0020341741253051262],"n":3,"sample_sd":0.00020081665486690605,"df":2,"ci95_low":0.00173586493401294,"ci95_high":0.002733577385052711},"harm_count":{"mean":22.0,"values":[24.0,22.0,20.0],"n":3,"sample_sd":2.0,"df":2,"ci95_low":17.031724576325512,"ci95_high":26.968275423674488},"repair_count":{"mean":32.0,"values":[23.0,31.0,42.0],"n":3,"sample_sd":9.539392014169456,"df":2,"ci95_low":8.302836549602617,"ci95_high":55.69716345039738}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9921768707482993,"values":[0.9918367346938776,0.9918367346938776,0.9928571428571429],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9907133834252041,"ci95_high":0.9936403580713945},"ce":{"mean":0.04175539053556414,"values":[0.038433202248250635,0.035509782151125595,0.05132318720731618],"n":3,"sample_sd":0.008413896013741835,"df":2,"ci95_low":0.020854114144350993,"ci95_high":0.06265666692677728},"accuracy_pp":{"mean":0.034013605442176874,"values":[0.0,0.0,0.10204081632653061],"n":3,"sample_sd":0.05891329277445161,"df":2,"ci95_low":-0.11233512686734695,"ci95_high":0.1803623377517007},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0020408163265306124,0.0],"n":3,"sample_sd":0.0010204081632653062,"df":2,"ci95_low":-0.001514426236568616,"ci95_high":0.0035552425630992284},"repair_rate":{"mean":0.001360544217687075,"values":[0.0010204081632653062,0.0020408163265306124,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0001029431054081634,"ci95_high":0.0028240315407823133},"conditional_harm":{"mean":0.00102880658436214,"values":[0.00102880658436214,0.00205761316872428,0.0],"n":3,"sample_sd":0.00102880658436214,"df":2,"ci95_low":-0.001526890650038316,"ci95_high":0.003584503818762596},"metrics":{"accuracy":{"mean":0.9921768707482993,"values":[0.9918367346938776,0.9918367346938776,0.9928571428571429],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9907133834252041,"ci95_high":0.9936403580713945},"ce":{"mean":0.04175539053556414,"values":[0.038433202248250635,0.035509782151125595,0.05132318720731618],"n":3,"sample_sd":0.008413896013741835,"df":2,"ci95_low":0.020854114144350993,"ci95_high":0.06265666692677728},"accuracy_pp":{"mean":0.034013605442176874,"values":[0.0,0.0,0.10204081632653061],"n":3,"sample_sd":0.05891329277445161,"df":2,"ci95_low":-0.11233512686734695,"ci95_high":0.1803623377517007},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0020408163265306124,0.0],"n":3,"sample_sd":0.0010204081632653062,"df":2,"ci95_low":-0.001514426236568616,"ci95_high":0.0035552425630992284},"repair_rate":{"mean":0.001360544217687075,"values":[0.0010204081632653062,0.0020408163265306124,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0001029431054081634,"ci95_high":0.0028240315407823133},"conditional_harm":{"mean":0.00102880658436214,"values":[0.00102880658436214,0.00205761316872428,0.0],"n":3,"sample_sd":0.00102880658436214,"df":2,"ci95_low":-0.001526890650038316,"ci95_high":0.003584503818762596}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9923641703377386,"values":[0.9911894273127754,0.9929515418502203,0.9929515418502203],"n":3,"sample_sd":0.0010173573025367678,"df":2,"ci95_low":0.989836914696094,"ci95_high":0.9948914259793832},"ce":{"mean":0.02656997282754297,"values":[0.03435702981393986,0.023456044326854296,0.021896844341834757],"n":3,"sample_sd":0.006788701534930348,"df":2,"ci95_low":0.009705903330215114,"ci95_high":0.043434042324870824},"accuracy_pp":{"mean":0.05873715124816447,"values":[-0.0881057268722467,0.0881057268722467,0.1762114537444934],"n":3,"sample_sd":0.13458372085039177,"df":2,"ci95_low":-0.27558734511567007,"ci95_high":0.393061647611999},"harm_rate":{"mean":0.0002936857562408223,"values":[0.000881057268722467,0.0,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.000881057268722467,"values":[0.0,0.000881057268722467,0.001762114537444934],"n":3,"sample_sd":0.000881057268722467,"df":2,"ci95_low":-0.0013076103187993334,"ci95_high":0.0030697248562442676},"conditional_harm":{"mean":0.00029603315571343993,"values":[0.0008880994671403197,0.0,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.000977694709857904,"ci95_high":0.001569761021284784},"metrics":{"accuracy":{"mean":0.9923641703377386,"values":[0.9911894273127754,0.9929515418502203,0.9929515418502203],"n":3,"sample_sd":0.0010173573025367678,"df":2,"ci95_low":0.989836914696094,"ci95_high":0.9948914259793832},"ce":{"mean":0.02656997282754297,"values":[0.03435702981393986,0.023456044326854296,0.021896844341834757],"n":3,"sample_sd":0.006788701534930348,"df":2,"ci95_low":0.009705903330215114,"ci95_high":0.043434042324870824},"accuracy_pp":{"mean":0.05873715124816447,"values":[-0.0881057268722467,0.0881057268722467,0.1762114537444934],"n":3,"sample_sd":0.13458372085039177,"df":2,"ci95_low":-0.27558734511567007,"ci95_high":0.393061647611999},"harm_rate":{"mean":0.0002936857562408223,"values":[0.000881057268722467,0.0,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.000881057268722467,"values":[0.0,0.000881057268722467,0.001762114537444934],"n":3,"sample_sd":0.000881057268722467,"df":2,"ci95_low":-0.0013076103187993334,"ci95_high":0.0030697248562442676},"conditional_harm":{"mean":0.00029603315571343993,"values":[0.0008880994671403197,0.0,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.000977694709857904,"ci95_high":0.001569761021284784}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9874031007751938,"values":[0.9874031007751938,0.9874031007751938,0.9874031007751938],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9874031007751938,"ci95_high":0.9874031007751938},"ce":{"mean":0.06454696784380644,"values":[0.05925445370019333,0.06921825566831011,0.06516819416291587],"n":3,"sample_sd":0.005010866094761227,"df":2,"ci95_low":0.05209928640884346,"ci95_high":0.07699464927876942},"accuracy_pp":{"mean":0.29069767441860467,"values":[0.09689922480620156,0.09689922480620156,0.6782945736434108],"n":3,"sample_sd":0.33566876115675914,"df":2,"ci95_low":-0.5431497538565893,"ci95_high":1.1245451026937985},"harm_rate":{"mean":0.001937984496124031,"values":[0.003875968992248062,0.001937984496124031,0.0],"n":3,"sample_sd":0.001937984496124031,"df":2,"ci95_low":-0.0028762358756535726,"ci95_high":0.006752204867901635},"repair_rate":{"mean":0.0048449612403100775,"values":[0.0048449612403100775,0.0029069767441860465,0.006782945736434108],"n":3,"sample_sd":0.001937984496124031,"df":2,"ci95_low":3.0740868532473827e-05,"ci95_high":0.009659181612087682},"conditional_harm":{"mean":0.0019646365422396855,"values":[0.003929273084479371,0.0019646365422396855,0.0],"n":3,"sample_sd":0.0019646365422396855,"df":2,"ci95_low":-0.002915791182391441,"ci95_high":0.006845064266870812},"metrics":{"accuracy":{"mean":0.9874031007751938,"values":[0.9874031007751938,0.9874031007751938,0.9874031007751938],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9874031007751938,"ci95_high":0.9874031007751938},"ce":{"mean":0.06454696784380644,"values":[0.05925445370019333,0.06921825566831011,0.06516819416291587],"n":3,"sample_sd":0.005010866094761227,"df":2,"ci95_low":0.05209928640884346,"ci95_high":0.07699464927876942},"accuracy_pp":{"mean":0.29069767441860467,"values":[0.09689922480620156,0.09689922480620156,0.6782945736434108],"n":3,"sample_sd":0.33566876115675914,"df":2,"ci95_low":-0.5431497538565893,"ci95_high":1.1245451026937985},"harm_rate":{"mean":0.001937984496124031,"values":[0.003875968992248062,0.001937984496124031,0.0],"n":3,"sample_sd":0.001937984496124031,"df":2,"ci95_low":-0.0028762358756535726,"ci95_high":0.006752204867901635},"repair_rate":{"mean":0.0048449612403100775,"values":[0.0048449612403100775,0.0029069767441860465,0.006782945736434108],"n":3,"sample_sd":0.001937984496124031,"df":2,"ci95_low":3.0740868532473827e-05,"ci95_high":0.009659181612087682},"conditional_harm":{"mean":0.0019646365422396855,"values":[0.003929273084479371,0.0019646365422396855,0.0],"n":3,"sample_sd":0.0019646365422396855,"df":2,"ci95_low":-0.002915791182391441,"ci95_high":0.006845064266870812}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9828382838283828,"values":[0.9801980198019802,0.9861386138613861,0.9821782178217822],"n":3,"sample_sd":0.0030248024389147488,"df":2,"ci95_low":0.9753242580190173,"ci95_high":0.9903523096377482},"ce":{"mean":0.10890028487060767,"values":[0.1256037191281378,0.08170792557929465,0.11938920990439054],"n":3,"sample_sd":0.02375338573959306,"df":2,"ci95_low":0.04989360357106756,"ci95_high":0.16790696617014778},"accuracy_pp":{"mean":0.09900990099009901,"values":[0.0,0.19801980198019803,0.09900990099009901],"n":3,"sample_sd":0.09900990099009901,"df":2,"ci95_low":-0.14694432790467757,"ci95_high":0.34496412988487557},"harm_rate":{"mean":0.0029702970297029703,"values":[0.0039603960396039604,0.0009900990099009901,0.0039603960396039604],"n":3,"sample_sd":0.0017149017896721558,"df":2,"ci95_low":-0.0012897551781188123,"ci95_high":0.007230349237524753},"repair_rate":{"mean":0.0039603960396039604,"values":[0.0039603960396039604,0.0029702970297029703,0.0049504950495049506],"n":3,"sample_sd":0.0009900990099009901,"df":2,"ci95_low":0.0015008537506561947,"ci95_high":0.006419938328551726},"conditional_harm":{"mean":0.0030275890667300683,"values":[0.00404040404040404,0.001006036217303823,0.004036326942482341],"n":3,"sample_sd":0.0017507173095475449,"df":2,"ci95_low":-0.0013214338246832248,"ci95_high":0.0073766119581433615},"metrics":{"accuracy":{"mean":0.9828382838283828,"values":[0.9801980198019802,0.9861386138613861,0.9821782178217822],"n":3,"sample_sd":0.0030248024389147488,"df":2,"ci95_low":0.9753242580190173,"ci95_high":0.9903523096377482},"ce":{"mean":0.10890028487060767,"values":[0.1256037191281378,0.08170792557929465,0.11938920990439054],"n":3,"sample_sd":0.02375338573959306,"df":2,"ci95_low":0.04989360357106756,"ci95_high":0.16790696617014778},"accuracy_pp":{"mean":0.09900990099009901,"values":[0.0,0.19801980198019803,0.09900990099009901],"n":3,"sample_sd":0.09900990099009901,"df":2,"ci95_low":-0.14694432790467757,"ci95_high":0.34496412988487557},"harm_rate":{"mean":0.0029702970297029703,"values":[0.0039603960396039604,0.0009900990099009901,0.0039603960396039604],"n":3,"sample_sd":0.0017149017896721558,"df":2,"ci95_low":-0.0012897551781188123,"ci95_high":0.007230349237524753},"repair_rate":{"mean":0.0039603960396039604,"values":[0.0039603960396039604,0.0029702970297029703,0.0049504950495049506],"n":3,"sample_sd":0.0009900990099009901,"df":2,"ci95_low":0.0015008537506561947,"ci95_high":0.006419938328551726},"conditional_harm":{"mean":0.0030275890667300683,"values":[0.00404040404040404,0.001006036217303823,0.004036326942482341],"n":3,"sample_sd":0.0017507173095475449,"df":2,"ci95_low":-0.0013214338246832248,"ci95_high":0.0073766119581433615}}},{"digit":4,"n":982,"accuracy":{"mean":0.982009504412763,"values":[0.9837067209775967,0.9806517311608961,0.9816700610997964],"n":3,"sample_sd":0.0015555246758166346,"df":2,"ci95_low":0.9781453669038735,"ci95_high":0.9858736419216525},"ce":{"mean":0.14497391799443196,"values":[0.1269870934805577,0.15427085736552498,0.1536638031372132],"n":3,"sample_sd":0.015580003876081317,"df":2,"ci95_low":0.10627104281528793,"ci95_high":0.183676793173576},"accuracy_pp":{"mean":-0.03394433129667346,"values":[0.0,-0.20366598778004075,0.10183299389002037],"n":3,"sample_sd":0.15555246758166463,"df":2,"ci95_low":-0.4203580821856268,"ci95_high":0.3524694195922799},"harm_rate":{"mean":0.0016972165648336728,"values":[0.002036659877800407,0.003054989816700611,0.0],"n":3,"sample_sd":0.0015555246758166463,"df":2,"ci95_low":-0.0021669209440558605,"ci95_high":0.0055613540737232065},"repair_rate":{"mean":0.0013577732518669382,"values":[0.002036659877800407,0.0010183299389002036,0.0010183299389002036],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":-0.00010273344531568237,"ci95_high":0.0028182799490495585},"conditional_harm":{"mean":0.0017264005549655472,"values":[0.002070393374741201,0.0031088082901554403,0.0],"n":3,"sample_sd":0.001582694076970563,"df":2,"ci95_low":-0.002205229487938465,"ci95_high":0.005658030597869559},"metrics":{"accuracy":{"mean":0.982009504412763,"values":[0.9837067209775967,0.9806517311608961,0.9816700610997964],"n":3,"sample_sd":0.0015555246758166346,"df":2,"ci95_low":0.9781453669038735,"ci95_high":0.9858736419216525},"ce":{"mean":0.14497391799443196,"values":[0.1269870934805577,0.15427085736552498,0.1536638031372132],"n":3,"sample_sd":0.015580003876081317,"df":2,"ci95_low":0.10627104281528793,"ci95_high":0.183676793173576},"accuracy_pp":{"mean":-0.03394433129667346,"values":[0.0,-0.20366598778004075,0.10183299389002037],"n":3,"sample_sd":0.15555246758166463,"df":2,"ci95_low":-0.4203580821856268,"ci95_high":0.3524694195922799},"harm_rate":{"mean":0.0016972165648336728,"values":[0.002036659877800407,0.003054989816700611,0.0],"n":3,"sample_sd":0.0015555246758166463,"df":2,"ci95_low":-0.0021669209440558605,"ci95_high":0.0055613540737232065},"repair_rate":{"mean":0.0013577732518669382,"values":[0.002036659877800407,0.0010183299389002036,0.0010183299389002036],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":-0.00010273344531568237,"ci95_high":0.0028182799490495585},"conditional_harm":{"mean":0.0017264005549655472,"values":[0.002070393374741201,0.0031088082901554403,0.0],"n":3,"sample_sd":0.001582694076970563,"df":2,"ci95_low":-0.002205229487938465,"ci95_high":0.005658030597869559}}},{"digit":5,"n":892,"accuracy":{"mean":0.9820627802690582,"values":[0.9820627802690582,0.9809417040358744,0.9831838565022422],"n":3,"sample_sd":0.0011210762331838597,"df":2,"ci95_low":0.9792778725203618,"ci95_high":0.9848476880177547},"ce":{"mean":0.1173861102959701,"values":[0.12140881361141839,0.11368152177037763,0.11706799550611428],"n":3,"sample_sd":0.0038734555068823937,"df":2,"ci95_low":0.1077639133961999,"ci95_high":0.1270083071957403},"accuracy_pp":{"mean":-0.11210762331838565,"values":[-0.11210762331838565,0.11210762331838565,-0.336322869955157],"n":3,"sample_sd":0.2242152466367713,"df":2,"ci95_low":-0.6690891730576779,"ci95_high":0.4448739264209066},"harm_rate":{"mean":0.0037369207772795215,"values":[0.0033632286995515697,0.002242152466367713,0.005605381165919282],"n":3,"sample_sd":0.001712472232793662,"df":2,"ci95_low":-0.0005170960766773414,"ci95_high":0.007990937631236384},"repair_rate":{"mean":0.002615844544095665,"values":[0.002242152466367713,0.0033632286995515697,0.002242152466367713],"n":3,"sample_sd":0.0006472536650107913,"df":2,"ci95_low":0.0010079773057174886,"ci95_high":0.004223711782473842},"conditional_harm":{"mean":0.003796966755611136,"values":[0.0034207525655644243,0.002288329519450801,0.005681818181818182],"n":3,"sample_sd":0.0017277425048306146,"df":2,"ci95_low":-0.0004949835569827343,"ci95_high":0.008088917068205005},"metrics":{"accuracy":{"mean":0.9820627802690582,"values":[0.9820627802690582,0.9809417040358744,0.9831838565022422],"n":3,"sample_sd":0.0011210762331838597,"df":2,"ci95_low":0.9792778725203618,"ci95_high":0.9848476880177547},"ce":{"mean":0.1173861102959701,"values":[0.12140881361141839,0.11368152177037763,0.11706799550611428],"n":3,"sample_sd":0.0038734555068823937,"df":2,"ci95_low":0.1077639133961999,"ci95_high":0.1270083071957403},"accuracy_pp":{"mean":-0.11210762331838565,"values":[-0.11210762331838565,0.11210762331838565,-0.336322869955157],"n":3,"sample_sd":0.2242152466367713,"df":2,"ci95_low":-0.6690891730576779,"ci95_high":0.4448739264209066},"harm_rate":{"mean":0.0037369207772795215,"values":[0.0033632286995515697,0.002242152466367713,0.005605381165919282],"n":3,"sample_sd":0.001712472232793662,"df":2,"ci95_low":-0.0005170960766773414,"ci95_high":0.007990937631236384},"repair_rate":{"mean":0.002615844544095665,"values":[0.002242152466367713,0.0033632286995515697,0.002242152466367713],"n":3,"sample_sd":0.0006472536650107913,"df":2,"ci95_low":0.0010079773057174886,"ci95_high":0.004223711782473842},"conditional_harm":{"mean":0.003796966755611136,"values":[0.0034207525655644243,0.002288329519450801,0.005681818181818182],"n":3,"sample_sd":0.0017277425048306146,"df":2,"ci95_low":-0.0004949835569827343,"ci95_high":0.008088917068205005}}},{"digit":6,"n":958,"accuracy":{"mean":0.9846903270702854,"values":[0.9853862212943633,0.9853862212943633,0.9832985386221295],"n":3,"sample_sd":0.001205324152796704,"df":2,"ci95_low":0.9816961358873348,"ci95_high":0.9876845182532359},"ce":{"mean":0.12705169145813108,"values":[0.12388629369118542,0.11834954163630806,0.1389192390468998],"n":3,"sample_sd":0.010643914700807427,"df":2,"ci95_low":0.10061074154827652,"ci95_high":0.15349264136798563},"accuracy_pp":{"mean":0.13917884481558804,"values":[0.0,0.0,0.4175365344467641],"n":3,"sample_sd":0.2410648305593427,"df":2,"ci95_low":-0.4596593917745303,"ci95_high":0.7380170814057064},"harm_rate":{"mean":0.0038274182324286705,"values":[0.003131524008350731,0.0041753653444676405,0.0041753653444676405],"n":3,"sample_sd":0.0006026620763983564,"df":2,"ci95_low":0.0023303226409533756,"ci95_high":0.005324513823903965},"repair_rate":{"mean":0.005219206680584551,"values":[0.003131524008350731,0.0041753653444676405,0.008350730688935281],"n":3,"sample_sd":0.002761744583574729,"df":2,"ci95_low":-0.0016413471899356762,"ci95_high":0.012079760551104778},"conditional_harm":{"mean":0.003893215520460651,"values":[0.0031779661016949155,0.00423728813559322,0.0042643923240938165],"n":3,"sample_sd":0.0006195723989511723,"df":2,"ci95_low":0.0023541123590125742,"ci95_high":0.005432318681908728},"metrics":{"accuracy":{"mean":0.9846903270702854,"values":[0.9853862212943633,0.9853862212943633,0.9832985386221295],"n":3,"sample_sd":0.001205324152796704,"df":2,"ci95_low":0.9816961358873348,"ci95_high":0.9876845182532359},"ce":{"mean":0.12705169145813108,"values":[0.12388629369118542,0.11834954163630806,0.1389192390468998],"n":3,"sample_sd":0.010643914700807427,"df":2,"ci95_low":0.10061074154827652,"ci95_high":0.15349264136798563},"accuracy_pp":{"mean":0.13917884481558804,"values":[0.0,0.0,0.4175365344467641],"n":3,"sample_sd":0.2410648305593427,"df":2,"ci95_low":-0.4596593917745303,"ci95_high":0.7380170814057064},"harm_rate":{"mean":0.0038274182324286705,"values":[0.003131524008350731,0.0041753653444676405,0.0041753653444676405],"n":3,"sample_sd":0.0006026620763983564,"df":2,"ci95_low":0.0023303226409533756,"ci95_high":0.005324513823903965},"repair_rate":{"mean":0.005219206680584551,"values":[0.003131524008350731,0.0041753653444676405,0.008350730688935281],"n":3,"sample_sd":0.002761744583574729,"df":2,"ci95_low":-0.0016413471899356762,"ci95_high":0.012079760551104778},"conditional_harm":{"mean":0.003893215520460651,"values":[0.0031779661016949155,0.00423728813559322,0.0042643923240938165],"n":3,"sample_sd":0.0006195723989511723,"df":2,"ci95_low":0.0023541123590125742,"ci95_high":0.005432318681908728}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9841115434500649,"values":[0.9844357976653697,0.9844357976653697,0.9834630350194552],"n":3,"sample_sd":0.0005616247754763518,"df":2,"ci95_low":0.982716390165402,"ci95_high":0.9855066967347278},"ce":{"mean":0.09960505949802881,"values":[0.08852769270968545,0.11218914838483689,0.0980983373995641],"n":3,"sample_sd":0.01190246948235073,"df":2,"ci95_low":0.07003768619292945,"ci95_high":0.12917243280312818},"accuracy_pp":{"mean":0.2918287937743191,"values":[0.09727626459143969,0.48638132295719844,0.2918287937743191],"n":3,"sample_sd":0.19455252918287938,"df":2,"ci95_low":-0.19146648090218743,"ci95_high":0.7751240684508256},"harm_rate":{"mean":0.0019455252918287938,"values":[0.0019455252918287938,0.0019455252918287938,0.0019455252918287938],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0019455252918287938,"ci95_high":0.0019455252918287938},"repair_rate":{"mean":0.0048638132295719845,"values":[0.0029182879377431907,0.006809338521400778,0.0048638132295719845],"n":3,"sample_sd":0.0019455252918287938,"df":2,"ci95_low":3.0860482806919186e-05,"ci95_high":0.009696765976337049},"conditional_harm":{"mean":0.0019828212232863352,"values":[0.0019782393669634025,0.0019860973187686196,0.001984126984126984],"n":3,"sample_sd":4.088472841172764e-06,"df":2,"ci95_low":0.0019726648937177555,"ci95_high":0.001992977552854915},"metrics":{"accuracy":{"mean":0.9841115434500649,"values":[0.9844357976653697,0.9844357976653697,0.9834630350194552],"n":3,"sample_sd":0.0005616247754763518,"df":2,"ci95_low":0.982716390165402,"ci95_high":0.9855066967347278},"ce":{"mean":0.09960505949802881,"values":[0.08852769270968545,0.11218914838483689,0.0980983373995641],"n":3,"sample_sd":0.01190246948235073,"df":2,"ci95_low":0.07003768619292945,"ci95_high":0.12917243280312818},"accuracy_pp":{"mean":0.2918287937743191,"values":[0.09727626459143969,0.48638132295719844,0.2918287937743191],"n":3,"sample_sd":0.19455252918287938,"df":2,"ci95_low":-0.19146648090218743,"ci95_high":0.7751240684508256},"harm_rate":{"mean":0.0019455252918287938,"values":[0.0019455252918287938,0.0019455252918287938,0.0019455252918287938],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0019455252918287938,"ci95_high":0.0019455252918287938},"repair_rate":{"mean":0.0048638132295719845,"values":[0.0029182879377431907,0.006809338521400778,0.0048638132295719845],"n":3,"sample_sd":0.0019455252918287938,"df":2,"ci95_low":3.0860482806919186e-05,"ci95_high":0.009696765976337049},"conditional_harm":{"mean":0.0019828212232863352,"values":[0.0019782393669634025,0.0019860973187686196,0.001984126984126984],"n":3,"sample_sd":4.088472841172764e-06,"df":2,"ci95_low":0.0019726648937177555,"ci95_high":0.001992977552854915}}},{"digit":8,"n":974,"accuracy":{"mean":0.9839151266255989,"values":[0.9825462012320328,0.9825462012320328,0.9866529774127311],"n":3,"sample_sd":0.0023710483334276563,"df":2,"ci95_low":0.9780251160439424,"ci95_high":0.9898051372072554},"ce":{"mean":0.09817569289548435,"values":[0.12488462624256949,0.084849027481868,0.08479342496201557],"n":3,"sample_sd":0.023130631494067144,"df":2,"ci95_low":0.04071601890246192,"ci95_high":0.15563536688850677},"accuracy_pp":{"mean":0.06844626967830253,"values":[-0.1026694045174538,-0.1026694045174538,0.4106776180698152],"n":3,"sample_sd":0.29638104167845264,"df":2,"ci95_low":-0.6678050530287474,"ci95_high":0.8046975923853525},"harm_rate":{"mean":0.002053388090349076,"values":[0.002053388090349076,0.004106776180698152,0.0],"n":3,"sample_sd":0.002053388090349076,"df":2,"ci95_low":-0.0030475107019245244,"ci95_high":0.0071542868826226765},"repair_rate":{"mean":0.0027378507871321013,"values":[0.001026694045174538,0.003080082135523614,0.004106776180698152],"n":3,"sample_sd":0.0015683010591909104,"df":2,"ci95_low":-0.0011580250175183319,"ci95_high":0.006633726591782534},"conditional_harm":{"mean":0.0020876826722338203,"values":[0.0020876826722338203,0.0041753653444676405,0.0],"n":3,"sample_sd":0.0020876826722338203,"df":2,"ci95_low":-0.0030984085842113637,"ci95_high":0.007273773928679004},"metrics":{"accuracy":{"mean":0.9839151266255989,"values":[0.9825462012320328,0.9825462012320328,0.9866529774127311],"n":3,"sample_sd":0.0023710483334276563,"df":2,"ci95_low":0.9780251160439424,"ci95_high":0.9898051372072554},"ce":{"mean":0.09817569289548435,"values":[0.12488462624256949,0.084849027481868,0.08479342496201557],"n":3,"sample_sd":0.023130631494067144,"df":2,"ci95_low":0.04071601890246192,"ci95_high":0.15563536688850677},"accuracy_pp":{"mean":0.06844626967830253,"values":[-0.1026694045174538,-0.1026694045174538,0.4106776180698152],"n":3,"sample_sd":0.29638104167845264,"df":2,"ci95_low":-0.6678050530287474,"ci95_high":0.8046975923853525},"harm_rate":{"mean":0.002053388090349076,"values":[0.002053388090349076,0.004106776180698152,0.0],"n":3,"sample_sd":0.002053388090349076,"df":2,"ci95_low":-0.0030475107019245244,"ci95_high":0.0071542868826226765},"repair_rate":{"mean":0.0027378507871321013,"values":[0.001026694045174538,0.003080082135523614,0.004106776180698152],"n":3,"sample_sd":0.0015683010591909104,"df":2,"ci95_low":-0.0011580250175183319,"ci95_high":0.006633726591782534},"conditional_harm":{"mean":0.0020876826722338203,"values":[0.0020876826722338203,0.0041753653444676405,0.0],"n":3,"sample_sd":0.0020876826722338203,"df":2,"ci95_low":-0.0030984085842113637,"ci95_high":0.007273773928679004}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9811694747274529,"values":[0.9821605550049554,0.9821605550049554,0.979187314172448],"n":3,"sample_sd":0.0017166013950137254,"df":2,"ci95_low":0.9769052004659069,"ci95_high":0.9854337489889988},"ce":{"mean":0.160522240088788,"values":[0.15645802572359335,0.16995245372462048,0.15515624081815013],"n":3,"sample_sd":0.008192701501830196,"df":2,"ci95_low":0.140170441326266,"ci95_high":0.18087403885130998},"accuracy_pp":{"mean":0.13214403700033037,"values":[0.0,0.19821605550049554,0.19821605550049554],"n":3,"sample_sd":0.1144400930009169,"df":2,"ci95_low":-0.15214091376940866,"ci95_high":0.4164289877700694},"harm_rate":{"mean":0.002973240832507433,"values":[0.0019821605550049554,0.0019821605550049554,0.004955401387512388],"n":3,"sample_sd":0.0017166013950137534,"df":2,"ci95_low":-0.0012910334290386523,"ci95_high":0.007237515094053518},"repair_rate":{"mean":0.004294681202510736,"values":[0.0019821605550049554,0.003964321110009911,0.006937561942517344],"n":3,"sample_sd":0.0024941640024019654,"df":2,"ci95_low":-0.0019011656553629035,"ci95_high":0.010490528060384377},"conditional_harm":{"mean":0.0030371340258853858,"values":[0.0020181634712411706,0.0020222446916076846,0.005070993914807302],"n":3,"sample_sd":0.0017613755136012374,"df":2,"ci95_low":-0.0013383653121581411,"ci95_high":0.007412633363928913},"metrics":{"accuracy":{"mean":0.9811694747274529,"values":[0.9821605550049554,0.9821605550049554,0.979187314172448],"n":3,"sample_sd":0.0017166013950137254,"df":2,"ci95_low":0.9769052004659069,"ci95_high":0.9854337489889988},"ce":{"mean":0.160522240088788,"values":[0.15645802572359335,0.16995245372462048,0.15515624081815013],"n":3,"sample_sd":0.008192701501830196,"df":2,"ci95_low":0.140170441326266,"ci95_high":0.18087403885130998},"accuracy_pp":{"mean":0.13214403700033037,"values":[0.0,0.19821605550049554,0.19821605550049554],"n":3,"sample_sd":0.1144400930009169,"df":2,"ci95_low":-0.15214091376940866,"ci95_high":0.4164289877700694},"harm_rate":{"mean":0.002973240832507433,"values":[0.0019821605550049554,0.0019821605550049554,0.004955401387512388],"n":3,"sample_sd":0.0017166013950137534,"df":2,"ci95_low":-0.0012910334290386523,"ci95_high":0.007237515094053518},"repair_rate":{"mean":0.004294681202510736,"values":[0.0019821605550049554,0.003964321110009911,0.006937561942517344],"n":3,"sample_sd":0.0024941640024019654,"df":2,"ci95_low":-0.0019011656553629035,"ci95_high":0.010490528060384377},"conditional_harm":{"mean":0.0030371340258853858,"values":[0.0020181634712411706,0.0020222446916076846,0.005070993914807302],"n":3,"sample_sd":0.0017613755136012374,"df":2,"ci95_low":-0.0013383653121581411,"ci95_high":0.007412633363928913}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m01-s201-v1","accuracy":0.9852,"test_accuracy":0.9852,"ce":0.09868614184964995,"training_seconds":54.868908251,"selected_epoch":5,"epoch":100,"total_run_seconds":66.100532234,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":24,"repair_count":23,"harm_rate":0.0024,"repair_rate":0.0023,"conditional_harm":0.002435806353394905,"accuracy_pp":-0.01,"ce":0.007543433122596754},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.038433202248250635},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":0,"harm_rate":0.000881057268722467,"repair_rate":0.0,"conditional_harm":0.0008880994671403197,"accuracy_pp":-0.0881057268722467,"digit":1,"accuracy":0.9911894273127754,"ce":0.03435702981393986},{"n":1032,"baseline_correct":1018,"harm_count":4,"repair_count":5,"harm_rate":0.003875968992248062,"repair_rate":0.0048449612403100775,"conditional_harm":0.003929273084479371,"accuracy_pp":0.09689922480620156,"digit":2,"accuracy":0.9874031007751938,"ce":0.05925445370019333},{"n":1010,"baseline_correct":990,"harm_count":4,"repair_count":4,"harm_rate":0.0039603960396039604,"repair_rate":0.0039603960396039604,"conditional_harm":0.00404040404040404,"accuracy_pp":0.0,"digit":3,"accuracy":0.9801980198019802,"ce":0.1256037191281378},{"n":982,"baseline_correct":966,"harm_count":2,"repair_count":2,"harm_rate":0.002036659877800407,"repair_rate":0.002036659877800407,"conditional_harm":0.002070393374741201,"accuracy_pp":0.0,"digit":4,"accuracy":0.9837067209775967,"ce":0.1269870934805577},{"n":892,"baseline_correct":877,"harm_count":3,"repair_count":2,"harm_rate":0.0033632286995515697,"repair_rate":0.002242152466367713,"conditional_harm":0.0034207525655644243,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9820627802690582,"ce":0.12140881361141839},{"n":958,"baseline_correct":944,"harm_count":3,"repair_count":3,"harm_rate":0.003131524008350731,"repair_rate":0.003131524008350731,"conditional_harm":0.0031779661016949155,"accuracy_pp":0.0,"digit":6,"accuracy":0.9853862212943633,"ce":0.12388629369118542},{"n":1028,"baseline_correct":1011,"harm_count":2,"repair_count":3,"harm_rate":0.0019455252918287938,"repair_rate":0.0029182879377431907,"conditional_harm":0.0019782393669634025,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.9844357976653697,"ce":0.08852769270968545},{"n":974,"baseline_correct":958,"harm_count":2,"repair_count":1,"harm_rate":0.002053388090349076,"repair_rate":0.001026694045174538,"conditional_harm":0.0020876826722338203,"accuracy_pp":-0.1026694045174538,"digit":8,"accuracy":0.9825462012320328,"ce":0.12488462624256949},{"n":1009,"baseline_correct":991,"harm_count":2,"repair_count":2,"harm_rate":0.0019821605550049554,"repair_rate":0.0019821605550049554,"conditional_harm":0.0020181634712411706,"accuracy_pp":0.0,"digit":9,"accuracy":0.9821605550049554,"ce":0.15645802572359335}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"634a60d42c304db10cb9836cf0b068f3c035076eb4883e6d58e5c3a06ff66ef9","train_accuracy":1.0,"train_ce":2.314049005508423e-06,"validation_accuracy":0.9839,"validation_ce":0.115877880859375},{"seed":202,"run_id":"halfdrop-m01-s202-v1","accuracy":0.9856,"test_accuracy":0.9856,"ce":0.09511126248586656,"training_seconds":54.74604802700006,"selected_epoch":5,"epoch":100,"total_run_seconds":68.31418875600001,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":22,"repair_count":31,"harm_rate":0.0022,"repair_rate":0.0031,"conditional_harm":0.002234182999898446,"accuracy_pp":0.09,"ce":0.004966322966187625},"per_class":[{"n":980,"baseline_correct":972,"harm_count":2,"repair_count":2,"harm_rate":0.0020408163265306124,"repair_rate":0.0020408163265306124,"conditional_harm":0.00205761316872428,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.035509782151125595},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9929515418502203,"ce":0.023456044326854296},{"n":1032,"baseline_correct":1018,"harm_count":2,"repair_count":3,"harm_rate":0.001937984496124031,"repair_rate":0.0029069767441860465,"conditional_harm":0.0019646365422396855,"accuracy_pp":0.09689922480620156,"digit":2,"accuracy":0.9874031007751938,"ce":0.06921825566831011},{"n":1010,"baseline_correct":994,"harm_count":1,"repair_count":3,"harm_rate":0.0009900990099009901,"repair_rate":0.0029702970297029703,"conditional_harm":0.001006036217303823,"accuracy_pp":0.19801980198019803,"digit":3,"accuracy":0.9861386138613861,"ce":0.08170792557929465},{"n":982,"baseline_correct":965,"harm_count":3,"repair_count":1,"harm_rate":0.003054989816700611,"repair_rate":0.0010183299389002036,"conditional_harm":0.0031088082901554403,"accuracy_pp":-0.20366598778004075,"digit":4,"accuracy":0.9806517311608961,"ce":0.15427085736552498},{"n":892,"baseline_correct":874,"harm_count":2,"repair_count":3,"harm_rate":0.002242152466367713,"repair_rate":0.0033632286995515697,"conditional_harm":0.002288329519450801,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9809417040358744,"ce":0.11368152177037763},{"n":958,"baseline_correct":944,"harm_count":4,"repair_count":4,"harm_rate":0.0041753653444676405,"repair_rate":0.0041753653444676405,"conditional_harm":0.00423728813559322,"accuracy_pp":0.0,"digit":6,"accuracy":0.9853862212943633,"ce":0.11834954163630806},{"n":1028,"baseline_correct":1007,"harm_count":2,"repair_count":7,"harm_rate":0.0019455252918287938,"repair_rate":0.006809338521400778,"conditional_harm":0.0019860973187686196,"accuracy_pp":0.48638132295719844,"digit":7,"accuracy":0.9844357976653697,"ce":0.11218914838483689},{"n":974,"baseline_correct":958,"harm_count":4,"repair_count":3,"harm_rate":0.004106776180698152,"repair_rate":0.003080082135523614,"conditional_harm":0.0041753653444676405,"accuracy_pp":-0.1026694045174538,"digit":8,"accuracy":0.9825462012320328,"ce":0.084849027481868},{"n":1009,"baseline_correct":989,"harm_count":2,"repair_count":4,"harm_rate":0.0019821605550049554,"repair_rate":0.003964321110009911,"conditional_harm":0.0020222446916076846,"accuracy_pp":0.19821605550049554,"digit":9,"accuracy":0.9821605550049554,"ce":0.16995245372462048}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"063543179d822aacdbeb09e5b0bf136eb7d85baa99a39ad2053143d3d5990ad8","train_accuracy":1.0,"train_ce":2.5284731388092042e-06,"validation_accuracy":0.9842,"validation_ce":0.1138833251953125},{"seed":203,"run_id":"halfdrop-m01-s203-v1","accuracy":0.9854,"test_accuracy":0.9854,"ce":0.09913799915951119,"training_seconds":55.011846399999925,"selected_epoch":5,"epoch":100,"total_run_seconds":60.28384014699999,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":20,"repair_count":42,"harm_rate":0.002,"repair_rate":0.0042,"conditional_harm":0.0020341741253051262,"accuracy_pp":0.22,"ce":0.0027664903184005385},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0010204081632653062,"conditional_harm":0.0,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.05132318720731618},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.001762114537444934,"conditional_harm":0.0,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9929515418502203,"ce":0.021896844341834757},{"n":1032,"baseline_correct":1012,"harm_count":0,"repair_count":7,"harm_rate":0.0,"repair_rate":0.006782945736434108,"conditional_harm":0.0,"accuracy_pp":0.6782945736434108,"digit":2,"accuracy":0.9874031007751938,"ce":0.06516819416291587},{"n":1010,"baseline_correct":991,"harm_count":4,"repair_count":5,"harm_rate":0.0039603960396039604,"repair_rate":0.0049504950495049506,"conditional_harm":0.004036326942482341,"accuracy_pp":0.09900990099009901,"digit":3,"accuracy":0.9821782178217822,"ce":0.11938920990439054},{"n":982,"baseline_correct":963,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0010183299389002036,"conditional_harm":0.0,"accuracy_pp":0.10183299389002037,"digit":4,"accuracy":0.9816700610997964,"ce":0.1536638031372132},{"n":892,"baseline_correct":880,"harm_count":5,"repair_count":2,"harm_rate":0.005605381165919282,"repair_rate":0.002242152466367713,"conditional_harm":0.005681818181818182,"accuracy_pp":-0.336322869955157,"digit":5,"accuracy":0.9831838565022422,"ce":0.11706799550611428},{"n":958,"baseline_correct":938,"harm_count":4,"repair_count":8,"harm_rate":0.0041753653444676405,"repair_rate":0.008350730688935281,"conditional_harm":0.0042643923240938165,"accuracy_pp":0.4175365344467641,"digit":6,"accuracy":0.9832985386221295,"ce":0.1389192390468998},{"n":1028,"baseline_correct":1008,"harm_count":2,"repair_count":5,"harm_rate":0.0019455252918287938,"repair_rate":0.0048638132295719845,"conditional_harm":0.001984126984126984,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9834630350194552,"ce":0.0980983373995641},{"n":974,"baseline_correct":957,"harm_count":0,"repair_count":4,"harm_rate":0.0,"repair_rate":0.004106776180698152,"conditional_harm":0.0,"accuracy_pp":0.4106776180698152,"digit":8,"accuracy":0.9866529774127311,"ce":0.08479342496201557},{"n":1009,"baseline_correct":986,"harm_count":5,"repair_count":7,"harm_rate":0.004955401387512388,"repair_rate":0.006937561942517344,"conditional_harm":0.005070993914807302,"accuracy_pp":0.19821605550049554,"digit":9,"accuracy":0.979187314172448,"ce":0.15515624081815013}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"88eb9268f4a7a05a1644bea61670586b16ef4138312ff6f8beaaf47eebc8e153","train_accuracy":1.0,"train_ce":2.1956491470336915e-06,"validation_accuracy":0.9851,"validation_ce":0.117084375}]},{"endpoint":"final","drop_mask":2,"k":1,"drop_probabilities":[0,0.5,0,0],"nominal_training_affine_fraction":0.8746343501880485,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9848333333333333,"values":[0.9856,0.9843,0.9846],"n":3,"sample_sd":0.0006806859285554357,"df":2,"ci95_low":0.9831424157482919,"ci95_high":0.9865242509183748},"ce":{"mean":0.10446677988276577,"values":[0.10203594839052593,0.10403710314745265,0.10732728811031875],"n":3,"sample_sd":0.0026717102350772032,"df":2,"ci95_low":0.09782988373270894,"ci95_high":0.1111036760328226},"training_seconds":{"mean":59.61017400733333,"values":[59.54901689799999,59.4525295240001,59.82897559999989],"n":3,"sample_sd":0.19553274930409495,"df":2,"ci95_low":59.124443730887805,"ci95_high":60.09590428377885},"selected_epoch":{"mean":10.0,"values":[20.0,5.0,5.0],"n":3,"sample_sd":8.660254037844387,"df":2,"ci95_low":-11.513263649500004,"ci95_high":31.513263649500004},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":2.785587708155314e-06,"values":[3.0342498421669005e-06,2.71049827337265e-06,2.6120150089263914e-06],"n":3,"sample_sd":2.2090581932668744e-07,"df":2,"ci95_low":2.2368272316015854e-06,"ci95_high":3.3343481847090427e-06},"validation_accuracy":{"mean":0.9841,"values":[0.9834,0.9843,0.9846],"n":3,"sample_sd":0.0006244997998398155,"df":2,"ci95_low":0.9825486564961831,"ci95_high":0.9856513435038169},"validation_ce":{"mean":0.11289967854817709,"values":[0.11178150634765625,0.11374921875,0.113168310546875],"n":3,"sample_sd":0.0010109873330698467,"df":2,"ci95_low":0.11038824678790853,"ci95_high":0.11541111030844566},"harm_rate":{"mean":0.0021,"values":[0.0019,0.0024,0.002],"n":3,"sample_sd":0.00026457513110645893,"df":2,"ci95_low":0.001442758939204162,"ci95_high":0.0027572410607958377},"repair_rate":{"mean":0.002533333333333333,"values":[0.0022,0.002,0.0034],"n":3,"sample_sd":0.0007571877794400364,"df":2,"ci95_low":0.0006523746154840379,"ci95_high":0.004414292051182629},"conditional_harm":{"mean":0.0021332704556955065,"values":[0.0019283466964376333,0.0024372905453437597,0.0020341741253051262],"n":3,"sample_sd":0.0002685535744641561,"df":2,"ci95_low":0.001466146393720405,"ci95_high":0.002800394517670608}},"paired_vs_none":{"accuracy_pp":{"mean":0.043333333333333335,"values":[0.03,-0.04,0.14],"n":3,"sample_sd":0.09073771725877466,"df":2,"ci95_low":-0.1820716519952139,"ci95_high":0.2687383186618806},"ce":{"mean":0.011913727520151518,"values":[0.010893239663472734,0.013892163627773721,0.010955779269208099],"n":3,"sample_sd":0.0017136612484761548,"df":2,"ci95_low":0.007656756987497809,"ci95_high":0.016170698052805226},"harm_rate":{"mean":0.0021,"values":[0.0019,0.0024,0.002],"n":3,"sample_sd":0.00026457513110645893,"df":2,"ci95_low":0.001442758939204162,"ci95_high":0.0027572410607958377},"repair_rate":{"mean":0.002533333333333333,"values":[0.0022,0.002,0.0034],"n":3,"sample_sd":0.0007571877794400364,"df":2,"ci95_low":0.0006523746154840379,"ci95_high":0.004414292051182629},"conditional_harm":{"mean":0.0021332704556955065,"values":[0.0019283466964376333,0.0024372905453437597,0.0020341741253051262],"n":3,"sample_sd":0.0002685535744641561,"df":2,"ci95_low":0.001466146393720405,"ci95_high":0.002800394517670608},"harm_count":{"mean":21.0,"values":[19.0,24.0,20.0],"n":3,"sample_sd":2.6457513110645907,"df":2,"ci95_low":14.427589392041622,"ci95_high":27.57241060795838},"repair_count":{"mean":25.333333333333332,"values":[22.0,20.0,34.0],"n":3,"sample_sd":7.571877794400365,"df":2,"ci95_low":6.523746154840374,"ci95_high":44.14292051182629}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9918367346938776,"values":[0.9928571428571429,0.9908163265306122,0.9918367346938776],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.9893019002940436,"ci95_high":0.9943715690937115},"ce":{"mean":0.04341062000877243,"values":[0.04045760216932694,0.04236101071831341,0.047413247138676944],"n":3,"sample_sd":0.0035946500499874014,"df":2,"ci95_low":0.034481014258741095,"ci95_high":0.05234022575880377},"accuracy_pp":{"mean":0.0,"values":[0.10204081632653061,-0.10204081632653061,0.0],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.2534834399833922,"ci95_high":0.2534834399833922},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"repair_rate":{"mean":0.0006802721088435375,"values":[0.0010204081632653062,0.0,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"conditional_harm":{"mean":0.0006858710562414267,"values":[0.0,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0007896614300068588,"ci95_high":0.002161403542489712},"metrics":{"accuracy":{"mean":0.9918367346938776,"values":[0.9928571428571429,0.9908163265306122,0.9918367346938776],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.9893019002940436,"ci95_high":0.9943715690937115},"ce":{"mean":0.04341062000877243,"values":[0.04045760216932694,0.04236101071831341,0.047413247138676944],"n":3,"sample_sd":0.0035946500499874014,"df":2,"ci95_low":0.034481014258741095,"ci95_high":0.05234022575880377},"accuracy_pp":{"mean":0.0,"values":[0.10204081632653061,-0.10204081632653061,0.0],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.2534834399833922,"ci95_high":0.2534834399833922},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"repair_rate":{"mean":0.0006802721088435375,"values":[0.0010204081632653062,0.0,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"conditional_harm":{"mean":0.0006858710562414267,"values":[0.0,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0007896614300068588,"ci95_high":0.002161403542489712}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9923641703377386,"values":[0.9929515418502203,0.9920704845814978,0.9920704845814978],"n":3,"sample_sd":0.0005086786512683839,"df":2,"ci95_low":0.9911005425169163,"ci95_high":0.993627798158561},"ce":{"mean":0.03474789036892757,"values":[0.032622239879967894,0.037873050500278276,0.033748380726536555],"n":3,"sample_sd":0.002764419954803456,"df":2,"ci95_low":0.027880690507844898,"ci95_high":0.04161509023001025},"accuracy_pp":{"mean":0.05873715124816447,"values":[0.0881057268722467,0.0,0.0881057268722467],"n":3,"sample_sd":0.05086786512683928,"df":2,"ci95_low":-0.06762563083406756,"ci95_high":0.1850999333303965},"harm_rate":{"mean":0.0002936857562408223,"values":[0.000881057268722467,0.0,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.000881057268722467,"values":[0.001762114537444934,0.0,0.000881057268722467],"n":3,"sample_sd":0.000881057268722467,"df":2,"ci95_low":-0.0013076103187993334,"ci95_high":0.0030697248562442676},"conditional_harm":{"mean":0.00029603315571343993,"values":[0.0008880994671403197,0.0,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.000977694709857904,"ci95_high":0.001569761021284784},"metrics":{"accuracy":{"mean":0.9923641703377386,"values":[0.9929515418502203,0.9920704845814978,0.9920704845814978],"n":3,"sample_sd":0.0005086786512683839,"df":2,"ci95_low":0.9911005425169163,"ci95_high":0.993627798158561},"ce":{"mean":0.03474789036892757,"values":[0.032622239879967894,0.037873050500278276,0.033748380726536555],"n":3,"sample_sd":0.002764419954803456,"df":2,"ci95_low":0.027880690507844898,"ci95_high":0.04161509023001025},"accuracy_pp":{"mean":0.05873715124816447,"values":[0.0881057268722467,0.0,0.0881057268722467],"n":3,"sample_sd":0.05086786512683928,"df":2,"ci95_low":-0.06762563083406756,"ci95_high":0.1850999333303965},"harm_rate":{"mean":0.0002936857562408223,"values":[0.000881057268722467,0.0,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.000881057268722467,"values":[0.001762114537444934,0.0,0.000881057268722467],"n":3,"sample_sd":0.000881057268722467,"df":2,"ci95_low":-0.0013076103187993334,"ci95_high":0.0030697248562442676},"conditional_harm":{"mean":0.00029603315571343993,"values":[0.0008880994671403197,0.0,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.000977694709857904,"ci95_high":0.001569761021284784}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9844961240310077,"values":[0.9844961240310077,0.9844961240310077,0.9844961240310077],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9844961240310077,"ci95_high":0.9844961240310077},"ce":{"mean":0.0756701463793804,"values":[0.07214188559761797,0.07835608183997265,0.07651247170055057],"n":3,"sample_sd":0.003191581535013181,"df":2,"ci95_low":0.06774181832785076,"ci95_high":0.08359847443091004},"accuracy_pp":{"mean":0.0,"values":[-0.1937984496124031,-0.1937984496124031,0.3875968992248062],"n":3,"sample_sd":0.3356687611567592,"df":2,"ci95_low":-0.833847428275194,"ci95_high":0.833847428275194},"harm_rate":{"mean":0.002583979328165375,"values":[0.0029069767441860465,0.003875968992248062,0.0009689922480620155],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":-0.0010929422161461773,"ci95_high":0.006260900872476927},"repair_rate":{"mean":0.002583979328165375,"values":[0.0009689922480620155,0.001937984496124031,0.0048449612403100775],"n":3,"sample_sd":0.0020171182165369503,"df":2,"ci95_low":-0.002426820102767946,"ci95_high":0.007594778759098695},"conditional_harm":{"mean":0.0026214567301096727,"values":[0.0029469548133595285,0.003929273084479371,0.0009881422924901185],"n":3,"sample_sd":0.0014973390850259434,"df":2,"ci95_low":-0.001098139758411146,"ci95_high":0.0063410532186304915},"metrics":{"accuracy":{"mean":0.9844961240310077,"values":[0.9844961240310077,0.9844961240310077,0.9844961240310077],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9844961240310077,"ci95_high":0.9844961240310077},"ce":{"mean":0.0756701463793804,"values":[0.07214188559761797,0.07835608183997265,0.07651247170055057],"n":3,"sample_sd":0.003191581535013181,"df":2,"ci95_low":0.06774181832785076,"ci95_high":0.08359847443091004},"accuracy_pp":{"mean":0.0,"values":[-0.1937984496124031,-0.1937984496124031,0.3875968992248062],"n":3,"sample_sd":0.3356687611567592,"df":2,"ci95_low":-0.833847428275194,"ci95_high":0.833847428275194},"harm_rate":{"mean":0.002583979328165375,"values":[0.0029069767441860465,0.003875968992248062,0.0009689922480620155],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":-0.0010929422161461773,"ci95_high":0.006260900872476927},"repair_rate":{"mean":0.002583979328165375,"values":[0.0009689922480620155,0.001937984496124031,0.0048449612403100775],"n":3,"sample_sd":0.0020171182165369503,"df":2,"ci95_low":-0.002426820102767946,"ci95_high":0.007594778759098695},"conditional_harm":{"mean":0.0026214567301096727,"values":[0.0029469548133595285,0.003929273084479371,0.0009881422924901185],"n":3,"sample_sd":0.0014973390850259434,"df":2,"ci95_low":-0.001098139758411146,"ci95_high":0.0063410532186304915}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9828382838283828,"values":[0.9831683168316832,0.9831683168316832,0.9821782178217822],"n":3,"sample_sd":0.0005716339298907191,"df":2,"ci95_low":0.9814182664257756,"ci95_high":0.98425830123099},"ce":{"mean":0.10184676529489027,"values":[0.11207564128577405,0.08181675474478768,0.11164789985410907],"n":3,"sample_sd":0.017347816365785244,"df":2,"ci95_low":0.05875240044261583,"ci95_high":0.1449411301471647},"accuracy_pp":{"mean":0.099009900990099,"values":[0.297029702970297,-0.09900990099009901,0.09900990099009901],"n":3,"sample_sd":0.19801980198019803,"df":2,"ci95_low":-0.3928985567994542,"ci95_high":0.5909183587796522},"harm_rate":{"mean":0.0026402640264026403,"values":[0.0019801980198019802,0.0029702970297029703,0.0029702970297029703],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0012202466237953796,"ci95_high":0.004060281429009901},"repair_rate":{"mean":0.0036303630363036304,"values":[0.0049504950495049506,0.0019801980198019802,0.0039603960396039604],"n":3,"sample_sd":0.0015124012194573729,"df":2,"ci95_low":-0.00012664986837906435,"ci95_high":0.007387375940986325},"conditional_harm":{"mean":0.0026885186263250816,"values":[0.00202020202020202,0.0030181086519114686,0.0030272452068617556],"n":3,"sample_sd":0.0005787971869955616,"df":2,"ci95_low":0.001250706706604094,"ci95_high":0.00412633054604607},"metrics":{"accuracy":{"mean":0.9828382838283828,"values":[0.9831683168316832,0.9831683168316832,0.9821782178217822],"n":3,"sample_sd":0.0005716339298907191,"df":2,"ci95_low":0.9814182664257756,"ci95_high":0.98425830123099},"ce":{"mean":0.10184676529489027,"values":[0.11207564128577405,0.08181675474478768,0.11164789985410907],"n":3,"sample_sd":0.017347816365785244,"df":2,"ci95_low":0.05875240044261583,"ci95_high":0.1449411301471647},"accuracy_pp":{"mean":0.099009900990099,"values":[0.297029702970297,-0.09900990099009901,0.09900990099009901],"n":3,"sample_sd":0.19801980198019803,"df":2,"ci95_low":-0.3928985567994542,"ci95_high":0.5909183587796522},"harm_rate":{"mean":0.0026402640264026403,"values":[0.0019801980198019802,0.0029702970297029703,0.0029702970297029703],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0012202466237953796,"ci95_high":0.004060281429009901},"repair_rate":{"mean":0.0036303630363036304,"values":[0.0049504950495049506,0.0019801980198019802,0.0039603960396039604],"n":3,"sample_sd":0.0015124012194573729,"df":2,"ci95_low":-0.00012664986837906435,"ci95_high":0.007387375940986325},"conditional_harm":{"mean":0.0026885186263250816,"values":[0.00202020202020202,0.0030181086519114686,0.0030272452068617556],"n":3,"sample_sd":0.0005787971869955616,"df":2,"ci95_low":0.001250706706604094,"ci95_high":0.00412633054604607}}},{"digit":4,"n":982,"accuracy":{"mean":0.982009504412763,"values":[0.9837067209775967,0.9806517311608961,0.9816700610997964],"n":3,"sample_sd":0.0015555246758166346,"df":2,"ci95_low":0.9781453669038735,"ci95_high":0.9858736419216525},"ce":{"mean":0.13462842654478172,"values":[0.12524319445008553,0.13570225302265268,0.14293983216160694],"n":3,"sample_sd":0.008897054234500486,"df":2,"ci95_low":0.11252691859659782,"ci95_high":0.1567299344929656},"accuracy_pp":{"mean":-0.03394433129667346,"values":[0.0,-0.20366598778004075,0.10183299389002037],"n":3,"sample_sd":0.15555246758166463,"df":2,"ci95_low":-0.4203580821856268,"ci95_high":0.3524694195922799},"harm_rate":{"mean":0.002036659877800407,"values":[0.0010183299389002036,0.003054989816700611,0.002036659877800407],"n":3,"sample_sd":0.0010183299389002038,"df":2,"ci95_low":-0.0004930119265145047,"ci95_high":0.004566331682115319},"repair_rate":{"mean":0.0016972165648336728,"values":[0.0010183299389002036,0.0010183299389002036,0.003054989816700611],"n":3,"sample_sd":0.0011758661286957754,"df":2,"ci95_low":-0.0012237968295315683,"ci95_high":0.004618229959198914},"conditional_harm":{"mean":0.002073616058621522,"values":[0.0010351966873706005,0.0031088082901554403,0.0020768431983385254],"n":3,"sample_sd":0.0010368095681580311,"df":2,"ci95_low":-0.00050196168963353,"ci95_high":0.004649193806876574},"metrics":{"accuracy":{"mean":0.982009504412763,"values":[0.9837067209775967,0.9806517311608961,0.9816700610997964],"n":3,"sample_sd":0.0015555246758166346,"df":2,"ci95_low":0.9781453669038735,"ci95_high":0.9858736419216525},"ce":{"mean":0.13462842654478172,"values":[0.12524319445008553,0.13570225302265268,0.14293983216160694],"n":3,"sample_sd":0.008897054234500486,"df":2,"ci95_low":0.11252691859659782,"ci95_high":0.1567299344929656},"accuracy_pp":{"mean":-0.03394433129667346,"values":[0.0,-0.20366598778004075,0.10183299389002037],"n":3,"sample_sd":0.15555246758166463,"df":2,"ci95_low":-0.4203580821856268,"ci95_high":0.3524694195922799},"harm_rate":{"mean":0.002036659877800407,"values":[0.0010183299389002036,0.003054989816700611,0.002036659877800407],"n":3,"sample_sd":0.0010183299389002038,"df":2,"ci95_low":-0.0004930119265145047,"ci95_high":0.004566331682115319},"repair_rate":{"mean":0.0016972165648336728,"values":[0.0010183299389002036,0.0010183299389002036,0.003054989816700611],"n":3,"sample_sd":0.0011758661286957754,"df":2,"ci95_low":-0.0012237968295315683,"ci95_high":0.004618229959198914},"conditional_harm":{"mean":0.002073616058621522,"values":[0.0010351966873706005,0.0031088082901554403,0.0020768431983385254],"n":3,"sample_sd":0.0010368095681580311,"df":2,"ci95_low":-0.00050196168963353,"ci95_high":0.004649193806876574}}},{"digit":5,"n":892,"accuracy":{"mean":0.9828101644245142,"values":[0.9831838565022422,0.9820627802690582,0.9831838565022422],"n":3,"sample_sd":0.0006472536650108251,"df":2,"ci95_low":0.9812022971861359,"ci95_high":0.9844180316628924},"ce":{"mean":0.1318943545934601,"values":[0.1420694591291769,0.12941797392334184,0.12419563072786162],"n":3,"sample_sd":0.009190635524674983,"df":2,"ci95_low":0.10906355029086391,"ci95_high":0.15472515889605631},"accuracy_pp":{"mean":-0.037369207772795225,"values":[0.0,0.2242152466367713,-0.336322869955157],"n":3,"sample_sd":0.2821313316618367,"df":2,"ci95_low":-0.7382222884448245,"ci95_high":0.6634838728992342},"harm_rate":{"mean":0.002615844544095665,"values":[0.002242152466367713,0.002242152466367713,0.0033632286995515697],"n":3,"sample_sd":0.0006472536650107913,"df":2,"ci95_low":0.0010079773057174886,"ci95_high":0.004223711782473842},"repair_rate":{"mean":0.002242152466367713,"values":[0.002242152466367713,0.004484304932735426,0.0],"n":3,"sample_sd":0.002242152466367713,"df":2,"ci95_low":-0.0033276630310252095,"ci95_high":0.007811967963760635},"conditional_harm":{"mean":0.002659307379639331,"values":[0.002280501710376283,0.002288329519450801,0.003409090909090909],"n":3,"sample_sd":0.0006493433794429384,"df":2,"ci95_low":0.001046249002833287,"ci95_high":0.004272365756445375},"metrics":{"accuracy":{"mean":0.9828101644245142,"values":[0.9831838565022422,0.9820627802690582,0.9831838565022422],"n":3,"sample_sd":0.0006472536650108251,"df":2,"ci95_low":0.9812022971861359,"ci95_high":0.9844180316628924},"ce":{"mean":0.1318943545934601,"values":[0.1420694591291769,0.12941797392334184,0.12419563072786162],"n":3,"sample_sd":0.009190635524674983,"df":2,"ci95_low":0.10906355029086391,"ci95_high":0.15472515889605631},"accuracy_pp":{"mean":-0.037369207772795225,"values":[0.0,0.2242152466367713,-0.336322869955157],"n":3,"sample_sd":0.2821313316618367,"df":2,"ci95_low":-0.7382222884448245,"ci95_high":0.6634838728992342},"harm_rate":{"mean":0.002615844544095665,"values":[0.002242152466367713,0.002242152466367713,0.0033632286995515697],"n":3,"sample_sd":0.0006472536650107913,"df":2,"ci95_low":0.0010079773057174886,"ci95_high":0.004223711782473842},"repair_rate":{"mean":0.002242152466367713,"values":[0.002242152466367713,0.004484304932735426,0.0],"n":3,"sample_sd":0.002242152466367713,"df":2,"ci95_low":-0.0033276630310252095,"ci95_high":0.007811967963760635},"conditional_harm":{"mean":0.002659307379639331,"values":[0.002280501710376283,0.002288329519450801,0.003409090909090909],"n":3,"sample_sd":0.0006493433794429384,"df":2,"ci95_low":0.001046249002833287,"ci95_high":0.004272365756445375}}},{"digit":6,"n":958,"accuracy":{"mean":0.9867780097425192,"values":[0.9874739039665971,0.9864300626304802,0.9864300626304802],"n":3,"sample_sd":0.000602662076398352,"df":2,"ci95_low":0.9852809141510439,"ci95_high":0.9882751053339944},"ce":{"mean":0.12825003433211868,"values":[0.12846156832920008,0.12384848141443065,0.13244005325272531],"n":3,"sample_sd":0.0042996902954847115,"df":2,"ci95_low":0.11756901151988448,"ci95_high":0.13893105714435286},"accuracy_pp":{"mean":0.3479471120389701,"values":[0.20876826722338204,0.10438413361169102,0.7306889352818372],"n":3,"sample_sd":0.3355480431799915,"df":2,"ci95_low":-0.4856004361576385,"ci95_high":1.1814946602355787},"harm_rate":{"mean":0.00034794711203897004,"values":[0.0010438413361169101,0.0,0.0],"n":3,"sample_sd":0.0006026620763983567,"df":2,"ci95_low":-0.0011491484794363257,"ci95_high":0.0018450427035142658},"repair_rate":{"mean":0.003827418232428671,"values":[0.003131524008350731,0.0010438413361169101,0.007306889352818371],"n":3,"sample_sd":0.0031889879575197214,"df":2,"ci95_low":-0.004094467015440894,"ci95_high":0.011749303480298236},"conditional_harm":{"mean":0.00035310734463276836,"values":[0.001059322033898305,0.0,0.0],"n":3,"sample_sd":0.0006115998614296883,"df":2,"ci95_low":-0.0011661909356991528,"ci95_high":0.0018724056249646895},"metrics":{"accuracy":{"mean":0.9867780097425192,"values":[0.9874739039665971,0.9864300626304802,0.9864300626304802],"n":3,"sample_sd":0.000602662076398352,"df":2,"ci95_low":0.9852809141510439,"ci95_high":0.9882751053339944},"ce":{"mean":0.12825003433211868,"values":[0.12846156832920008,0.12384848141443065,0.13244005325272531],"n":3,"sample_sd":0.0042996902954847115,"df":2,"ci95_low":0.11756901151988448,"ci95_high":0.13893105714435286},"accuracy_pp":{"mean":0.3479471120389701,"values":[0.20876826722338204,0.10438413361169102,0.7306889352818372],"n":3,"sample_sd":0.3355480431799915,"df":2,"ci95_low":-0.4856004361576385,"ci95_high":1.1814946602355787},"harm_rate":{"mean":0.00034794711203897004,"values":[0.0010438413361169101,0.0,0.0],"n":3,"sample_sd":0.0006026620763983567,"df":2,"ci95_low":-0.0011491484794363257,"ci95_high":0.0018450427035142658},"repair_rate":{"mean":0.003827418232428671,"values":[0.003131524008350731,0.0010438413361169101,0.007306889352818371],"n":3,"sample_sd":0.0031889879575197214,"df":2,"ci95_low":-0.004094467015440894,"ci95_high":0.011749303480298236},"conditional_harm":{"mean":0.00035310734463276836,"values":[0.001059322033898305,0.0,0.0],"n":3,"sample_sd":0.0006115998614296883,"df":2,"ci95_low":-0.0011661909356991528,"ci95_high":0.0018724056249646895}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9818417639429312,"values":[0.9834630350194552,0.980544747081712,0.9815175097276264],"n":3,"sample_sd":0.0014859194860427445,"df":2,"ci95_low":0.9781505353108986,"ci95_high":0.9855329925749639},"ce":{"mean":0.12229089622077992,"values":[0.1169442361497852,0.1299606799006025,0.11996777261195204],"n":3,"sample_sd":0.006812094351663647,"df":2,"ci95_low":0.10536871574521878,"ci95_high":0.13921307669634106},"accuracy_pp":{"mean":0.0648508430609598,"values":[0.0,0.09727626459143969,0.09727626459143969],"n":3,"sample_sd":0.056162477547628965,"df":2,"ci95_low":-0.07466448540531777,"ci95_high":0.20436617152723735},"harm_rate":{"mean":0.001621271076523995,"values":[0.0019455252918287938,0.0019455252918287938,0.0009727626459143969],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.00022611779186121925,"ci95_high":0.003016424361186771},"repair_rate":{"mean":0.002269779507133593,"values":[0.0019455252918287938,0.0029182879377431907,0.0019455252918287938],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.0008746262224708173,"ci95_high":0.0036649327917963686},"conditional_harm":{"mean":0.0016521333925985048,"values":[0.0019782393669634025,0.0019860973187686196,0.000992063492063492],"n":3,"sample_sd":0.0005716508042904072,"df":2,"ci95_low":0.00023207407165861272,"ci95_high":0.003072192713538397},"metrics":{"accuracy":{"mean":0.9818417639429312,"values":[0.9834630350194552,0.980544747081712,0.9815175097276264],"n":3,"sample_sd":0.0014859194860427445,"df":2,"ci95_low":0.9781505353108986,"ci95_high":0.9855329925749639},"ce":{"mean":0.12229089622077992,"values":[0.1169442361497852,0.1299606799006025,0.11996777261195204],"n":3,"sample_sd":0.006812094351663647,"df":2,"ci95_low":0.10536871574521878,"ci95_high":0.13921307669634106},"accuracy_pp":{"mean":0.0648508430609598,"values":[0.0,0.09727626459143969,0.09727626459143969],"n":3,"sample_sd":0.056162477547628965,"df":2,"ci95_low":-0.07466448540531777,"ci95_high":0.20436617152723735},"harm_rate":{"mean":0.001621271076523995,"values":[0.0019455252918287938,0.0019455252918287938,0.0009727626459143969],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.00022611779186121925,"ci95_high":0.003016424361186771},"repair_rate":{"mean":0.002269779507133593,"values":[0.0019455252918287938,0.0029182879377431907,0.0019455252918287938],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.0008746262224708173,"ci95_high":0.0036649327917963686},"conditional_harm":{"mean":0.0016521333925985048,"values":[0.0019782393669634025,0.0019860973187686196,0.000992063492063492],"n":3,"sample_sd":0.0005716508042904072,"df":2,"ci95_low":0.00023207407165861272,"ci95_high":0.003072192713538397}}},{"digit":8,"n":974,"accuracy":{"mean":0.9822039698836413,"values":[0.9835728952772074,0.9815195071868583,0.9815195071868583],"n":3,"sample_sd":0.001185524166713796,"df":2,"ci95_low":0.9792589645928131,"ci95_high":0.9851489751744695},"ce":{"mean":0.12682486940309384,"values":[0.12732972782069524,0.12438677642133407,0.12875810396725224],"n":3,"sample_sd":0.0022289655997329723,"df":2,"ci95_low":0.12128781189840925,"ci95_high":0.13236192690777843},"accuracy_pp":{"mean":-0.1026694045174538,"values":[0.0,-0.2053388090349076,-0.1026694045174538],"n":3,"sample_sd":0.1026694045174538,"df":2,"ci95_low":-0.3577143441311338,"ci95_high":0.15237553509622623},"harm_rate":{"mean":0.004106776180698152,"values":[0.002053388090349076,0.00513347022587269,0.00513347022587269],"n":3,"sample_sd":0.0017782862500707157,"df":2,"ci95_low":-0.00031073175554414707,"ci95_high":0.00852428411694045},"repair_rate":{"mean":0.003080082135523614,"values":[0.002053388090349076,0.003080082135523614,0.004106776180698152],"n":3,"sample_sd":0.001026694045174538,"df":2,"ci95_low":0.0005296327393868139,"ci95_high":0.005630531531660415},"conditional_harm":{"mean":0.0041771832499641875,"values":[0.0020876826722338203,0.005219206680584551,0.00522466039707419],"n":3,"sample_sd":0.0018095626361105991,"df":2,"ci95_low":-0.0003180195363297663,"ci95_high":0.008672386036258141},"metrics":{"accuracy":{"mean":0.9822039698836413,"values":[0.9835728952772074,0.9815195071868583,0.9815195071868583],"n":3,"sample_sd":0.001185524166713796,"df":2,"ci95_low":0.9792589645928131,"ci95_high":0.9851489751744695},"ce":{"mean":0.12682486940309384,"values":[0.12732972782069524,0.12438677642133407,0.12875810396725224],"n":3,"sample_sd":0.0022289655997329723,"df":2,"ci95_low":0.12128781189840925,"ci95_high":0.13236192690777843},"accuracy_pp":{"mean":-0.1026694045174538,"values":[0.0,-0.2053388090349076,-0.1026694045174538],"n":3,"sample_sd":0.1026694045174538,"df":2,"ci95_low":-0.3577143441311338,"ci95_high":0.15237553509622623},"harm_rate":{"mean":0.004106776180698152,"values":[0.002053388090349076,0.00513347022587269,0.00513347022587269],"n":3,"sample_sd":0.0017782862500707157,"df":2,"ci95_low":-0.00031073175554414707,"ci95_high":0.00852428411694045},"repair_rate":{"mean":0.003080082135523614,"values":[0.002053388090349076,0.003080082135523614,0.004106776180698152],"n":3,"sample_sd":0.001026694045174538,"df":2,"ci95_low":0.0005296327393868139,"ci95_high":0.005630531531660415},"conditional_harm":{"mean":0.0041771832499641875,"values":[0.0020876826722338203,0.005219206680584551,0.00522466039707419],"n":3,"sample_sd":0.0018095626361105991,"df":2,"ci95_low":-0.0003180195363297663,"ci95_high":0.008672386036258141}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9801783944499505,"values":[0.9801783944499505,0.9801783944499505,0.9801783944499505],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9801783944499505,"ci95_high":0.9801783944499505},"ce":{"mean":0.15834374179472868,"values":[0.1377791687495163,0.1687545493821476,0.1684975072525222],"n":3,"sample_sd":0.01780990640242132,"df":2,"ci95_low":0.11410148165618231,"ci95_high":0.20258600193327506},"accuracy_pp":{"mean":0.0330360092500826,"values":[-0.19821605550049554,0.0,0.29732408325074333],"n":3,"sample_sd":0.24941640024019657,"df":2,"ci95_low":-0.5865486765372814,"ci95_high":0.6526206950374465},"harm_rate":{"mean":0.004294681202510736,"values":[0.004955401387512388,0.003964321110009911,0.003964321110009911],"n":3,"sample_sd":0.0005722004650045845,"df":2,"ci95_low":0.002873256448662041,"ci95_high":0.005716105956359432},"repair_rate":{"mean":0.004625041295011563,"values":[0.002973240832507433,0.003964321110009911,0.006937561942517344],"n":3,"sample_sd":0.0020630981164183673,"df":2,"ci95_low":-0.0004999785392036877,"ci95_high":0.009750061129226814},"conditional_harm":{"mean":0.0043822310643880456,"values":[0.005045408678102927,0.004044489383215369,0.004056795131845842],"n":3,"sample_sd":0.0005743616181133292,"df":2,"ci95_low":0.0029554377086008633,"ci95_high":0.005809024420175227},"metrics":{"accuracy":{"mean":0.9801783944499505,"values":[0.9801783944499505,0.9801783944499505,0.9801783944499505],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9801783944499505,"ci95_high":0.9801783944499505},"ce":{"mean":0.15834374179472868,"values":[0.1377791687495163,0.1687545493821476,0.1684975072525222],"n":3,"sample_sd":0.01780990640242132,"df":2,"ci95_low":0.11410148165618231,"ci95_high":0.20258600193327506},"accuracy_pp":{"mean":0.0330360092500826,"values":[-0.19821605550049554,0.0,0.29732408325074333],"n":3,"sample_sd":0.24941640024019657,"df":2,"ci95_low":-0.5865486765372814,"ci95_high":0.6526206950374465},"harm_rate":{"mean":0.004294681202510736,"values":[0.004955401387512388,0.003964321110009911,0.003964321110009911],"n":3,"sample_sd":0.0005722004650045845,"df":2,"ci95_low":0.002873256448662041,"ci95_high":0.005716105956359432},"repair_rate":{"mean":0.004625041295011563,"values":[0.002973240832507433,0.003964321110009911,0.006937561942517344],"n":3,"sample_sd":0.0020630981164183673,"df":2,"ci95_low":-0.0004999785392036877,"ci95_high":0.009750061129226814},"conditional_harm":{"mean":0.0043822310643880456,"values":[0.005045408678102927,0.004044489383215369,0.004056795131845842],"n":3,"sample_sd":0.0005743616181133292,"df":2,"ci95_low":0.0029554377086008633,"ci95_high":0.005809024420175227}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m02-s201-v1","accuracy":0.9856,"test_accuracy":0.9856,"ce":0.10203594839052593,"training_seconds":59.54901689799999,"selected_epoch":20,"epoch":100,"total_run_seconds":70.39515128400001,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":19,"repair_count":22,"harm_rate":0.0019,"repair_rate":0.0022,"conditional_harm":0.0019283466964376333,"accuracy_pp":0.03,"ce":0.010893239663472734},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0010204081632653062,"conditional_harm":0.0,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.04045760216932694},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":2,"harm_rate":0.000881057268722467,"repair_rate":0.001762114537444934,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9929515418502203,"ce":0.032622239879967894},{"n":1032,"baseline_correct":1018,"harm_count":3,"repair_count":1,"harm_rate":0.0029069767441860465,"repair_rate":0.0009689922480620155,"conditional_harm":0.0029469548133595285,"accuracy_pp":-0.1937984496124031,"digit":2,"accuracy":0.9844961240310077,"ce":0.07214188559761797},{"n":1010,"baseline_correct":990,"harm_count":2,"repair_count":5,"harm_rate":0.0019801980198019802,"repair_rate":0.0049504950495049506,"conditional_harm":0.00202020202020202,"accuracy_pp":0.297029702970297,"digit":3,"accuracy":0.9831683168316832,"ce":0.11207564128577405},{"n":982,"baseline_correct":966,"harm_count":1,"repair_count":1,"harm_rate":0.0010183299389002036,"repair_rate":0.0010183299389002036,"conditional_harm":0.0010351966873706005,"accuracy_pp":0.0,"digit":4,"accuracy":0.9837067209775967,"ce":0.12524319445008553},{"n":892,"baseline_correct":877,"harm_count":2,"repair_count":2,"harm_rate":0.002242152466367713,"repair_rate":0.002242152466367713,"conditional_harm":0.002280501710376283,"accuracy_pp":0.0,"digit":5,"accuracy":0.9831838565022422,"ce":0.1420694591291769},{"n":958,"baseline_correct":944,"harm_count":1,"repair_count":3,"harm_rate":0.0010438413361169101,"repair_rate":0.003131524008350731,"conditional_harm":0.001059322033898305,"accuracy_pp":0.20876826722338204,"digit":6,"accuracy":0.9874739039665971,"ce":0.12846156832920008},{"n":1028,"baseline_correct":1011,"harm_count":2,"repair_count":2,"harm_rate":0.0019455252918287938,"repair_rate":0.0019455252918287938,"conditional_harm":0.0019782393669634025,"accuracy_pp":0.0,"digit":7,"accuracy":0.9834630350194552,"ce":0.1169442361497852},{"n":974,"baseline_correct":958,"harm_count":2,"repair_count":2,"harm_rate":0.002053388090349076,"repair_rate":0.002053388090349076,"conditional_harm":0.0020876826722338203,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.12732972782069524},{"n":1009,"baseline_correct":991,"harm_count":5,"repair_count":3,"harm_rate":0.004955401387512388,"repair_rate":0.002973240832507433,"conditional_harm":0.005045408678102927,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.9801783944499505,"ce":0.1377791687495163}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"b3f3e2c6ab04818c8910959586bb9302bf959147d52580d52d5327021a1e666f","train_accuracy":1.0,"train_ce":3.0342498421669005e-06,"validation_accuracy":0.9834,"validation_ce":0.11178150634765625},{"seed":202,"run_id":"halfdrop-m02-s202-v1","accuracy":0.9843,"test_accuracy":0.9843,"ce":0.10403710314745265,"training_seconds":59.4525295240001,"selected_epoch":5,"epoch":100,"total_run_seconds":71.02592130599999,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":24,"repair_count":20,"harm_rate":0.0024,"repair_rate":0.002,"conditional_harm":0.0024372905453437597,"accuracy_pp":-0.04,"ce":0.013892163627773721},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.00102880658436214,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.04236101071831341},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.037873050500278276},{"n":1032,"baseline_correct":1018,"harm_count":4,"repair_count":2,"harm_rate":0.003875968992248062,"repair_rate":0.001937984496124031,"conditional_harm":0.003929273084479371,"accuracy_pp":-0.1937984496124031,"digit":2,"accuracy":0.9844961240310077,"ce":0.07835608183997265},{"n":1010,"baseline_correct":994,"harm_count":3,"repair_count":2,"harm_rate":0.0029702970297029703,"repair_rate":0.0019801980198019802,"conditional_harm":0.0030181086519114686,"accuracy_pp":-0.09900990099009901,"digit":3,"accuracy":0.9831683168316832,"ce":0.08181675474478768},{"n":982,"baseline_correct":965,"harm_count":3,"repair_count":1,"harm_rate":0.003054989816700611,"repair_rate":0.0010183299389002036,"conditional_harm":0.0031088082901554403,"accuracy_pp":-0.20366598778004075,"digit":4,"accuracy":0.9806517311608961,"ce":0.13570225302265268},{"n":892,"baseline_correct":874,"harm_count":2,"repair_count":4,"harm_rate":0.002242152466367713,"repair_rate":0.004484304932735426,"conditional_harm":0.002288329519450801,"accuracy_pp":0.2242152466367713,"digit":5,"accuracy":0.9820627802690582,"ce":0.12941797392334184},{"n":958,"baseline_correct":944,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0010438413361169101,"conditional_harm":0.0,"accuracy_pp":0.10438413361169102,"digit":6,"accuracy":0.9864300626304802,"ce":0.12384848141443065},{"n":1028,"baseline_correct":1007,"harm_count":2,"repair_count":3,"harm_rate":0.0019455252918287938,"repair_rate":0.0029182879377431907,"conditional_harm":0.0019860973187686196,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.980544747081712,"ce":0.1299606799006025},{"n":974,"baseline_correct":958,"harm_count":5,"repair_count":3,"harm_rate":0.00513347022587269,"repair_rate":0.003080082135523614,"conditional_harm":0.005219206680584551,"accuracy_pp":-0.2053388090349076,"digit":8,"accuracy":0.9815195071868583,"ce":0.12438677642133407},{"n":1009,"baseline_correct":989,"harm_count":4,"repair_count":4,"harm_rate":0.003964321110009911,"repair_rate":0.003964321110009911,"conditional_harm":0.004044489383215369,"accuracy_pp":0.0,"digit":9,"accuracy":0.9801783944499505,"ce":0.1687545493821476}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"6a6098351b1eb68cffbe1997447ecad4cd07d40091a56503469448e12f3faec7","train_accuracy":1.0,"train_ce":2.71049827337265e-06,"validation_accuracy":0.9843,"validation_ce":0.11374921875},{"seed":203,"run_id":"halfdrop-m02-s203-v1","accuracy":0.9846,"test_accuracy":0.9846,"ce":0.10732728811031875,"training_seconds":59.82897559999989,"selected_epoch":5,"epoch":100,"total_run_seconds":64.579761932,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":20,"repair_count":34,"harm_rate":0.002,"repair_rate":0.0034,"conditional_harm":0.0020341741253051262,"accuracy_pp":0.14,"ce":0.010955779269208099},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.047413247138676944},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9920704845814978,"ce":0.033748380726536555},{"n":1032,"baseline_correct":1012,"harm_count":1,"repair_count":5,"harm_rate":0.0009689922480620155,"repair_rate":0.0048449612403100775,"conditional_harm":0.0009881422924901185,"accuracy_pp":0.3875968992248062,"digit":2,"accuracy":0.9844961240310077,"ce":0.07651247170055057},{"n":1010,"baseline_correct":991,"harm_count":3,"repair_count":4,"harm_rate":0.0029702970297029703,"repair_rate":0.0039603960396039604,"conditional_harm":0.0030272452068617556,"accuracy_pp":0.09900990099009901,"digit":3,"accuracy":0.9821782178217822,"ce":0.11164789985410907},{"n":982,"baseline_correct":963,"harm_count":2,"repair_count":3,"harm_rate":0.002036659877800407,"repair_rate":0.003054989816700611,"conditional_harm":0.0020768431983385254,"accuracy_pp":0.10183299389002037,"digit":4,"accuracy":0.9816700610997964,"ce":0.14293983216160694},{"n":892,"baseline_correct":880,"harm_count":3,"repair_count":0,"harm_rate":0.0033632286995515697,"repair_rate":0.0,"conditional_harm":0.003409090909090909,"accuracy_pp":-0.336322869955157,"digit":5,"accuracy":0.9831838565022422,"ce":0.12419563072786162},{"n":958,"baseline_correct":938,"harm_count":0,"repair_count":7,"harm_rate":0.0,"repair_rate":0.007306889352818371,"conditional_harm":0.0,"accuracy_pp":0.7306889352818372,"digit":6,"accuracy":0.9864300626304802,"ce":0.13244005325272531},{"n":1028,"baseline_correct":1008,"harm_count":1,"repair_count":2,"harm_rate":0.0009727626459143969,"repair_rate":0.0019455252918287938,"conditional_harm":0.000992063492063492,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.9815175097276264,"ce":0.11996777261195204},{"n":974,"baseline_correct":957,"harm_count":5,"repair_count":4,"harm_rate":0.00513347022587269,"repair_rate":0.004106776180698152,"conditional_harm":0.00522466039707419,"accuracy_pp":-0.1026694045174538,"digit":8,"accuracy":0.9815195071868583,"ce":0.12875810396725224},{"n":1009,"baseline_correct":986,"harm_count":4,"repair_count":7,"harm_rate":0.003964321110009911,"repair_rate":0.006937561942517344,"conditional_harm":0.004056795131845842,"accuracy_pp":0.29732408325074333,"digit":9,"accuracy":0.9801783944499505,"ce":0.1684975072525222}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"3d4cf615df707764af9d2dc8ccad108faef7c2f071212e9dfc37418e211cac67","train_accuracy":1.0,"train_ce":2.6120150089263914e-06,"validation_accuracy":0.9846,"validation_ce":0.113168310546875}]},{"endpoint":"final","drop_mask":3,"k":2,"drop_probabilities":[0.5,0.5,0,0],"nominal_training_affine_fraction":0.6656916005014626,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9853,"values":[0.9862,0.9848,0.9849],"n":3,"sample_sd":0.0007810249675906434,"df":2,"ci95_low":0.9833598264241216,"ci95_high":0.9872401735758783},"ce":{"mean":0.11017545044805838,"values":[0.11397230908328647,0.10609439070165536,0.11045965155923332],"n":3,"sample_sd":0.00394664125689239,"df":2,"ci95_low":0.10037145006671926,"ci95_high":0.1199794508293975},"training_seconds":{"mean":47.646612997666644,"values":[47.572166958000025,47.58740812100001,47.7802639139999],"n":3,"sample_sd":0.11599568457463175,"df":2,"ci95_low":47.358463743204425,"ci95_high":47.93476225212886},"selected_epoch":{"mean":5.0,"values":[5.0,5.0,5.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":5.0,"ci95_high":5.0},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":1.3304006556669871e-06,"values":[1.3733246922492981e-06,1.3988822698593139e-06,1.2189950048923492e-06],"n":3,"sample_sd":9.732271940155302e-08,"df":2,"ci95_low":1.0886376181830353e-06,"ci95_high":1.572163693150939e-06},"validation_accuracy":{"mean":0.9847,"values":[0.9837,0.9855,0.9849],"n":3,"sample_sd":0.0009165151389911761,"df":2,"ci95_low":0.9824232501797623,"ci95_high":0.9869767498202378},"validation_ce":{"mean":0.12400518798828125,"values":[0.124658203125,0.12280296630859375,0.12455439453125],"n":3,"sample_sd":0.00104244749573639,"df":2,"ci95_low":0.12141560485151219,"ci95_high":0.1265947711250503},"harm_rate":{"mean":0.0023666666666666667,"values":[0.0019,0.0029,0.0023],"n":3,"sample_sd":0.0005033222956847166,"df":2,"ci95_low":0.0011163447707477664,"ci95_high":0.003616988562585567},"repair_rate":{"mean":0.003266666666666667,"values":[0.0028,0.003,0.004],"n":3,"sample_sd":0.0006429100507328637,"df":2,"ci95_low":0.0016695895643219648,"ci95_high":0.004863743769011369},"conditional_harm":{"mean":0.002404235449831857,"values":[0.0019283466964376333,0.0029450594089570426,0.002339300244100895],"n":3,"sample_sd":0.0005114573497928596,"df":2,"ci95_low":0.001133704959215082,"ci95_high":0.0036747659404486317}},"paired_vs_none":{"accuracy_pp":{"mean":0.09,"values":[0.09,0.01,0.17],"n":3,"sample_sd":0.08,"df":2,"ci95_low":-0.10873101694697948,"ci95_high":0.28873101694697945},"ce":{"mean":0.01762239808544412,"values":[0.02282960035623327,0.015949451181976423,0.01408814271812267],"n":3,"sample_sd":0.004604599213404698,"df":2,"ci95_low":0.006183939531529405,"ci95_high":0.02906085663935884},"harm_rate":{"mean":0.0023666666666666667,"values":[0.0019,0.0029,0.0023],"n":3,"sample_sd":0.0005033222956847166,"df":2,"ci95_low":0.0011163447707477664,"ci95_high":0.003616988562585567},"repair_rate":{"mean":0.003266666666666667,"values":[0.0028,0.003,0.004],"n":3,"sample_sd":0.0006429100507328637,"df":2,"ci95_low":0.0016695895643219648,"ci95_high":0.004863743769011369},"conditional_harm":{"mean":0.002404235449831857,"values":[0.0019283466964376333,0.0029450594089570426,0.002339300244100895],"n":3,"sample_sd":0.0005114573497928596,"df":2,"ci95_low":0.001133704959215082,"ci95_high":0.0036747659404486317},"harm_count":{"mean":23.666666666666668,"values":[19.0,29.0,23.0],"n":3,"sample_sd":5.033222956847166,"df":2,"ci95_low":11.163447707477664,"ci95_high":36.16988562585567},"repair_count":{"mean":32.666666666666664,"values":[28.0,30.0,40.0],"n":3,"sample_sd":6.429100507328637,"df":2,"ci95_low":16.695895643219643,"ci95_high":48.637437690113686}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9918367346938776,"values":[0.9928571428571429,0.9908163265306122,0.9918367346938776],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.9893019002940436,"ci95_high":0.9943715690937115},"ce":{"mean":0.042338500603244615,"values":[0.03773192693349348,0.04640222380997604,0.04288135106626432],"n":3,"sample_sd":0.00436056498065174,"df":2,"ci95_low":0.03150625668989079,"ci95_high":0.053170744516598444},"accuracy_pp":{"mean":0.0,"values":[0.10204081632653061,-0.10204081632653061,0.0],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.2534834399833922,"ci95_high":0.2534834399833922},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010204081632653062,"ci95_high":0.0010204081632653062},"repair_rate":{"mean":0.0010204081632653062,"values":[0.0020408163265306124,0.0,0.0010204081632653062],"n":3,"sample_sd":0.0010204081632653062,"df":2,"ci95_low":-0.001514426236568616,"ci95_high":0.0035552425630992284},"conditional_harm":{"mean":0.00102880658436214,"values":[0.00102880658436214,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.00102880658436214,"ci95_high":0.00102880658436214},"metrics":{"accuracy":{"mean":0.9918367346938776,"values":[0.9928571428571429,0.9908163265306122,0.9918367346938776],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.9893019002940436,"ci95_high":0.9943715690937115},"ce":{"mean":0.042338500603244615,"values":[0.03773192693349348,0.04640222380997604,0.04288135106626432],"n":3,"sample_sd":0.00436056498065174,"df":2,"ci95_low":0.03150625668989079,"ci95_high":0.053170744516598444},"accuracy_pp":{"mean":0.0,"values":[0.10204081632653061,-0.10204081632653061,0.0],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.2534834399833922,"ci95_high":0.2534834399833922},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010204081632653062,"ci95_high":0.0010204081632653062},"repair_rate":{"mean":0.0010204081632653062,"values":[0.0020408163265306124,0.0,0.0010204081632653062],"n":3,"sample_sd":0.0010204081632653062,"df":2,"ci95_low":-0.001514426236568616,"ci95_high":0.0035552425630992284},"conditional_harm":{"mean":0.00102880658436214,"values":[0.00102880658436214,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.00102880658436214,"ci95_high":0.00102880658436214}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9926578560939795,"values":[0.9938325991189427,0.9920704845814978,0.9920704845814978],"n":3,"sample_sd":0.0010173573025367678,"df":2,"ci95_low":0.9901306004523349,"ci95_high":0.9951851117356241},"ce":{"mean":0.034755013684194286,"values":[0.033382302937859466,0.04327044034020195,0.027612297774521437],"n":3,"sample_sd":0.007918813563067468,"df":2,"ci95_low":0.015083590279170136,"ci95_high":0.05442643708921843},"accuracy_pp":{"mean":0.0881057268722467,"values":[0.1762114537444934,0.0,0.0881057268722467],"n":3,"sample_sd":0.0881057268722467,"df":2,"ci95_low":-0.13076103187993332,"ci95_high":0.30697248562442675},"harm_rate":{"mean":0.0002936857562408223,"values":[0.0,0.0,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.0011747430249632893,"values":[0.001762114537444934,0.0,0.001762114537444934],"n":3,"sample_sd":0.0010173573025367855,"df":2,"ci95_low":-0.0013525126166813513,"ci95_high":0.00370199866660793},"conditional_harm":{"mean":0.0002962962962962963,"values":[0.0,0.0,0.0008888888888888889],"n":3,"sample_sd":0.0005132002392796674,"df":2,"ci95_low":-0.0009785637718222227,"ci95_high":0.0015711563644148151},"metrics":{"accuracy":{"mean":0.9926578560939795,"values":[0.9938325991189427,0.9920704845814978,0.9920704845814978],"n":3,"sample_sd":0.0010173573025367678,"df":2,"ci95_low":0.9901306004523349,"ci95_high":0.9951851117356241},"ce":{"mean":0.034755013684194286,"values":[0.033382302937859466,0.04327044034020195,0.027612297774521437],"n":3,"sample_sd":0.007918813563067468,"df":2,"ci95_low":0.015083590279170136,"ci95_high":0.05442643708921843},"accuracy_pp":{"mean":0.0881057268722467,"values":[0.1762114537444934,0.0,0.0881057268722467],"n":3,"sample_sd":0.0881057268722467,"df":2,"ci95_low":-0.13076103187993332,"ci95_high":0.30697248562442675},"harm_rate":{"mean":0.0002936857562408223,"values":[0.0,0.0,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.0011747430249632893,"values":[0.001762114537444934,0.0,0.001762114537444934],"n":3,"sample_sd":0.0010173573025367855,"df":2,"ci95_low":-0.0013525126166813513,"ci95_high":0.00370199866660793},"conditional_harm":{"mean":0.0002962962962962963,"values":[0.0,0.0,0.0008888888888888889],"n":3,"sample_sd":0.0005132002392796674,"df":2,"ci95_low":-0.0009785637718222227,"ci95_high":0.0015711563644148151}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9848191214470284,"values":[0.9874031007751938,0.9825581395348837,0.9844961240310077],"n":3,"sample_sd":0.0024385770139763448,"df":2,"ci95_low":0.9787613603233903,"ci95_high":0.9908768825706665},"ce":{"mean":0.08516930590156668,"values":[0.07362993107023354,0.08591194897094333,0.09596603766352318],"n":3,"sample_sd":0.01118655681982035,"df":2,"ci95_low":0.05738035823984085,"ci95_high":0.11295825356329252},"accuracy_pp":{"mean":0.03229974160206719,"values":[0.09689922480620156,-0.3875968992248062,0.3875968992248062],"n":3,"sample_sd":0.3916135546828857,"df":2,"ci95_low":-0.9405222580523257,"ci95_high":1.0051217412564601},"harm_rate":{"mean":0.003875968992248062,"values":[0.003875968992248062,0.0048449612403100775,0.0029069767441860465],"n":3,"sample_sd":0.0009689922480620155,"df":2,"ci95_low":0.0014688588063592601,"ci95_high":0.006283079178136863},"repair_rate":{"mean":0.004198966408268734,"values":[0.0048449612403100775,0.0009689922480620155,0.006782945736434108],"n":3,"sample_sd":0.0029603202163797416,"df":2,"ci95_low":-0.00315487668035437,"ci95_high":0.011552809496891837},"conditional_harm":{"mean":0.003935097105849647,"values":[0.003929273084479371,0.004911591355599214,0.0029644268774703555],"n":3,"sample_sd":0.0009735953038302919,"df":2,"ci95_low":0.0015165522955371798,"ci95_high":0.006353641916162114},"metrics":{"accuracy":{"mean":0.9848191214470284,"values":[0.9874031007751938,0.9825581395348837,0.9844961240310077],"n":3,"sample_sd":0.0024385770139763448,"df":2,"ci95_low":0.9787613603233903,"ci95_high":0.9908768825706665},"ce":{"mean":0.08516930590156668,"values":[0.07362993107023354,0.08591194897094333,0.09596603766352318],"n":3,"sample_sd":0.01118655681982035,"df":2,"ci95_low":0.05738035823984085,"ci95_high":0.11295825356329252},"accuracy_pp":{"mean":0.03229974160206719,"values":[0.09689922480620156,-0.3875968992248062,0.3875968992248062],"n":3,"sample_sd":0.3916135546828857,"df":2,"ci95_low":-0.9405222580523257,"ci95_high":1.0051217412564601},"harm_rate":{"mean":0.003875968992248062,"values":[0.003875968992248062,0.0048449612403100775,0.0029069767441860465],"n":3,"sample_sd":0.0009689922480620155,"df":2,"ci95_low":0.0014688588063592601,"ci95_high":0.006283079178136863},"repair_rate":{"mean":0.004198966408268734,"values":[0.0048449612403100775,0.0009689922480620155,0.006782945736434108],"n":3,"sample_sd":0.0029603202163797416,"df":2,"ci95_low":-0.00315487668035437,"ci95_high":0.011552809496891837},"conditional_harm":{"mean":0.003935097105849647,"values":[0.003929273084479371,0.004911591355599214,0.0029644268774703555],"n":3,"sample_sd":0.0009735953038302919,"df":2,"ci95_low":0.0015165522955371798,"ci95_high":0.006353641916162114}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9818481848184818,"values":[0.9801980198019802,0.9841584158415841,0.9811881188118812],"n":3,"sample_sd":0.002061055445015975,"df":2,"ci95_low":0.9767282392613301,"ci95_high":0.9869681303756335},"ce":{"mean":0.11126475352620695,"values":[0.11684719761690363,0.1057656424527818,0.11118142050893542],"n":3,"sample_sd":0.005541247558780823,"df":2,"ci95_low":0.09749953149481344,"ci95_high":0.12502997555760045},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0033003300330033004,"values":[0.0029702970297029703,0.0039603960396039604,0.0029702970297029703],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0018803126303960397,"ci95_high":0.004720347435610561},"repair_rate":{"mean":0.0033003300330033004,"values":[0.0029702970297029703,0.0039603960396039604,0.0029702970297029703],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0018803126303960397,"ci95_high":0.004720347435610561},"conditional_harm":{"mean":0.0033605643687933595,"values":[0.0030303030303030303,0.004024144869215292,0.0030272452068617556],"n":3,"sample_sd":0.0005746796046287153,"df":2,"ci95_low":0.001932981090711451,"ci95_high":0.004788147646875268},"metrics":{"accuracy":{"mean":0.9818481848184818,"values":[0.9801980198019802,0.9841584158415841,0.9811881188118812],"n":3,"sample_sd":0.002061055445015975,"df":2,"ci95_low":0.9767282392613301,"ci95_high":0.9869681303756335},"ce":{"mean":0.11126475352620695,"values":[0.11684719761690363,0.1057656424527818,0.11118142050893542],"n":3,"sample_sd":0.005541247558780823,"df":2,"ci95_low":0.09749953149481344,"ci95_high":0.12502997555760045},"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0033003300330033004,"values":[0.0029702970297029703,0.0039603960396039604,0.0029702970297029703],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0018803126303960397,"ci95_high":0.004720347435610561},"repair_rate":{"mean":0.0033003300330033004,"values":[0.0029702970297029703,0.0039603960396039604,0.0029702970297029703],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0018803126303960397,"ci95_high":0.004720347435610561},"conditional_harm":{"mean":0.0033605643687933595,"values":[0.0030303030303030303,0.004024144869215292,0.0030272452068617556],"n":3,"sample_sd":0.0005746796046287153,"df":2,"ci95_low":0.001932981090711451,"ci95_high":0.004788147646875268}}},{"digit":4,"n":982,"accuracy":{"mean":0.9813306177868296,"values":[0.9826883910386965,0.9806517311608961,0.9806517311608961],"n":3,"sample_sd":0.001175866128695794,"df":2,"ci95_low":0.9784096043924644,"ci95_high":0.9842516311811949},"ce":{"mean":0.16562507665668896,"values":[0.1753847352058282,0.13399731655390512,0.1874931782103336],"n":3,"sample_sd":0.028051559757663626,"df":2,"ci95_low":0.09594113918682075,"ci95_high":0.2353090141265572},"accuracy_pp":{"mean":-0.10183299389002037,"values":[-0.10183299389002037,-0.20366598778004075,0.0],"n":3,"sample_sd":0.10183299389002037,"df":2,"ci95_low":-0.35480017432151156,"ci95_high":0.15113418654147082},"harm_rate":{"mean":0.0027155465037338763,"values":[0.002036659877800407,0.003054989816700611,0.003054989816700611],"n":3,"sample_sd":0.0005879330643478878,"df":2,"ci95_low":0.0012550398065512556,"ci95_high":0.004176053200916497},"repair_rate":{"mean":0.0016972165648336728,"values":[0.0010183299389002036,0.0010183299389002036,0.003054989816700611],"n":3,"sample_sd":0.0011758661286957754,"df":2,"ci95_low":-0.0012237968295315683,"ci95_high":0.004618229959198914},"conditional_harm":{"mean":0.0027648221541348096,"values":[0.002070393374741201,0.0031088082901554403,0.003115264797507788],"n":3,"sample_sd":0.0006014016285805775,"df":2,"ci95_low":0.0012708576886174623,"ci95_high":0.0042587866196521565},"metrics":{"accuracy":{"mean":0.9813306177868296,"values":[0.9826883910386965,0.9806517311608961,0.9806517311608961],"n":3,"sample_sd":0.001175866128695794,"df":2,"ci95_low":0.9784096043924644,"ci95_high":0.9842516311811949},"ce":{"mean":0.16562507665668896,"values":[0.1753847352058282,0.13399731655390512,0.1874931782103336],"n":3,"sample_sd":0.028051559757663626,"df":2,"ci95_low":0.09594113918682075,"ci95_high":0.2353090141265572},"accuracy_pp":{"mean":-0.10183299389002037,"values":[-0.10183299389002037,-0.20366598778004075,0.0],"n":3,"sample_sd":0.10183299389002037,"df":2,"ci95_low":-0.35480017432151156,"ci95_high":0.15113418654147082},"harm_rate":{"mean":0.0027155465037338763,"values":[0.002036659877800407,0.003054989816700611,0.003054989816700611],"n":3,"sample_sd":0.0005879330643478878,"df":2,"ci95_low":0.0012550398065512556,"ci95_high":0.004176053200916497},"repair_rate":{"mean":0.0016972165648336728,"values":[0.0010183299389002036,0.0010183299389002036,0.003054989816700611],"n":3,"sample_sd":0.0011758661286957754,"df":2,"ci95_low":-0.0012237968295315683,"ci95_high":0.004618229959198914},"conditional_harm":{"mean":0.0027648221541348096,"values":[0.002070393374741201,0.0031088082901554403,0.003115264797507788],"n":3,"sample_sd":0.0006014016285805775,"df":2,"ci95_low":0.0012708576886174623,"ci95_high":0.0042587866196521565}}},{"digit":5,"n":892,"accuracy":{"mean":0.9831838565022422,"values":[0.9854260089686099,0.9809417040358744,0.9831838565022422],"n":3,"sample_sd":0.0022421524663677195,"df":2,"ci95_low":0.9776140410048493,"ci95_high":0.988753671999635},"ce":{"mean":0.14134132393725085,"values":[0.1424293494380893,0.12649078395136024,0.15510383842230305],"n":3,"sample_sd":0.014337523187675796,"df":2,"ci95_low":0.10572494189240447,"ci95_high":0.17695770598209723},"accuracy_pp":{"mean":-4.625929269271485e-18,"values":[0.2242152466367713,0.11210762331838565,-0.336322869955157],"n":3,"sample_sd":0.2966088913749541,"df":2,"ci95_low":-0.7368173327307599,"ci95_high":0.7368173327307599},"harm_rate":{"mean":0.0037369207772795215,"values":[0.002242152466367713,0.005605381165919282,0.0033632286995515697],"n":3,"sample_sd":0.001712472232793662,"df":2,"ci95_low":-0.0005170960766773414,"ci95_high":0.007990937631236384},"repair_rate":{"mean":0.003736920777279522,"values":[0.004484304932735426,0.006726457399103139,0.0],"n":3,"sample_sd":0.0034249444655873244,"df":2,"ci95_low":-0.004771112930634204,"ci95_high":0.012244954485193247},"conditional_harm":{"mean":0.003803472139364731,"values":[0.002280501710376283,0.005720823798627002,0.003409090909090909],"n":3,"sample_sd":0.0017537406974295453,"df":2,"ci95_low":-0.0005530612639037509,"ci95_high":0.008160005542633214},"metrics":{"accuracy":{"mean":0.9831838565022422,"values":[0.9854260089686099,0.9809417040358744,0.9831838565022422],"n":3,"sample_sd":0.0022421524663677195,"df":2,"ci95_low":0.9776140410048493,"ci95_high":0.988753671999635},"ce":{"mean":0.14134132393725085,"values":[0.1424293494380893,0.12649078395136024,0.15510383842230305],"n":3,"sample_sd":0.014337523187675796,"df":2,"ci95_low":0.10572494189240447,"ci95_high":0.17695770598209723},"accuracy_pp":{"mean":-4.625929269271485e-18,"values":[0.2242152466367713,0.11210762331838565,-0.336322869955157],"n":3,"sample_sd":0.2966088913749541,"df":2,"ci95_low":-0.7368173327307599,"ci95_high":0.7368173327307599},"harm_rate":{"mean":0.0037369207772795215,"values":[0.002242152466367713,0.005605381165919282,0.0033632286995515697],"n":3,"sample_sd":0.001712472232793662,"df":2,"ci95_low":-0.0005170960766773414,"ci95_high":0.007990937631236384},"repair_rate":{"mean":0.003736920777279522,"values":[0.004484304932735426,0.006726457399103139,0.0],"n":3,"sample_sd":0.0034249444655873244,"df":2,"ci95_low":-0.004771112930634204,"ci95_high":0.012244954485193247},"conditional_harm":{"mean":0.003803472139364731,"values":[0.002280501710376283,0.005720823798627002,0.003409090909090909],"n":3,"sample_sd":0.0017537406974295453,"df":2,"ci95_low":-0.0005530612639037509,"ci95_high":0.008160005542633214}}},{"digit":6,"n":958,"accuracy":{"mean":0.9871259568545581,"values":[0.988517745302714,0.9874739039665971,0.9853862212943633],"n":3,"sample_sd":0.0015944939787598481,"df":2,"ci95_low":0.9831650142306233,"ci95_high":0.9910868994784928},"ce":{"mean":0.1389443417312372,"values":[0.1429663467513046,0.12331627156217123,0.15055040688023577],"n":3,"sample_sd":0.01405549447428827,"df":2,"ci95_low":0.10402855784913773,"ci95_high":0.1738601256133367},"accuracy_pp":{"mean":0.3827418232428671,"values":[0.31315240083507306,0.20876826722338204,0.6263048016701461],"n":3,"sample_sd":0.21729290182318714,"df":2,"ci95_low":-0.15704366869065978,"ci95_high":0.922527315176394},"harm_rate":{"mean":0.0006958942240779401,"values":[0.0010438413361169101,0.0010438413361169101,0.0],"n":3,"sample_sd":0.0006026620763983567,"df":2,"ci95_low":-0.0008012013673973557,"ci95_high":0.002192989815553236},"repair_rate":{"mean":0.004523312456506611,"values":[0.0041753653444676405,0.003131524008350731,0.006263048016701462],"n":3,"sample_sd":0.001594493978759861,"df":2,"ci95_low":0.0005623698325718284,"ci95_high":0.008484255080441393},"conditional_harm":{"mean":0.0007062146892655367,"values":[0.001059322033898305,0.001059322033898305,0.0],"n":3,"sample_sd":0.0006115998614296883,"df":2,"ci95_low":-0.0008130835910663845,"ci95_high":0.0022255129695974577},"metrics":{"accuracy":{"mean":0.9871259568545581,"values":[0.988517745302714,0.9874739039665971,0.9853862212943633],"n":3,"sample_sd":0.0015944939787598481,"df":2,"ci95_low":0.9831650142306233,"ci95_high":0.9910868994784928},"ce":{"mean":0.1389443417312372,"values":[0.1429663467513046,0.12331627156217123,0.15055040688023577],"n":3,"sample_sd":0.01405549447428827,"df":2,"ci95_low":0.10402855784913773,"ci95_high":0.1738601256133367},"accuracy_pp":{"mean":0.3827418232428671,"values":[0.31315240083507306,0.20876826722338204,0.6263048016701461],"n":3,"sample_sd":0.21729290182318714,"df":2,"ci95_low":-0.15704366869065978,"ci95_high":0.922527315176394},"harm_rate":{"mean":0.0006958942240779401,"values":[0.0010438413361169101,0.0010438413361169101,0.0],"n":3,"sample_sd":0.0006026620763983567,"df":2,"ci95_low":-0.0008012013673973557,"ci95_high":0.002192989815553236},"repair_rate":{"mean":0.004523312456506611,"values":[0.0041753653444676405,0.003131524008350731,0.006263048016701462],"n":3,"sample_sd":0.001594493978759861,"df":2,"ci95_low":0.0005623698325718284,"ci95_high":0.008484255080441393},"conditional_harm":{"mean":0.0007062146892655367,"values":[0.001059322033898305,0.001059322033898305,0.0],"n":3,"sample_sd":0.0006115998614296883,"df":2,"ci95_low":-0.0008130835910663845,"ci95_high":0.0022255129695974577}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9815175097276264,"values":[0.9824902723735408,0.9815175097276264,0.980544747081712],"n":3,"sample_sd":0.0009727626459143934,"df":2,"ci95_low":0.9791010333542439,"ci95_high":0.9839339861010089},"ce":{"mean":0.12270846102757912,"values":[0.12776687392323718,0.1269136545910759,0.1134448545684243],"n":3,"sample_sd":0.008033853327000977,"df":2,"ci95_low":0.10275126300660689,"ci95_high":0.14266565904855136},"accuracy_pp":{"mean":0.0324254215304799,"values":[-0.09727626459143969,0.19455252918287938,0.0],"n":3,"sample_sd":0.14859194860427496,"df":2,"ci95_low":-0.33669744167278104,"ci95_high":0.4015482847337408},"harm_rate":{"mean":0.0035667963683527885,"values":[0.0029182879377431907,0.0029182879377431907,0.0048638132295719845],"n":3,"sample_sd":0.0011232495509525793,"df":2,"ci95_low":0.0007764897990272372,"ci95_high":0.006357102937678339},"repair_rate":{"mean":0.0038910505836575876,"values":[0.0019455252918287938,0.0048638132295719845,0.0048638132295719845],"n":3,"sample_sd":0.001684874326428869,"df":2,"ci95_low":-0.00029440927033074025,"ci95_high":0.008076510437645915},"conditional_harm":{"mean":0.0036356074963051644,"values":[0.002967359050445104,0.0029791459781529296,0.00496031746031746],"n":3,"sample_sd":0.0011472476190785015,"df":2,"ci95_low":0.0007856864209367705,"ci95_high":0.006485528571673558},"metrics":{"accuracy":{"mean":0.9815175097276264,"values":[0.9824902723735408,0.9815175097276264,0.980544747081712],"n":3,"sample_sd":0.0009727626459143934,"df":2,"ci95_low":0.9791010333542439,"ci95_high":0.9839339861010089},"ce":{"mean":0.12270846102757912,"values":[0.12776687392323718,0.1269136545910759,0.1134448545684243],"n":3,"sample_sd":0.008033853327000977,"df":2,"ci95_low":0.10275126300660689,"ci95_high":0.14266565904855136},"accuracy_pp":{"mean":0.0324254215304799,"values":[-0.09727626459143969,0.19455252918287938,0.0],"n":3,"sample_sd":0.14859194860427496,"df":2,"ci95_low":-0.33669744167278104,"ci95_high":0.4015482847337408},"harm_rate":{"mean":0.0035667963683527885,"values":[0.0029182879377431907,0.0029182879377431907,0.0048638132295719845],"n":3,"sample_sd":0.0011232495509525793,"df":2,"ci95_low":0.0007764897990272372,"ci95_high":0.006357102937678339},"repair_rate":{"mean":0.0038910505836575876,"values":[0.0019455252918287938,0.0048638132295719845,0.0048638132295719845],"n":3,"sample_sd":0.001684874326428869,"df":2,"ci95_low":-0.00029440927033074025,"ci95_high":0.008076510437645915},"conditional_harm":{"mean":0.0036356074963051644,"values":[0.002967359050445104,0.0029791459781529296,0.00496031746031746],"n":3,"sample_sd":0.0011472476190785015,"df":2,"ci95_low":0.0007856864209367705,"ci95_high":0.006485528571673558}}},{"digit":8,"n":974,"accuracy":{"mean":0.9835728952772074,"values":[0.9835728952772074,0.9825462012320328,0.9845995893223819],"n":3,"sample_sd":0.0010266940451745254,"df":2,"ci95_low":0.9810224458810706,"ci95_high":0.9861233446733442},"ce":{"mean":0.12311059844057487,"values":[0.14759873674991095,0.11058209963951844,0.11115095893229522],"n":3,"sample_sd":0.02120925714438449,"df":2,"ci95_low":0.07042388292815588,"ci95_high":0.17579731395299386},"accuracy_pp":{"mean":0.034223134839151265,"values":[0.0,-0.1026694045174538,0.2053388090349076],"n":3,"sample_sd":0.15683010591909102,"df":2,"ci95_low":-0.355364445625892,"ci95_high":0.42381071530419456},"harm_rate":{"mean":0.0034223134839151265,"values":[0.001026694045174538,0.00513347022587269,0.004106776180698152],"n":3,"sample_sd":0.0021372340856941814,"df":2,"ci95_low":-0.0018868703073817803,"ci95_high":0.008731497275212033},"repair_rate":{"mean":0.0037645448323066393,"values":[0.001026694045174538,0.004106776180698152,0.006160164271047228],"n":3,"sample_sd":0.0025837900189153835,"df":2,"ci95_low":-0.0026539453931497285,"ci95_high":0.010183035057763006},"conditional_harm":{"mean":0.003480925444786938,"values":[0.0010438413361169101,0.005219206680584551,0.0041797283176593526],"n":3,"sample_sd":0.002173629000380792,"df":2,"ci95_low":-0.0019186683266020775,"ci95_high":0.008880519216175954},"metrics":{"accuracy":{"mean":0.9835728952772074,"values":[0.9835728952772074,0.9825462012320328,0.9845995893223819],"n":3,"sample_sd":0.0010266940451745254,"df":2,"ci95_low":0.9810224458810706,"ci95_high":0.9861233446733442},"ce":{"mean":0.12311059844057487,"values":[0.14759873674991095,0.11058209963951844,0.11115095893229522],"n":3,"sample_sd":0.02120925714438449,"df":2,"ci95_low":0.07042388292815588,"ci95_high":0.17579731395299386},"accuracy_pp":{"mean":0.034223134839151265,"values":[0.0,-0.1026694045174538,0.2053388090349076],"n":3,"sample_sd":0.15683010591909102,"df":2,"ci95_low":-0.355364445625892,"ci95_high":0.42381071530419456},"harm_rate":{"mean":0.0034223134839151265,"values":[0.001026694045174538,0.00513347022587269,0.004106776180698152],"n":3,"sample_sd":0.0021372340856941814,"df":2,"ci95_low":-0.0018868703073817803,"ci95_high":0.008731497275212033},"repair_rate":{"mean":0.0037645448323066393,"values":[0.001026694045174538,0.004106776180698152,0.006160164271047228],"n":3,"sample_sd":0.0025837900189153835,"df":2,"ci95_low":-0.0026539453931497285,"ci95_high":0.010183035057763006},"conditional_harm":{"mean":0.003480925444786938,"values":[0.0010438413361169101,0.005219206680584551,0.0041797283176593526],"n":3,"sample_sd":0.002173629000380792,"df":2,"ci95_low":-0.0019186683266020775,"ci95_high":0.008880519216175954}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9841427155599604,"values":[0.9841427155599604,0.9841427155599604,0.9841427155599604],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9841427155599604,"ci95_high":0.9841427155599604},"ce":{"mean":0.15129903090293842,"values":[0.15809025203158283,0.16862934927224923,0.1271774914049832],"n":3,"sample_sd":0.021544248501064414,"df":2,"ci95_low":0.0977801507282513,"ci95_high":0.20481791107762554},"accuracy_pp":{"mean":0.42946812025107367,"values":[0.19821605550049554,0.39643211100099107,0.6937561942517344],"n":3,"sample_sd":0.24941640024019657,"df":2,"ci95_low":-0.19011656553629025,"ci95_high":1.0490528060384376},"harm_rate":{"mean":0.0013214403700033035,"values":[0.0019821605550049554,0.0019821605550049554,0.0],"n":3,"sample_sd":0.001144400930009169,"df":2,"ci95_low":-0.0015214091376940869,"ci95_high":0.004164289877700694},"repair_rate":{"mean":0.0056161215725140405,"values":[0.003964321110009911,0.005946481665014866,0.006937561942517344],"n":3,"sample_sd":0.0015139001304776479,"df":2,"ci95_low":0.001855385166439192,"ci95_high":0.00937685797858889},"conditional_harm":{"mean":0.0013468027209496184,"values":[0.0020181634712411706,0.0020222446916076846,0.0],"n":3,"sample_sd":0.0011663671552979756,"df":2,"ci95_low":-0.0015506139153744097,"ci95_high":0.004244219357273647},"metrics":{"accuracy":{"mean":0.9841427155599604,"values":[0.9841427155599604,0.9841427155599604,0.9841427155599604],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9841427155599604,"ci95_high":0.9841427155599604},"ce":{"mean":0.15129903090293842,"values":[0.15809025203158283,0.16862934927224923,0.1271774914049832],"n":3,"sample_sd":0.021544248501064414,"df":2,"ci95_low":0.0977801507282513,"ci95_high":0.20481791107762554},"accuracy_pp":{"mean":0.42946812025107367,"values":[0.19821605550049554,0.39643211100099107,0.6937561942517344],"n":3,"sample_sd":0.24941640024019657,"df":2,"ci95_low":-0.19011656553629025,"ci95_high":1.0490528060384376},"harm_rate":{"mean":0.0013214403700033035,"values":[0.0019821605550049554,0.0019821605550049554,0.0],"n":3,"sample_sd":0.001144400930009169,"df":2,"ci95_low":-0.0015214091376940869,"ci95_high":0.004164289877700694},"repair_rate":{"mean":0.0056161215725140405,"values":[0.003964321110009911,0.005946481665014866,0.006937561942517344],"n":3,"sample_sd":0.0015139001304776479,"df":2,"ci95_low":0.001855385166439192,"ci95_high":0.00937685797858889},"conditional_harm":{"mean":0.0013468027209496184,"values":[0.0020181634712411706,0.0020222446916076846,0.0],"n":3,"sample_sd":0.0011663671552979756,"df":2,"ci95_low":-0.0015506139153744097,"ci95_high":0.004244219357273647}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m03-s201-v1","accuracy":0.9862,"test_accuracy":0.9862,"ce":0.11397230908328647,"training_seconds":47.572166958000025,"selected_epoch":5,"epoch":100,"total_run_seconds":58.03042471499998,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":19,"repair_count":28,"harm_rate":0.0019,"repair_rate":0.0028,"conditional_harm":0.0019283466964376333,"accuracy_pp":0.09,"ce":0.02282960035623327},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":2,"harm_rate":0.0010204081632653062,"repair_rate":0.0020408163265306124,"conditional_harm":0.00102880658436214,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.03773192693349348},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.001762114537444934,"conditional_harm":0.0,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9938325991189427,"ce":0.033382302937859466},{"n":1032,"baseline_correct":1018,"harm_count":4,"repair_count":5,"harm_rate":0.003875968992248062,"repair_rate":0.0048449612403100775,"conditional_harm":0.003929273084479371,"accuracy_pp":0.09689922480620156,"digit":2,"accuracy":0.9874031007751938,"ce":0.07362993107023354},{"n":1010,"baseline_correct":990,"harm_count":3,"repair_count":3,"harm_rate":0.0029702970297029703,"repair_rate":0.0029702970297029703,"conditional_harm":0.0030303030303030303,"accuracy_pp":0.0,"digit":3,"accuracy":0.9801980198019802,"ce":0.11684719761690363},{"n":982,"baseline_correct":966,"harm_count":2,"repair_count":1,"harm_rate":0.002036659877800407,"repair_rate":0.0010183299389002036,"conditional_harm":0.002070393374741201,"accuracy_pp":-0.10183299389002037,"digit":4,"accuracy":0.9826883910386965,"ce":0.1753847352058282},{"n":892,"baseline_correct":877,"harm_count":2,"repair_count":4,"harm_rate":0.002242152466367713,"repair_rate":0.004484304932735426,"conditional_harm":0.002280501710376283,"accuracy_pp":0.2242152466367713,"digit":5,"accuracy":0.9854260089686099,"ce":0.1424293494380893},{"n":958,"baseline_correct":944,"harm_count":1,"repair_count":4,"harm_rate":0.0010438413361169101,"repair_rate":0.0041753653444676405,"conditional_harm":0.001059322033898305,"accuracy_pp":0.31315240083507306,"digit":6,"accuracy":0.988517745302714,"ce":0.1429663467513046},{"n":1028,"baseline_correct":1011,"harm_count":3,"repair_count":2,"harm_rate":0.0029182879377431907,"repair_rate":0.0019455252918287938,"conditional_harm":0.002967359050445104,"accuracy_pp":-0.09727626459143969,"digit":7,"accuracy":0.9824902723735408,"ce":0.12776687392323718},{"n":974,"baseline_correct":958,"harm_count":1,"repair_count":1,"harm_rate":0.001026694045174538,"repair_rate":0.001026694045174538,"conditional_harm":0.0010438413361169101,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.14759873674991095},{"n":1009,"baseline_correct":991,"harm_count":2,"repair_count":4,"harm_rate":0.0019821605550049554,"repair_rate":0.003964321110009911,"conditional_harm":0.0020181634712411706,"accuracy_pp":0.19821605550049554,"digit":9,"accuracy":0.9841427155599604,"ce":0.15809025203158283}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"b3cc6e5f2a61ecf99a197a09ef48026a7d83d31299e9a9098ce16b3d75dbce71","train_accuracy":1.0,"train_ce":1.3733246922492981e-06,"validation_accuracy":0.9837,"validation_ce":0.124658203125},{"seed":202,"run_id":"halfdrop-m03-s202-v1","accuracy":0.9848,"test_accuracy":0.9848,"ce":0.10609439070165536,"training_seconds":47.58740812100001,"selected_epoch":5,"epoch":100,"total_run_seconds":59.188628179999995,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":29,"repair_count":30,"harm_rate":0.0029,"repair_rate":0.003,"conditional_harm":0.0029450594089570426,"accuracy_pp":0.01,"ce":0.015949451181976423},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.00102880658436214,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.04640222380997604},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.04327044034020195},{"n":1032,"baseline_correct":1018,"harm_count":5,"repair_count":1,"harm_rate":0.0048449612403100775,"repair_rate":0.0009689922480620155,"conditional_harm":0.004911591355599214,"accuracy_pp":-0.3875968992248062,"digit":2,"accuracy":0.9825581395348837,"ce":0.08591194897094333},{"n":1010,"baseline_correct":994,"harm_count":4,"repair_count":4,"harm_rate":0.0039603960396039604,"repair_rate":0.0039603960396039604,"conditional_harm":0.004024144869215292,"accuracy_pp":0.0,"digit":3,"accuracy":0.9841584158415841,"ce":0.1057656424527818},{"n":982,"baseline_correct":965,"harm_count":3,"repair_count":1,"harm_rate":0.003054989816700611,"repair_rate":0.0010183299389002036,"conditional_harm":0.0031088082901554403,"accuracy_pp":-0.20366598778004075,"digit":4,"accuracy":0.9806517311608961,"ce":0.13399731655390512},{"n":892,"baseline_correct":874,"harm_count":5,"repair_count":6,"harm_rate":0.005605381165919282,"repair_rate":0.006726457399103139,"conditional_harm":0.005720823798627002,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9809417040358744,"ce":0.12649078395136024},{"n":958,"baseline_correct":944,"harm_count":1,"repair_count":3,"harm_rate":0.0010438413361169101,"repair_rate":0.003131524008350731,"conditional_harm":0.001059322033898305,"accuracy_pp":0.20876826722338204,"digit":6,"accuracy":0.9874739039665971,"ce":0.12331627156217123},{"n":1028,"baseline_correct":1007,"harm_count":3,"repair_count":5,"harm_rate":0.0029182879377431907,"repair_rate":0.0048638132295719845,"conditional_harm":0.0029791459781529296,"accuracy_pp":0.19455252918287938,"digit":7,"accuracy":0.9815175097276264,"ce":0.1269136545910759},{"n":974,"baseline_correct":958,"harm_count":5,"repair_count":4,"harm_rate":0.00513347022587269,"repair_rate":0.004106776180698152,"conditional_harm":0.005219206680584551,"accuracy_pp":-0.1026694045174538,"digit":8,"accuracy":0.9825462012320328,"ce":0.11058209963951844},{"n":1009,"baseline_correct":989,"harm_count":2,"repair_count":6,"harm_rate":0.0019821605550049554,"repair_rate":0.005946481665014866,"conditional_harm":0.0020222446916076846,"accuracy_pp":0.39643211100099107,"digit":9,"accuracy":0.9841427155599604,"ce":0.16862934927224923}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"b4d43421b55f41c8c0c94d6c9458142d8c5fd8909c56bd16a529eca9a0c62e68","train_accuracy":1.0,"train_ce":1.3988822698593139e-06,"validation_accuracy":0.9855,"validation_ce":0.12280296630859375},{"seed":203,"run_id":"halfdrop-m03-s203-v1","accuracy":0.9849,"test_accuracy":0.9849,"ce":0.11045965155923332,"training_seconds":47.7802639139999,"selected_epoch":5,"epoch":100,"total_run_seconds":59.423549741000016,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":23,"repair_count":40,"harm_rate":0.0023,"repair_rate":0.004,"conditional_harm":0.002339300244100895,"accuracy_pp":0.17,"ce":0.01408814271812267},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.04288135106626432},{"n":1135,"baseline_correct":1125,"harm_count":1,"repair_count":2,"harm_rate":0.000881057268722467,"repair_rate":0.001762114537444934,"conditional_harm":0.0008888888888888889,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9920704845814978,"ce":0.027612297774521437},{"n":1032,"baseline_correct":1012,"harm_count":3,"repair_count":7,"harm_rate":0.0029069767441860465,"repair_rate":0.006782945736434108,"conditional_harm":0.0029644268774703555,"accuracy_pp":0.3875968992248062,"digit":2,"accuracy":0.9844961240310077,"ce":0.09596603766352318},{"n":1010,"baseline_correct":991,"harm_count":3,"repair_count":3,"harm_rate":0.0029702970297029703,"repair_rate":0.0029702970297029703,"conditional_harm":0.0030272452068617556,"accuracy_pp":0.0,"digit":3,"accuracy":0.9811881188118812,"ce":0.11118142050893542},{"n":982,"baseline_correct":963,"harm_count":3,"repair_count":3,"harm_rate":0.003054989816700611,"repair_rate":0.003054989816700611,"conditional_harm":0.003115264797507788,"accuracy_pp":0.0,"digit":4,"accuracy":0.9806517311608961,"ce":0.1874931782103336},{"n":892,"baseline_correct":880,"harm_count":3,"repair_count":0,"harm_rate":0.0033632286995515697,"repair_rate":0.0,"conditional_harm":0.003409090909090909,"accuracy_pp":-0.336322869955157,"digit":5,"accuracy":0.9831838565022422,"ce":0.15510383842230305},{"n":958,"baseline_correct":938,"harm_count":0,"repair_count":6,"harm_rate":0.0,"repair_rate":0.006263048016701462,"conditional_harm":0.0,"accuracy_pp":0.6263048016701461,"digit":6,"accuracy":0.9853862212943633,"ce":0.15055040688023577},{"n":1028,"baseline_correct":1008,"harm_count":5,"repair_count":5,"harm_rate":0.0048638132295719845,"repair_rate":0.0048638132295719845,"conditional_harm":0.00496031746031746,"accuracy_pp":0.0,"digit":7,"accuracy":0.980544747081712,"ce":0.1134448545684243},{"n":974,"baseline_correct":957,"harm_count":4,"repair_count":6,"harm_rate":0.004106776180698152,"repair_rate":0.006160164271047228,"conditional_harm":0.0041797283176593526,"accuracy_pp":0.2053388090349076,"digit":8,"accuracy":0.9845995893223819,"ce":0.11115095893229522},{"n":1009,"baseline_correct":986,"harm_count":0,"repair_count":7,"harm_rate":0.0,"repair_rate":0.006937561942517344,"conditional_harm":0.0,"accuracy_pp":0.6937561942517344,"digit":9,"accuracy":0.9841427155599604,"ce":0.1271774914049832}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"97ff1575eb9204aa420b1c8583a0637bdbdd421fae1b43a5236439021f69fccb","train_accuracy":1.0,"train_ce":1.2189950048923492e-06,"validation_accuracy":0.9849,"validation_ce":0.12455439453125}]},{"endpoint":"final","drop_mask":4,"k":1,"drop_probabilities":[0,0,0.5,0],"nominal_training_affine_fraction":0.9373171750940242,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9847,"values":[0.9852,0.9846,0.9843],"n":3,"sample_sd":0.000458257569495582,"df":2,"ci95_low":0.9835616250898812,"ci95_high":0.9858383749101188},"ce":{"mean":0.10426184631021299,"values":[0.10334286477847711,0.10326430876897712,0.10617836538318472],"n":3,"sample_sd":0.001660218895042299,"df":2,"ci95_low":0.10013763394313366,"ci95_high":0.10838605867729231},"training_seconds":{"mean":61.9649340726666,"values":[62.115055928999936,61.79647525100003,61.98327103799983],"n":3,"sample_sd":0.16007996539837102,"df":2,"ci95_low":61.567273393710906,"ci95_high":62.3625947516223},"selected_epoch":{"mean":5.0,"values":[5.0,5.0,5.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":5.0,"ci95_high":5.0},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":2.259467492500941e-06,"values":[2.012145519256592e-06,2.1762676537036897e-06,2.5899893045425415e-06],"n":3,"sample_sd":2.977709185436266e-07,"df":2,"ci95_low":1.5197635242583023e-06,"ci95_high":2.99917146074358e-06},"validation_accuracy":{"mean":0.9840333333333333,"values":[0.9834,0.9839,0.9848],"n":3,"sample_sd":0.0007094598884597406,"df":2,"ci95_low":0.9822709372693746,"ci95_high":0.985795729397292},"validation_ce":{"mean":0.12042163899739583,"values":[0.12114053955078125,0.12324962158203125,0.116874755859375],"n":3,"sample_sd":0.0032476671242166713,"df":2,"ci95_low":0.11235398661863519,"ci95_high":0.12848929137615647},"harm_rate":{"mean":0.002,"values":[0.0018,0.0022,0.002],"n":3,"sample_sd":0.0002000000000000001,"df":2,"ci95_low":0.001503172457632551,"ci95_high":0.0024968275423674488},"repair_rate":{"mean":0.0023,"values":[0.0017,0.0021,0.0031],"n":3,"sample_sd":0.0007211102550927979,"df":2,"ci95_low":0.000508662820931406,"ci95_high":0.004091337179068594},"conditional_harm":{"mean":0.002031737296749917,"values":[0.001826854765046179,0.002234182999898446,0.0020341741253051262],"n":3,"sample_sd":0.0002036750508212077,"df":2,"ci95_low":0.001525780422044588,"ci95_high":0.0025376941714552463}},"paired_vs_none":{"accuracy_pp":{"mean":0.03,"values":[-0.01,-0.01,0.11],"n":3,"sample_sd":0.06928203230275509,"df":2,"ci95_low":-0.14210610919600003,"ci95_high":0.20210610919600003},"ce":{"mean":0.011708793947598722,"values":[0.01220015605142391,0.013119369249298185,0.009806856542074069],"n":3,"sample_sd":0.001710047556849501,"df":2,"ci95_low":0.007460800322593734,"ci95_high":0.01595678757260371},"harm_rate":{"mean":0.002,"values":[0.0018,0.0022,0.002],"n":3,"sample_sd":0.0002000000000000001,"df":2,"ci95_low":0.001503172457632551,"ci95_high":0.0024968275423674488},"repair_rate":{"mean":0.0023,"values":[0.0017,0.0021,0.0031],"n":3,"sample_sd":0.0007211102550927979,"df":2,"ci95_low":0.000508662820931406,"ci95_high":0.004091337179068594},"conditional_harm":{"mean":0.002031737296749917,"values":[0.001826854765046179,0.002234182999898446,0.0020341741253051262],"n":3,"sample_sd":0.0002036750508212077,"df":2,"ci95_low":0.001525780422044588,"ci95_high":0.0025376941714552463},"harm_count":{"mean":20.0,"values":[18.0,22.0,20.0],"n":3,"sample_sd":2.0,"df":2,"ci95_low":15.031724576325512,"ci95_high":24.968275423674488},"repair_count":{"mean":23.0,"values":[17.0,21.0,31.0],"n":3,"sample_sd":7.211102550927978,"df":2,"ci95_low":5.086628209314064,"ci95_high":40.913371790685936}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9908163265306122,"values":[0.9908163265306122,0.9897959183673469,0.9918367346938776],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.9882814921307783,"ci95_high":0.9933511609304462},"ce":{"mean":0.05333709729364962,"values":[0.05882832869609772,0.05339678194463093,0.0477861812402202],"n":3,"sample_sd":0.005521315676766513,"df":2,"ci95_low":0.03962138880203575,"ci95_high":0.06705280578526349},"accuracy_pp":{"mean":-0.10204081632653061,"values":[-0.10204081632653061,-0.20408163265306123,0.0],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.3555242563099228,"ci95_high":0.15144262365686156},"harm_rate":{"mean":0.001360544217687075,"values":[0.0010204081632653062,0.0020408163265306124,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0001029431054081634,"ci95_high":0.0028240315407823133},"repair_rate":{"mean":0.00034013605442176874,"values":[0.0,0.0,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"conditional_harm":{"mean":0.0013717421124828533,"values":[0.00102880658436214,0.00205761316872428,0.00102880658436214],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0001037903737654321,"ci95_high":0.002847274598731139},"metrics":{"accuracy":{"mean":0.9908163265306122,"values":[0.9908163265306122,0.9897959183673469,0.9918367346938776],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.9882814921307783,"ci95_high":0.9933511609304462},"ce":{"mean":0.05333709729364962,"values":[0.05882832869609772,0.05339678194463093,0.0477861812402202],"n":3,"sample_sd":0.005521315676766513,"df":2,"ci95_low":0.03962138880203575,"ci95_high":0.06705280578526349},"accuracy_pp":{"mean":-0.10204081632653061,"values":[-0.10204081632653061,-0.20408163265306123,0.0],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.3555242563099228,"ci95_high":0.15144262365686156},"harm_rate":{"mean":0.001360544217687075,"values":[0.0010204081632653062,0.0020408163265306124,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0001029431054081634,"ci95_high":0.0028240315407823133},"repair_rate":{"mean":0.00034013605442176874,"values":[0.0,0.0,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"conditional_harm":{"mean":0.0013717421124828533,"values":[0.00102880658436214,0.00205761316872428,0.00102880658436214],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0001037903737654321,"ci95_high":0.002847274598731139}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9923641703377386,"values":[0.9920704845814978,0.9929515418502203,0.9920704845814978],"n":3,"sample_sd":0.0005086786512683839,"df":2,"ci95_low":0.9911005425169163,"ci95_high":0.993627798158561},"ce":{"mean":0.03144306211986155,"values":[0.030653706822397996,0.035423481732785145,0.028251997804401508],"n":3,"sample_sd":0.003650322831338556,"df":2,"ci95_low":0.022375157514152942,"ci95_high":0.04051096672557016},"accuracy_pp":{"mean":0.05873715124816447,"values":[0.0,0.0881057268722467,0.0881057268722467],"n":3,"sample_sd":0.05086786512683928,"df":2,"ci95_low":-0.06762563083406756,"ci95_high":0.1850999333303965},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0005873715124816446,"values":[0.0,0.000881057268722467,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9923641703377386,"values":[0.9920704845814978,0.9929515418502203,0.9920704845814978],"n":3,"sample_sd":0.0005086786512683839,"df":2,"ci95_low":0.9911005425169163,"ci95_high":0.993627798158561},"ce":{"mean":0.03144306211986155,"values":[0.030653706822397996,0.035423481732785145,0.028251997804401508],"n":3,"sample_sd":0.003650322831338556,"df":2,"ci95_low":0.022375157514152942,"ci95_high":0.04051096672557016},"accuracy_pp":{"mean":0.05873715124816447,"values":[0.0,0.0881057268722467,0.0881057268722467],"n":3,"sample_sd":0.05086786512683928,"df":2,"ci95_low":-0.06762563083406756,"ci95_high":0.1850999333303965},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0005873715124816446,"values":[0.0,0.000881057268722467,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":2,"n":1032,"accuracy":{"mean":0.984173126614987,"values":[0.9844961240310077,0.9844961240310077,0.9835271317829457],"n":3,"sample_sd":0.0005594479352612662,"df":2,"ci95_low":0.982783380901195,"ci95_high":0.985562872328779},"ce":{"mean":0.07969227714204659,"values":[0.07573331377792492,0.0761802046982,0.08716331295001485],"n":3,"sample_sd":0.0064739640025732355,"df":2,"ci95_low":0.06361005901817762,"ci95_high":0.09577449526591555},"accuracy_pp":{"mean":-0.03229974160206719,"values":[-0.1937984496124031,-0.1937984496124031,0.29069767441860467],"n":3,"sample_sd":0.2797239676306327,"df":2,"ci95_low":-0.7271725984980622,"ci95_high":0.6625731152939278},"harm_rate":{"mean":0.002583979328165375,"values":[0.003875968992248062,0.0029069767441860465,0.0009689922480620155],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":-0.0010929422161461773,"ci95_high":0.006260900872476927},"repair_rate":{"mean":0.0022609819121447027,"values":[0.001937984496124031,0.0009689922480620155,0.003875968992248062],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":-0.0014159396321668494,"ci95_high":0.005937903456456254},"conditional_harm":{"mean":0.0026214567301096727,"values":[0.003929273084479371,0.0029469548133595285,0.0009881422924901185],"n":3,"sample_sd":0.0014973390850259434,"df":2,"ci95_low":-0.001098139758411146,"ci95_high":0.0063410532186304915},"metrics":{"accuracy":{"mean":0.984173126614987,"values":[0.9844961240310077,0.9844961240310077,0.9835271317829457],"n":3,"sample_sd":0.0005594479352612662,"df":2,"ci95_low":0.982783380901195,"ci95_high":0.985562872328779},"ce":{"mean":0.07969227714204659,"values":[0.07573331377792492,0.0761802046982,0.08716331295001485],"n":3,"sample_sd":0.0064739640025732355,"df":2,"ci95_low":0.06361005901817762,"ci95_high":0.09577449526591555},"accuracy_pp":{"mean":-0.03229974160206719,"values":[-0.1937984496124031,-0.1937984496124031,0.29069767441860467],"n":3,"sample_sd":0.2797239676306327,"df":2,"ci95_low":-0.7271725984980622,"ci95_high":0.6625731152939278},"harm_rate":{"mean":0.002583979328165375,"values":[0.003875968992248062,0.0029069767441860465,0.0009689922480620155],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":-0.0010929422161461773,"ci95_high":0.006260900872476927},"repair_rate":{"mean":0.0022609819121447027,"values":[0.001937984496124031,0.0009689922480620155,0.003875968992248062],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":-0.0014159396321668494,"ci95_high":0.005937903456456254},"conditional_harm":{"mean":0.0026214567301096727,"values":[0.003929273084479371,0.0029469548133595285,0.0009881422924901185],"n":3,"sample_sd":0.0014973390850259434,"df":2,"ci95_low":-0.001098139758411146,"ci95_high":0.0063410532186304915}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9821782178217822,"values":[0.9772277227722772,0.9841584158415841,0.9851485148514851],"n":3,"sample_sd":0.004315741528258097,"df":2,"ci95_low":0.9714573215368941,"ci95_high":0.9928991141066702},"ce":{"mean":0.09711929216046315,"values":[0.11125419183979175,0.09255606775740062,0.08754761688419709],"n":3,"sample_sd":0.012494706348923777,"df":2,"ci95_low":0.06608072092076936,"ci95_high":0.12815786340015695},"accuracy_pp":{"mean":0.033003300330033014,"values":[-0.297029702970297,0.0,0.39603960396039606],"n":3,"sample_sd":0.34771134497863826,"df":2,"ci95_low":-0.8307595645650518,"ci95_high":0.8967661652251178},"harm_rate":{"mean":0.0026402640264026403,"values":[0.0039603960396039604,0.0019801980198019802,0.0019801980198019802],"n":3,"sample_sd":0.0011432678597814371,"df":2,"ci95_low":-0.00019977077881188103,"ci95_high":0.005480298831617162},"repair_rate":{"mean":0.0029702970297029703,"values":[0.0009900990099009901,0.0019801980198019802,0.005940594059405941],"n":3,"sample_sd":0.0026195557535292975,"df":2,"ci95_low":-0.0035370402058993843,"ci95_high":0.009477634265305325},"conditional_harm":{"mean":0.002690213315417619,"values":[0.00404040404040404,0.002012072434607646,0.0020181634712411706],"n":3,"sample_sd":0.0011693034339132578,"df":2,"ci95_low":-0.00021449744134709268,"ci95_high":0.005594924072182331},"metrics":{"accuracy":{"mean":0.9821782178217822,"values":[0.9772277227722772,0.9841584158415841,0.9851485148514851],"n":3,"sample_sd":0.004315741528258097,"df":2,"ci95_low":0.9714573215368941,"ci95_high":0.9928991141066702},"ce":{"mean":0.09711929216046315,"values":[0.11125419183979175,0.09255606775740062,0.08754761688419709],"n":3,"sample_sd":0.012494706348923777,"df":2,"ci95_low":0.06608072092076936,"ci95_high":0.12815786340015695},"accuracy_pp":{"mean":0.033003300330033014,"values":[-0.297029702970297,0.0,0.39603960396039606],"n":3,"sample_sd":0.34771134497863826,"df":2,"ci95_low":-0.8307595645650518,"ci95_high":0.8967661652251178},"harm_rate":{"mean":0.0026402640264026403,"values":[0.0039603960396039604,0.0019801980198019802,0.0019801980198019802],"n":3,"sample_sd":0.0011432678597814371,"df":2,"ci95_low":-0.00019977077881188103,"ci95_high":0.005480298831617162},"repair_rate":{"mean":0.0029702970297029703,"values":[0.0009900990099009901,0.0019801980198019802,0.005940594059405941],"n":3,"sample_sd":0.0026195557535292975,"df":2,"ci95_low":-0.0035370402058993843,"ci95_high":0.009477634265305325},"conditional_harm":{"mean":0.002690213315417619,"values":[0.00404040404040404,0.002012072434607646,0.0020181634712411706],"n":3,"sample_sd":0.0011693034339132578,"df":2,"ci95_low":-0.00021449744134709268,"ci95_high":0.005594924072182331}}},{"digit":4,"n":982,"accuracy":{"mean":0.9809911744738629,"values":[0.9826883910386965,0.9826883910386965,0.9775967413441955],"n":3,"sample_sd":0.0029396653217394534,"df":2,"ci95_low":0.9736886409879497,"ci95_high":0.988293707959776},"ce":{"mean":0.14194847941734334,"values":[0.14270525725017702,0.1228346203583511,0.1603055606435019],"n":3,"sample_sd":0.018746929774753403,"df":2,"ci95_low":0.09537852418271395,"ci95_high":0.18851843465197274},"accuracy_pp":{"mean":-0.13577732518669383,"values":[-0.10183299389002037,0.0,-0.3054989816700611],"n":3,"sample_sd":0.15555246758166463,"df":2,"ci95_low":-0.5221910760756472,"ci95_high":0.2506364257022595},"harm_rate":{"mean":0.002036659877800407,"values":[0.0010183299389002036,0.0010183299389002036,0.004073319755600814],"n":3,"sample_sd":0.001763799193043663,"df":2,"ci95_low":-0.002344860213747454,"ci95_high":0.006418179969348268},"repair_rate":{"mean":0.0006788866259334691,"values":[0.0,0.0010183299389002036,0.0010183299389002036],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":-0.0007816200712491514,"ci95_high":0.0021393933231160897},"conditional_harm":{"mean":0.0020750508380331547,"values":[0.0010351966873706005,0.0010362694300518134,0.004153686396677051],"n":3,"sample_sd":0.001800151278903618,"df":2,"ci95_low":-0.0023967728409033657,"ci95_high":0.006546874516969675},"metrics":{"accuracy":{"mean":0.9809911744738629,"values":[0.9826883910386965,0.9826883910386965,0.9775967413441955],"n":3,"sample_sd":0.0029396653217394534,"df":2,"ci95_low":0.9736886409879497,"ci95_high":0.988293707959776},"ce":{"mean":0.14194847941734334,"values":[0.14270525725017702,0.1228346203583511,0.1603055606435019],"n":3,"sample_sd":0.018746929774753403,"df":2,"ci95_low":0.09537852418271395,"ci95_high":0.18851843465197274},"accuracy_pp":{"mean":-0.13577732518669383,"values":[-0.10183299389002037,0.0,-0.3054989816700611],"n":3,"sample_sd":0.15555246758166463,"df":2,"ci95_low":-0.5221910760756472,"ci95_high":0.2506364257022595},"harm_rate":{"mean":0.002036659877800407,"values":[0.0010183299389002036,0.0010183299389002036,0.004073319755600814],"n":3,"sample_sd":0.001763799193043663,"df":2,"ci95_low":-0.002344860213747454,"ci95_high":0.006418179969348268},"repair_rate":{"mean":0.0006788866259334691,"values":[0.0,0.0010183299389002036,0.0010183299389002036],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":-0.0007816200712491514,"ci95_high":0.0021393933231160897},"conditional_harm":{"mean":0.0020750508380331547,"values":[0.0010351966873706005,0.0010362694300518134,0.004153686396677051],"n":3,"sample_sd":0.001800151278903618,"df":2,"ci95_low":-0.0023967728409033657,"ci95_high":0.006546874516969675}}},{"digit":5,"n":892,"accuracy":{"mean":0.984304932735426,"values":[0.9865470852017937,0.9820627802690582,0.984304932735426],"n":3,"sample_sd":0.0022421524663677195,"df":2,"ci95_low":0.978735117238033,"ci95_high":0.989874748232819},"ce":{"mean":0.12473794094057768,"values":[0.12094673239994587,0.11760892358789192,0.13565816683389523],"n":3,"sample_sd":0.009603319326528128,"df":2,"ci95_low":0.10088197324273371,"ci95_high":0.14859390863842165},"accuracy_pp":{"mean":0.11210762331838565,"values":[0.336322869955157,0.2242152466367713,-0.2242152466367713],"n":3,"sample_sd":0.2966088913749541,"df":2,"ci95_low":-0.6247097094123742,"ci95_high":0.8489249560491455},"harm_rate":{"mean":0.0014947683109118087,"values":[0.0011210762331838565,0.0011210762331838565,0.002242152466367713],"n":3,"sample_sd":0.0006472536650107912,"df":2,"ci95_low":-0.00011309892746636766,"ci95_high":0.0031026355492899853},"repair_rate":{"mean":0.002615844544095665,"values":[0.004484304932735426,0.0033632286995515697,0.0],"n":3,"sample_sd":0.0023337062774283998,"df":2,"ci95_low":-0.003181403228015531,"ci95_high":0.008413092316206862},"conditional_harm":{"mean":0.0015190476292136048,"values":[0.0011402508551881414,0.0011441647597254005,0.0022727272727272726],"n":3,"sample_sd":0.0006527086512735592,"df":2,"ci95_low":-0.00010237054625746771,"ci95_high":0.0031404658046846772},"metrics":{"accuracy":{"mean":0.984304932735426,"values":[0.9865470852017937,0.9820627802690582,0.984304932735426],"n":3,"sample_sd":0.0022421524663677195,"df":2,"ci95_low":0.978735117238033,"ci95_high":0.989874748232819},"ce":{"mean":0.12473794094057768,"values":[0.12094673239994587,0.11760892358789192,0.13565816683389523],"n":3,"sample_sd":0.009603319326528128,"df":2,"ci95_low":0.10088197324273371,"ci95_high":0.14859390863842165},"accuracy_pp":{"mean":0.11210762331838565,"values":[0.336322869955157,0.2242152466367713,-0.2242152466367713],"n":3,"sample_sd":0.2966088913749541,"df":2,"ci95_low":-0.6247097094123742,"ci95_high":0.8489249560491455},"harm_rate":{"mean":0.0014947683109118087,"values":[0.0011210762331838565,0.0011210762331838565,0.002242152466367713],"n":3,"sample_sd":0.0006472536650107912,"df":2,"ci95_low":-0.00011309892746636766,"ci95_high":0.0031026355492899853},"repair_rate":{"mean":0.002615844544095665,"values":[0.004484304932735426,0.0033632286995515697,0.0],"n":3,"sample_sd":0.0023337062774283998,"df":2,"ci95_low":-0.003181403228015531,"ci95_high":0.008413092316206862},"conditional_harm":{"mean":0.0015190476292136048,"values":[0.0011402508551881414,0.0011441647597254005,0.0022727272727272726],"n":3,"sample_sd":0.0006527086512735592,"df":2,"ci95_low":-0.00010237054625746771,"ci95_high":0.0031404658046846772}}},{"digit":6,"n":958,"accuracy":{"mean":0.9867780097425192,"values":[0.9874739039665971,0.9853862212943633,0.9874739039665971],"n":3,"sample_sd":0.001205324152796704,"df":2,"ci95_low":0.9837838185595686,"ci95_high":0.9897722009254697},"ce":{"mean":0.12218461543714187,"values":[0.11566507393211663,0.12435796676289851,0.12653080561641047],"n":3,"sample_sd":0.005749662881216855,"df":2,"ci95_low":0.1079016610435603,"ci95_high":0.13646756983072345},"accuracy_pp":{"mean":0.34794711203897005,"values":[0.20876826722338204,0.0,0.8350730688935282],"n":3,"sample_sd":0.4345858036463743,"df":2,"ci95_low":-0.7316238718280836,"ci95_high":1.4275180959060239},"harm_rate":{"mean":0.0010438413361169103,"values":[0.0,0.003131524008350731,0.0],"n":3,"sample_sd":0.0018079862291950704,"df":2,"ci95_low":-0.003447445438308978,"ci95_high":0.005535128110542799},"repair_rate":{"mean":0.004523312456506611,"values":[0.0020876826722338203,0.003131524008350731,0.008350730688935281],"n":3,"sample_sd":0.0033554804317999145,"df":2,"ci95_low":-0.0038121630254594743,"ci95_high":0.012858787938472695},"conditional_harm":{"mean":0.001059322033898305,"values":[0.0,0.0031779661016949155,0.0],"n":3,"sample_sd":0.001834799584289065,"df":2,"ci95_low":-0.0034985728070974593,"ci95_high":0.005617216874894069},"metrics":{"accuracy":{"mean":0.9867780097425192,"values":[0.9874739039665971,0.9853862212943633,0.9874739039665971],"n":3,"sample_sd":0.001205324152796704,"df":2,"ci95_low":0.9837838185595686,"ci95_high":0.9897722009254697},"ce":{"mean":0.12218461543714187,"values":[0.11566507393211663,0.12435796676289851,0.12653080561641047],"n":3,"sample_sd":0.005749662881216855,"df":2,"ci95_low":0.1079016610435603,"ci95_high":0.13646756983072345},"accuracy_pp":{"mean":0.34794711203897005,"values":[0.20876826722338204,0.0,0.8350730688935282],"n":3,"sample_sd":0.4345858036463743,"df":2,"ci95_low":-0.7316238718280836,"ci95_high":1.4275180959060239},"harm_rate":{"mean":0.0010438413361169103,"values":[0.0,0.003131524008350731,0.0],"n":3,"sample_sd":0.0018079862291950704,"df":2,"ci95_low":-0.003447445438308978,"ci95_high":0.005535128110542799},"repair_rate":{"mean":0.004523312456506611,"values":[0.0020876826722338203,0.003131524008350731,0.008350730688935281],"n":3,"sample_sd":0.0033554804317999145,"df":2,"ci95_low":-0.0038121630254594743,"ci95_high":0.012858787938472695},"conditional_harm":{"mean":0.001059322033898305,"values":[0.0,0.0031779661016949155,0.0],"n":3,"sample_sd":0.001834799584289065,"df":2,"ci95_low":-0.0034985728070974593,"ci95_high":0.005617216874894069}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9828145265888456,"values":[0.9863813229571985,0.9824902723735408,0.9795719844357976],"n":3,"sample_sd":0.003416230140354371,"df":2,"ci95_low":0.9743281404648763,"ci95_high":0.991300912712815},"ce":{"mean":0.12516719990883524,"values":[0.11108625415252661,0.14330533731523568,0.12111000825874339],"n":3,"sample_sd":0.01648826652579257,"df":2,"ci95_low":0.08420807522929027,"ci95_high":0.1661263245883802},"accuracy_pp":{"mean":0.1621271076523995,"values":[0.2918287937743191,0.2918287937743191,-0.09727626459143969],"n":3,"sample_sd":0.22464991019051586,"df":2,"ci95_low":-0.3959342062127108,"ci95_high":0.7201884215175097},"harm_rate":{"mean":0.0019455252918287938,"values":[0.0019455252918287938,0.0019455252918287938,0.0019455252918287938],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0019455252918287938,"ci95_high":0.0019455252918287938},"repair_rate":{"mean":0.0035667963683527885,"values":[0.0048638132295719845,0.0048638132295719845,0.0009727626459143969],"n":3,"sample_sd":0.0022464991019051587,"df":2,"ci95_low":-0.002013816770298314,"ci95_high":0.00914740950700389},"conditional_harm":{"mean":0.0019828212232863352,"values":[0.0019782393669634025,0.0019860973187686196,0.001984126984126984],"n":3,"sample_sd":4.088472841172764e-06,"df":2,"ci95_low":0.0019726648937177555,"ci95_high":0.001992977552854915},"metrics":{"accuracy":{"mean":0.9828145265888456,"values":[0.9863813229571985,0.9824902723735408,0.9795719844357976],"n":3,"sample_sd":0.003416230140354371,"df":2,"ci95_low":0.9743281404648763,"ci95_high":0.991300912712815},"ce":{"mean":0.12516719990883524,"values":[0.11108625415252661,0.14330533731523568,0.12111000825874339],"n":3,"sample_sd":0.01648826652579257,"df":2,"ci95_low":0.08420807522929027,"ci95_high":0.1661263245883802},"accuracy_pp":{"mean":0.1621271076523995,"values":[0.2918287937743191,0.2918287937743191,-0.09727626459143969],"n":3,"sample_sd":0.22464991019051586,"df":2,"ci95_low":-0.3959342062127108,"ci95_high":0.7201884215175097},"harm_rate":{"mean":0.0019455252918287938,"values":[0.0019455252918287938,0.0019455252918287938,0.0019455252918287938],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0019455252918287938,"ci95_high":0.0019455252918287938},"repair_rate":{"mean":0.0035667963683527885,"values":[0.0048638132295719845,0.0048638132295719845,0.0009727626459143969],"n":3,"sample_sd":0.0022464991019051587,"df":2,"ci95_low":-0.002013816770298314,"ci95_high":0.00914740950700389},"conditional_harm":{"mean":0.0019828212232863352,"values":[0.0019782393669634025,0.0019860973187686196,0.001984126984126984],"n":3,"sample_sd":4.088472841172764e-06,"df":2,"ci95_low":0.0019726648937177555,"ci95_high":0.001992977552854915}}},{"digit":8,"n":974,"accuracy":{"mean":0.9811772758384668,"values":[0.9804928131416838,0.9835728952772074,0.9794661190965093],"n":3,"sample_sd":0.0021372340856941553,"df":2,"ci95_low":0.97586809204717,"ci95_high":0.9864864596297637},"ce":{"mean":0.11876849017436956,"values":[0.12535824542851703,0.10623129760941252,0.12471592748517914],"n":3,"sample_sd":0.0108622760572172,"df":2,"ci95_low":0.09178510058424955,"ci95_high":0.14575187976448958},"accuracy_pp":{"mean":-0.20533880903490762,"values":[-0.3080082135523614,0.0,-0.3080082135523614],"n":3,"sample_sd":0.1778286250070716,"df":2,"ci95_low":-0.6470896026591376,"ci95_high":0.23641198458932242},"harm_rate":{"mean":0.004449007529089665,"values":[0.004106776180698152,0.003080082135523614,0.006160164271047228],"n":3,"sample_sd":0.0015683010591909104,"df":2,"ci95_low":0.0005531317244392318,"ci95_high":0.008344883333740099},"repair_rate":{"mean":0.002395619438740589,"values":[0.001026694045174538,0.003080082135523614,0.003080082135523614],"n":3,"sample_sd":0.0011855241667138106,"df":2,"ci95_low":-0.0005493858520876113,"ci95_high":0.0053406247295687895},"conditional_harm":{"mean":0.004525493943102466,"values":[0.0041753653444676405,0.003131524008350731,0.006269592476489028],"n":3,"sample_sd":0.0015980647528706245,"df":2,"ci95_low":0.0005556810245386833,"ci95_high":0.00849530686166625},"metrics":{"accuracy":{"mean":0.9811772758384668,"values":[0.9804928131416838,0.9835728952772074,0.9794661190965093],"n":3,"sample_sd":0.0021372340856941553,"df":2,"ci95_low":0.97586809204717,"ci95_high":0.9864864596297637},"ce":{"mean":0.11876849017436956,"values":[0.12535824542851703,0.10623129760941252,0.12471592748517914],"n":3,"sample_sd":0.0108622760572172,"df":2,"ci95_low":0.09178510058424955,"ci95_high":0.14575187976448958},"accuracy_pp":{"mean":-0.20533880903490762,"values":[-0.3080082135523614,0.0,-0.3080082135523614],"n":3,"sample_sd":0.1778286250070716,"df":2,"ci95_low":-0.6470896026591376,"ci95_high":0.23641198458932242},"harm_rate":{"mean":0.004449007529089665,"values":[0.004106776180698152,0.003080082135523614,0.006160164271047228],"n":3,"sample_sd":0.0015683010591909104,"df":2,"ci95_low":0.0005531317244392318,"ci95_high":0.008344883333740099},"repair_rate":{"mean":0.002395619438740589,"values":[0.001026694045174538,0.003080082135523614,0.003080082135523614],"n":3,"sample_sd":0.0011855241667138106,"df":2,"ci95_low":-0.0005493858520876113,"ci95_high":0.0053406247295687895},"conditional_harm":{"mean":0.004525493943102466,"values":[0.0041753653444676405,0.003131524008350731,0.006269592476489028],"n":3,"sample_sd":0.0015980647528706245,"df":2,"ci95_low":0.0005556810245386833,"ci95_high":0.00849530686166625}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9805087545424512,"values":[0.9831516352824579,0.977205153617443,0.981169474727453],"n":3,"sample_sd":0.003027800260955311,"df":2,"ci95_low":0.9729872817303015,"ci95_high":0.988030227354601},"ce":{"mean":0.16081507881459228,"values":[0.15395205726323016,0.171016977315181,0.1574762018653657],"n":3,"sample_sd":0.00900910364888905,"df":2,"ci95_low":0.13843522469053648,"ci95_high":0.18319493293864808},"accuracy_pp":{"mean":0.06607201850016517,"values":[0.09910802775024777,-0.29732408325074333,0.39643211100099107],"n":3,"sample_sd":0.3480559548349104,"df":2,"ci95_low":-0.7985469047347561,"ci95_high":0.9306909417350865},"harm_rate":{"mean":0.002642880740006607,"values":[0.0009910802775024777,0.004955401387512388,0.0019821605550049554],"n":3,"sample_sd":0.0020630981164183673,"df":2,"ci95_low":-0.0024821390942086435,"ci95_high":0.007767900574221857},"repair_rate":{"mean":0.003303600925008259,"values":[0.0019821605550049554,0.0019821605550049554,0.005946481665014866],"n":3,"sample_sd":0.002288801860018338,"df":2,"ci95_low":-0.0023820980903865216,"ci95_high":0.00898929994040304},"conditional_harm":{"mean":0.0026976970101875723,"values":[0.0010090817356205853,0.005055611729019211,0.002028397565922921],"n":3,"sample_sd":0.0021046549732529557,"df":2,"ci95_low":-0.0025305557792758998,"ci95_high":0.007925949799651045},"metrics":{"accuracy":{"mean":0.9805087545424512,"values":[0.9831516352824579,0.977205153617443,0.981169474727453],"n":3,"sample_sd":0.003027800260955311,"df":2,"ci95_low":0.9729872817303015,"ci95_high":0.988030227354601},"ce":{"mean":0.16081507881459228,"values":[0.15395205726323016,0.171016977315181,0.1574762018653657],"n":3,"sample_sd":0.00900910364888905,"df":2,"ci95_low":0.13843522469053648,"ci95_high":0.18319493293864808},"accuracy_pp":{"mean":0.06607201850016517,"values":[0.09910802775024777,-0.29732408325074333,0.39643211100099107],"n":3,"sample_sd":0.3480559548349104,"df":2,"ci95_low":-0.7985469047347561,"ci95_high":0.9306909417350865},"harm_rate":{"mean":0.002642880740006607,"values":[0.0009910802775024777,0.004955401387512388,0.0019821605550049554],"n":3,"sample_sd":0.0020630981164183673,"df":2,"ci95_low":-0.0024821390942086435,"ci95_high":0.007767900574221857},"repair_rate":{"mean":0.003303600925008259,"values":[0.0019821605550049554,0.0019821605550049554,0.005946481665014866],"n":3,"sample_sd":0.002288801860018338,"df":2,"ci95_low":-0.0023820980903865216,"ci95_high":0.00898929994040304},"conditional_harm":{"mean":0.0026976970101875723,"values":[0.0010090817356205853,0.005055611729019211,0.002028397565922921],"n":3,"sample_sd":0.0021046549732529557,"df":2,"ci95_low":-0.0025305557792758998,"ci95_high":0.007925949799651045}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m04-s201-v1","accuracy":0.9852,"test_accuracy":0.9852,"ce":0.10334286477847711,"training_seconds":62.115055928999936,"selected_epoch":5,"epoch":100,"total_run_seconds":67.16917277600001,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":18,"repair_count":17,"harm_rate":0.0018,"repair_rate":0.0017,"conditional_harm":0.001826854765046179,"accuracy_pp":-0.01,"ce":0.01220015605142391},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.00102880658436214,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.05882832869609772},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.030653706822397996},{"n":1032,"baseline_correct":1018,"harm_count":4,"repair_count":2,"harm_rate":0.003875968992248062,"repair_rate":0.001937984496124031,"conditional_harm":0.003929273084479371,"accuracy_pp":-0.1937984496124031,"digit":2,"accuracy":0.9844961240310077,"ce":0.07573331377792492},{"n":1010,"baseline_correct":990,"harm_count":4,"repair_count":1,"harm_rate":0.0039603960396039604,"repair_rate":0.0009900990099009901,"conditional_harm":0.00404040404040404,"accuracy_pp":-0.297029702970297,"digit":3,"accuracy":0.9772277227722772,"ce":0.11125419183979175},{"n":982,"baseline_correct":966,"harm_count":1,"repair_count":0,"harm_rate":0.0010183299389002036,"repair_rate":0.0,"conditional_harm":0.0010351966873706005,"accuracy_pp":-0.10183299389002037,"digit":4,"accuracy":0.9826883910386965,"ce":0.14270525725017702},{"n":892,"baseline_correct":877,"harm_count":1,"repair_count":4,"harm_rate":0.0011210762331838565,"repair_rate":0.004484304932735426,"conditional_harm":0.0011402508551881414,"accuracy_pp":0.336322869955157,"digit":5,"accuracy":0.9865470852017937,"ce":0.12094673239994587},{"n":958,"baseline_correct":944,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.0020876826722338203,"conditional_harm":0.0,"accuracy_pp":0.20876826722338204,"digit":6,"accuracy":0.9874739039665971,"ce":0.11566507393211663},{"n":1028,"baseline_correct":1011,"harm_count":2,"repair_count":5,"harm_rate":0.0019455252918287938,"repair_rate":0.0048638132295719845,"conditional_harm":0.0019782393669634025,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9863813229571985,"ce":0.11108625415252661},{"n":974,"baseline_correct":958,"harm_count":4,"repair_count":1,"harm_rate":0.004106776180698152,"repair_rate":0.001026694045174538,"conditional_harm":0.0041753653444676405,"accuracy_pp":-0.3080082135523614,"digit":8,"accuracy":0.9804928131416838,"ce":0.12535824542851703},{"n":1009,"baseline_correct":991,"harm_count":1,"repair_count":2,"harm_rate":0.0009910802775024777,"repair_rate":0.0019821605550049554,"conditional_harm":0.0010090817356205853,"accuracy_pp":0.09910802775024777,"digit":9,"accuracy":0.9831516352824579,"ce":0.15395205726323016}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"f60267418c68d5006bd49129c7da3a070a1dc34129c11aca3f1ca985e1b954a3","train_accuracy":1.0,"train_ce":2.012145519256592e-06,"validation_accuracy":0.9834,"validation_ce":0.12114053955078125},{"seed":202,"run_id":"halfdrop-m04-s202-v1","accuracy":0.9846,"test_accuracy":0.9846,"ce":0.10326430876897712,"training_seconds":61.79647525100003,"selected_epoch":5,"epoch":100,"total_run_seconds":71.06322699200001,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":22,"repair_count":21,"harm_rate":0.0022,"repair_rate":0.0021,"conditional_harm":0.002234182999898446,"accuracy_pp":-0.01,"ce":0.013119369249298185},"per_class":[{"n":980,"baseline_correct":972,"harm_count":2,"repair_count":0,"harm_rate":0.0020408163265306124,"repair_rate":0.0,"conditional_harm":0.00205761316872428,"accuracy_pp":-0.20408163265306123,"digit":0,"accuracy":0.9897959183673469,"ce":0.05339678194463093},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9929515418502203,"ce":0.035423481732785145},{"n":1032,"baseline_correct":1018,"harm_count":3,"repair_count":1,"harm_rate":0.0029069767441860465,"repair_rate":0.0009689922480620155,"conditional_harm":0.0029469548133595285,"accuracy_pp":-0.1937984496124031,"digit":2,"accuracy":0.9844961240310077,"ce":0.0761802046982},{"n":1010,"baseline_correct":994,"harm_count":2,"repair_count":2,"harm_rate":0.0019801980198019802,"repair_rate":0.0019801980198019802,"conditional_harm":0.002012072434607646,"accuracy_pp":0.0,"digit":3,"accuracy":0.9841584158415841,"ce":0.09255606775740062},{"n":982,"baseline_correct":965,"harm_count":1,"repair_count":1,"harm_rate":0.0010183299389002036,"repair_rate":0.0010183299389002036,"conditional_harm":0.0010362694300518134,"accuracy_pp":0.0,"digit":4,"accuracy":0.9826883910386965,"ce":0.1228346203583511},{"n":892,"baseline_correct":874,"harm_count":1,"repair_count":3,"harm_rate":0.0011210762331838565,"repair_rate":0.0033632286995515697,"conditional_harm":0.0011441647597254005,"accuracy_pp":0.2242152466367713,"digit":5,"accuracy":0.9820627802690582,"ce":0.11760892358789192},{"n":958,"baseline_correct":944,"harm_count":3,"repair_count":3,"harm_rate":0.003131524008350731,"repair_rate":0.003131524008350731,"conditional_harm":0.0031779661016949155,"accuracy_pp":0.0,"digit":6,"accuracy":0.9853862212943633,"ce":0.12435796676289851},{"n":1028,"baseline_correct":1007,"harm_count":2,"repair_count":5,"harm_rate":0.0019455252918287938,"repair_rate":0.0048638132295719845,"conditional_harm":0.0019860973187686196,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9824902723735408,"ce":0.14330533731523568},{"n":974,"baseline_correct":958,"harm_count":3,"repair_count":3,"harm_rate":0.003080082135523614,"repair_rate":0.003080082135523614,"conditional_harm":0.003131524008350731,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.10623129760941252},{"n":1009,"baseline_correct":989,"harm_count":5,"repair_count":2,"harm_rate":0.004955401387512388,"repair_rate":0.0019821605550049554,"conditional_harm":0.005055611729019211,"accuracy_pp":-0.29732408325074333,"digit":9,"accuracy":0.977205153617443,"ce":0.171016977315181}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"d87e4aab32ecc0dce9b87fd23eafbfdf5d283f4fd1b2632c957a5abfb182417c","train_accuracy":1.0,"train_ce":2.1762676537036897e-06,"validation_accuracy":0.9839,"validation_ce":0.12324962158203125},{"seed":203,"run_id":"halfdrop-m04-s203-v1","accuracy":0.9843,"test_accuracy":0.9843,"ce":0.10617836538318472,"training_seconds":61.98327103799983,"selected_epoch":5,"epoch":100,"total_run_seconds":72.575931338,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":20,"repair_count":31,"harm_rate":0.002,"repair_rate":0.0031,"conditional_harm":0.0020341741253051262,"accuracy_pp":0.11,"ce":0.009806856542074069},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.0477861812402202},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9920704845814978,"ce":0.028251997804401508},{"n":1032,"baseline_correct":1012,"harm_count":1,"repair_count":4,"harm_rate":0.0009689922480620155,"repair_rate":0.003875968992248062,"conditional_harm":0.0009881422924901185,"accuracy_pp":0.29069767441860467,"digit":2,"accuracy":0.9835271317829457,"ce":0.08716331295001485},{"n":1010,"baseline_correct":991,"harm_count":2,"repair_count":6,"harm_rate":0.0019801980198019802,"repair_rate":0.005940594059405941,"conditional_harm":0.0020181634712411706,"accuracy_pp":0.39603960396039606,"digit":3,"accuracy":0.9851485148514851,"ce":0.08754761688419709},{"n":982,"baseline_correct":963,"harm_count":4,"repair_count":1,"harm_rate":0.004073319755600814,"repair_rate":0.0010183299389002036,"conditional_harm":0.004153686396677051,"accuracy_pp":-0.3054989816700611,"digit":4,"accuracy":0.9775967413441955,"ce":0.1603055606435019},{"n":892,"baseline_correct":880,"harm_count":2,"repair_count":0,"harm_rate":0.002242152466367713,"repair_rate":0.0,"conditional_harm":0.0022727272727272726,"accuracy_pp":-0.2242152466367713,"digit":5,"accuracy":0.984304932735426,"ce":0.13565816683389523},{"n":958,"baseline_correct":938,"harm_count":0,"repair_count":8,"harm_rate":0.0,"repair_rate":0.008350730688935281,"conditional_harm":0.0,"accuracy_pp":0.8350730688935282,"digit":6,"accuracy":0.9874739039665971,"ce":0.12653080561641047},{"n":1028,"baseline_correct":1008,"harm_count":2,"repair_count":1,"harm_rate":0.0019455252918287938,"repair_rate":0.0009727626459143969,"conditional_harm":0.001984126984126984,"accuracy_pp":-0.09727626459143969,"digit":7,"accuracy":0.9795719844357976,"ce":0.12111000825874339},{"n":974,"baseline_correct":957,"harm_count":6,"repair_count":3,"harm_rate":0.006160164271047228,"repair_rate":0.003080082135523614,"conditional_harm":0.006269592476489028,"accuracy_pp":-0.3080082135523614,"digit":8,"accuracy":0.9794661190965093,"ce":0.12471592748517914},{"n":1009,"baseline_correct":986,"harm_count":2,"repair_count":6,"harm_rate":0.0019821605550049554,"repair_rate":0.005946481665014866,"conditional_harm":0.002028397565922921,"accuracy_pp":0.39643211100099107,"digit":9,"accuracy":0.981169474727453,"ce":0.1574762018653657}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"1d16afe86463802e7a8376d8c7b9a9fe6c5d514b5f06112263c8e45c44828be0","train_accuracy":1.0,"train_ce":2.5899893045425415e-06,"validation_accuracy":0.9848,"validation_ce":0.116874755859375}]},{"endpoint":"final","drop_mask":5,"k":2,"drop_probabilities":[0.5,0,0.5,0],"nominal_training_affine_fraction":0.7283744254074384,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9857666666666667,"values":[0.9859,0.9849,0.9865],"n":3,"sample_sd":0.000808290376865497,"df":2,"ci95_low":0.98375876205938,"ci95_high":0.9877745712739534},"ce":{"mean":0.10662105452391489,"values":[0.10914231299502858,0.10164846845864099,0.10907238211807511],"n":3,"sample_sd":0.004306527802569608,"df":2,"ci95_low":0.09592304640247615,"ci95_high":0.11731906264535363},"training_seconds":{"mean":50.373049390666665,"values":[50.344574734000105,50.47263661599999,50.3019368219999],"n":3,"sample_sd":0.08884092228318446,"df":2,"ci95_low":50.152356305268604,"ci95_high":50.593742476064726},"selected_epoch":{"mean":13.333333333333334,"values":[25.0,10.0,5.0],"n":3,"sample_sd":10.408329997330664,"df":2,"ci95_low":-12.522391730282605,"ci95_high":39.18905839694927},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":1.5338904162247975e-06,"values":[1.5285991132259369e-06,1.539815068244934e-06,1.5332570672035217e-06],"n":3,"sample_sd":5.63473690460393e-09,"df":2,"ci95_low":1.5198929537837899e-06,"ci95_high":1.547887878665805e-06},"validation_accuracy":{"mean":0.9848,"values":[0.984,0.985,0.9854],"n":3,"sample_sd":0.0007211102550928262,"df":2,"ci95_low":0.9830086628209314,"ci95_high":0.9865913371790687},"validation_ce":{"mean":0.11925828450520834,"values":[0.1178130859375,0.120504345703125,0.119457421875],"n":3,"sample_sd":0.0013566361157486676,"df":2,"ci95_low":0.11588821356883668,"ci95_high":0.12262835544158},"harm_rate":{"mean":0.0021666666666666666,"values":[0.0018,0.0026,0.0021],"n":3,"sample_sd":0.000404145188432738,"df":2,"ci95_low":0.0011627143630233332,"ci95_high":0.00317061897031},"repair_rate":{"mean":0.003533333333333333,"values":[0.0024,0.0028,0.0054],"n":3,"sample_sd":0.0016289055630494158,"df":2,"ci95_low":-0.0005130924048591993,"ci95_high":0.007579759071525865},"conditional_harm":{"mean":0.0022010452291352112,"values":[0.001826854765046179,0.002640398090789073,0.0021358828315703824],"n":3,"sample_sd":0.0004106674923310825,"df":2,"ci95_low":0.0011808906244099371,"ci95_high":0.003221199833860485}},"paired_vs_none":{"accuracy_pp":{"mean":0.13666666666666666,"values":[0.06,0.02,0.33],"n":3,"sample_sd":0.16862186493255651,"df":2,"ci95_low":-0.282213267052623,"ci95_high":0.5555466003859564},"ce":{"mean":0.014068002161300636,"values":[0.01799960426797538,0.01150352893896206,0.012700873276964467],"n":3,"sample_sd":0.003457098452437184,"df":2,"ci95_low":0.005480093522067254,"ci95_high":0.022655910800534015},"harm_rate":{"mean":0.0021666666666666666,"values":[0.0018,0.0026,0.0021],"n":3,"sample_sd":0.000404145188432738,"df":2,"ci95_low":0.0011627143630233332,"ci95_high":0.00317061897031},"repair_rate":{"mean":0.003533333333333333,"values":[0.0024,0.0028,0.0054],"n":3,"sample_sd":0.0016289055630494158,"df":2,"ci95_low":-0.0005130924048591993,"ci95_high":0.007579759071525865},"conditional_harm":{"mean":0.0022010452291352112,"values":[0.001826854765046179,0.002640398090789073,0.0021358828315703824],"n":3,"sample_sd":0.0004106674923310825,"df":2,"ci95_low":0.0011808906244099371,"ci95_high":0.003221199833860485},"harm_count":{"mean":21.666666666666668,"values":[18.0,26.0,21.0],"n":3,"sample_sd":4.041451884327381,"df":2,"ci95_low":11.627143630233332,"ci95_high":31.7061897031},"repair_count":{"mean":35.333333333333336,"values":[24.0,28.0,54.0],"n":3,"sample_sd":16.289055630494154,"df":2,"ci95_low":-5.130924048591979,"ci95_high":75.79759071525865}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9925170068027211,"values":[0.9928571428571429,0.9928571428571429,0.9918367346938776],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9910535194796259,"ci95_high":0.9939804941258163},"ce":{"mean":0.04198946150647342,"values":[0.04748001403426501,0.03180197835738995,0.046686392127765285],"n":3,"sample_sd":0.008831538292804017,"df":2,"ci95_low":0.02005070417978425,"ci95_high":0.06392821883316259},"accuracy_pp":{"mean":0.06802721088435375,"values":[0.10204081632653061,0.10204081632653061,0.0],"n":3,"sample_sd":0.05891329277445161,"df":2,"ci95_low":-0.07832152142517008,"ci95_high":0.2143759431938776},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0010204081632653062,0.0010204081632653062,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"repair_rate":{"mean":0.001360544217687075,"values":[0.0020408163265306124,0.0020408163265306124,0.0],"n":3,"sample_sd":0.0011782658554890322,"df":2,"ci95_low":-0.0015664304285034018,"ci95_high":0.004287518863877552},"conditional_harm":{"mean":0.0006858710562414267,"values":[0.00102880658436214,0.00102880658436214,0.0],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0007896614300068588,"ci95_high":0.002161403542489712},"metrics":{"accuracy":{"mean":0.9925170068027211,"values":[0.9928571428571429,0.9928571428571429,0.9918367346938776],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9910535194796259,"ci95_high":0.9939804941258163},"ce":{"mean":0.04198946150647342,"values":[0.04748001403426501,0.03180197835738995,0.046686392127765285],"n":3,"sample_sd":0.008831538292804017,"df":2,"ci95_low":0.02005070417978425,"ci95_high":0.06392821883316259},"accuracy_pp":{"mean":0.06802721088435375,"values":[0.10204081632653061,0.10204081632653061,0.0],"n":3,"sample_sd":0.05891329277445161,"df":2,"ci95_low":-0.07832152142517008,"ci95_high":0.2143759431938776},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0010204081632653062,0.0010204081632653062,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"repair_rate":{"mean":0.001360544217687075,"values":[0.0020408163265306124,0.0020408163265306124,0.0],"n":3,"sample_sd":0.0011782658554890322,"df":2,"ci95_low":-0.0015664304285034018,"ci95_high":0.004287518863877552},"conditional_harm":{"mean":0.0006858710562414267,"values":[0.00102880658436214,0.00102880658436214,0.0],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0007896614300068588,"ci95_high":0.002161403542489712}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9923641703377386,"values":[0.9920704845814978,0.9929515418502203,0.9920704845814978],"n":3,"sample_sd":0.0005086786512683839,"df":2,"ci95_low":0.9911005425169163,"ci95_high":0.993627798158561},"ce":{"mean":0.03053523334153545,"values":[0.029030533264685333,0.03736064041592113,0.025214526343999885],"n":3,"sample_sd":0.006211289198144407,"df":2,"ci95_low":0.015105535605297617,"ci95_high":0.04596493107777329},"accuracy_pp":{"mean":0.05873715124816447,"values":[0.0,0.0881057268722467,0.0881057268722467],"n":3,"sample_sd":0.05086786512683928,"df":2,"ci95_low":-0.06762563083406756,"ci95_high":0.1850999333303965},"harm_rate":{"mean":0.0005873715124816446,"values":[0.000881057268722467,0.0,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"repair_rate":{"mean":0.0011747430249632893,"values":[0.000881057268722467,0.000881057268722467,0.001762114537444934],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-8.888479585903103e-05,"ci95_high":0.0024383708457856096},"conditional_harm":{"mean":0.0005923294520097362,"values":[0.0008880994671403197,0.0,0.0008888888888888889],"n":3,"sample_sd":0.000512972504706919,"df":2,"ci95_low":-0.0006819648920683291,"ci95_high":0.0018666237960878016},"metrics":{"accuracy":{"mean":0.9923641703377386,"values":[0.9920704845814978,0.9929515418502203,0.9920704845814978],"n":3,"sample_sd":0.0005086786512683839,"df":2,"ci95_low":0.9911005425169163,"ci95_high":0.993627798158561},"ce":{"mean":0.03053523334153545,"values":[0.029030533264685333,0.03736064041592113,0.025214526343999885],"n":3,"sample_sd":0.006211289198144407,"df":2,"ci95_low":0.015105535605297617,"ci95_high":0.04596493107777329},"accuracy_pp":{"mean":0.05873715124816447,"values":[0.0,0.0881057268722467,0.0881057268722467],"n":3,"sample_sd":0.05086786512683928,"df":2,"ci95_low":-0.06762563083406756,"ci95_high":0.1850999333303965},"harm_rate":{"mean":0.0005873715124816446,"values":[0.000881057268722467,0.0,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"repair_rate":{"mean":0.0011747430249632893,"values":[0.000881057268722467,0.000881057268722467,0.001762114537444934],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-8.888479585903103e-05,"ci95_high":0.0024383708457856096},"conditional_harm":{"mean":0.0005923294520097362,"values":[0.0008880994671403197,0.0,0.0008888888888888889],"n":3,"sample_sd":0.000512972504706919,"df":2,"ci95_low":-0.0006819648920683291,"ci95_high":0.0018666237960878016}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9883720930232558,"values":[0.9893410852713178,0.9864341085271318,0.9893410852713178],"n":3,"sample_sd":0.0016783438057837987,"df":2,"ci95_low":0.9842028558818798,"ci95_high":0.9925413301646318},"ce":{"mean":0.08006354714143296,"values":[0.07256546973007766,0.08220361839434573,0.08542155329987548],"n":3,"sample_sd":0.006689891621996886,"df":2,"ci95_low":0.06344493507512647,"ci95_high":0.09668215920773945},"accuracy_pp":{"mean":0.3875968992248062,"values":[0.29069767441860467,0.0,0.872093023255814],"n":3,"sample_sd":0.44404803245696123,"df":2,"ci95_low":-0.7154795640686593,"ci95_high":1.4906733625182718},"harm_rate":{"mean":0.001937984496124031,"values":[0.001937984496124031,0.0029069767441860465,0.0009689922480620155],"n":3,"sample_sd":0.0009689922480620155,"df":2,"ci95_low":-0.00046912568976477083,"ci95_high":0.004345094682012832},"repair_rate":{"mean":0.005813953488372093,"values":[0.0048449612403100775,0.0029069767441860465,0.009689922480620155],"n":3,"sample_sd":0.003493751235914718,"df":2,"ci95_low":-0.002865005712541637,"ci95_high":0.014492912689285823},"conditional_harm":{"mean":0.0019665778826964443,"values":[0.0019646365422396855,0.0029469548133595285,0.0009881422924901185],"n":3,"sample_sd":0.000979407703451821,"df":2,"ci95_low":-0.0004664057287121319,"ci95_high":0.0043995614941050205},"metrics":{"accuracy":{"mean":0.9883720930232558,"values":[0.9893410852713178,0.9864341085271318,0.9893410852713178],"n":3,"sample_sd":0.0016783438057837987,"df":2,"ci95_low":0.9842028558818798,"ci95_high":0.9925413301646318},"ce":{"mean":0.08006354714143296,"values":[0.07256546973007766,0.08220361839434573,0.08542155329987548],"n":3,"sample_sd":0.006689891621996886,"df":2,"ci95_low":0.06344493507512647,"ci95_high":0.09668215920773945},"accuracy_pp":{"mean":0.3875968992248062,"values":[0.29069767441860467,0.0,0.872093023255814],"n":3,"sample_sd":0.44404803245696123,"df":2,"ci95_low":-0.7154795640686593,"ci95_high":1.4906733625182718},"harm_rate":{"mean":0.001937984496124031,"values":[0.001937984496124031,0.0029069767441860465,0.0009689922480620155],"n":3,"sample_sd":0.0009689922480620155,"df":2,"ci95_low":-0.00046912568976477083,"ci95_high":0.004345094682012832},"repair_rate":{"mean":0.005813953488372093,"values":[0.0048449612403100775,0.0029069767441860465,0.009689922480620155],"n":3,"sample_sd":0.003493751235914718,"df":2,"ci95_low":-0.002865005712541637,"ci95_high":0.014492912689285823},"conditional_harm":{"mean":0.0019665778826964443,"values":[0.0019646365422396855,0.0029469548133595285,0.0009881422924901185],"n":3,"sample_sd":0.000979407703451821,"df":2,"ci95_low":-0.0004664057287121319,"ci95_high":0.0043995614941050205}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9818481848184818,"values":[0.9831683168316832,0.9811881188118812,0.9811881188118812],"n":3,"sample_sd":0.0011432678597814382,"df":2,"ci95_low":0.9790081500132672,"ci95_high":0.9846882196236963},"ce":{"mean":0.0977423758119477,"values":[0.09448557494041636,0.0980464258226855,0.10069512667274125],"n":3,"sample_sd":0.0031159216912298995,"df":2,"ci95_low":0.09000199723163183,"ci95_high":0.10548275439226357},"accuracy_pp":{"mean":0.0,"values":[0.297029702970297,-0.297029702970297,0.0],"n":3,"sample_sd":0.297029702970297,"df":2,"ci95_low":-0.7378626866843296,"ci95_high":0.7378626866843296},"harm_rate":{"mean":0.0036303630363036304,"values":[0.0009900990099009901,0.005940594059405941,0.0039603960396039604],"n":3,"sample_sd":0.002491694533092657,"df":2,"ci95_low":-0.002559349319730531,"ci95_high":0.009820075392337792},"repair_rate":{"mean":0.0036303630363036304,"values":[0.0039603960396039604,0.0029702970297029703,0.0039603960396039604],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0022103456336963695,"ci95_high":0.005050380438910891},"conditional_harm":{"mean":0.003694215085468763,"values":[0.00101010101010101,0.006036217303822937,0.004036326942482341],"n":3,"sample_sd":0.0025304627326906476,"df":2,"ci95_low":-0.0025918028172068003,"ci95_high":0.009980232988144325},"metrics":{"accuracy":{"mean":0.9818481848184818,"values":[0.9831683168316832,0.9811881188118812,0.9811881188118812],"n":3,"sample_sd":0.0011432678597814382,"df":2,"ci95_low":0.9790081500132672,"ci95_high":0.9846882196236963},"ce":{"mean":0.0977423758119477,"values":[0.09448557494041636,0.0980464258226855,0.10069512667274125],"n":3,"sample_sd":0.0031159216912298995,"df":2,"ci95_low":0.09000199723163183,"ci95_high":0.10548275439226357},"accuracy_pp":{"mean":0.0,"values":[0.297029702970297,-0.297029702970297,0.0],"n":3,"sample_sd":0.297029702970297,"df":2,"ci95_low":-0.7378626866843296,"ci95_high":0.7378626866843296},"harm_rate":{"mean":0.0036303630363036304,"values":[0.0009900990099009901,0.005940594059405941,0.0039603960396039604],"n":3,"sample_sd":0.002491694533092657,"df":2,"ci95_low":-0.002559349319730531,"ci95_high":0.009820075392337792},"repair_rate":{"mean":0.0036303630363036304,"values":[0.0039603960396039604,0.0029702970297029703,0.0039603960396039604],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0022103456336963695,"ci95_high":0.005050380438910891},"conditional_harm":{"mean":0.003694215085468763,"values":[0.00101010101010101,0.006036217303822937,0.004036326942482341],"n":3,"sample_sd":0.0025304627326906476,"df":2,"ci95_low":-0.0025918028172068003,"ci95_high":0.009980232988144325}}},{"digit":4,"n":982,"accuracy":{"mean":0.9826883910386965,"values":[0.9837067209775967,0.9816700610997964,0.9826883910386965],"n":3,"sample_sd":0.0010183299389001643,"df":2,"ci95_low":0.9801587192343817,"ci95_high":0.9852180628430114},"ce":{"mean":0.14761050868657585,"values":[0.13657190160879745,0.13079017228069262,0.17546945217023752],"n":3,"sample_sd":0.02429912853427582,"df":2,"ci95_low":0.08724812712980085,"ci95_high":0.20797289024335086},"accuracy_pp":{"mean":0.03394433129667346,"values":[0.0,-0.10183299389002037,0.20366598778004075],"n":3,"sample_sd":0.15555246758166463,"df":2,"ci95_low":-0.3524694195922799,"ci95_high":0.4203580821856268},"harm_rate":{"mean":0.002036659877800407,"values":[0.003054989816700611,0.0010183299389002036,0.002036659877800407],"n":3,"sample_sd":0.0010183299389002038,"df":2,"ci95_low":-0.0004930119265145047,"ci95_high":0.004566331682115319},"repair_rate":{"mean":0.0023761031907671417,"values":[0.003054989816700611,0.0,0.004073319755600814],"n":3,"sample_sd":0.0021198228100469782,"df":2,"ci95_low":-0.0028898285940833542,"ci95_high":0.007642034975617638},"conditional_harm":{"mean":0.0020729008968340466,"values":[0.003105590062111801,0.0010362694300518134,0.0020768431983385254],"n":3,"sample_sd":0.0010346659489290013,"df":2,"ci95_low":-0.0004973518060543526,"ci95_high":0.004643153599722446},"metrics":{"accuracy":{"mean":0.9826883910386965,"values":[0.9837067209775967,0.9816700610997964,0.9826883910386965],"n":3,"sample_sd":0.0010183299389001643,"df":2,"ci95_low":0.9801587192343817,"ci95_high":0.9852180628430114},"ce":{"mean":0.14761050868657585,"values":[0.13657190160879745,0.13079017228069262,0.17546945217023752],"n":3,"sample_sd":0.02429912853427582,"df":2,"ci95_low":0.08724812712980085,"ci95_high":0.20797289024335086},"accuracy_pp":{"mean":0.03394433129667346,"values":[0.0,-0.10183299389002037,0.20366598778004075],"n":3,"sample_sd":0.15555246758166463,"df":2,"ci95_low":-0.3524694195922799,"ci95_high":0.4203580821856268},"harm_rate":{"mean":0.002036659877800407,"values":[0.003054989816700611,0.0010183299389002036,0.002036659877800407],"n":3,"sample_sd":0.0010183299389002038,"df":2,"ci95_low":-0.0004930119265145047,"ci95_high":0.004566331682115319},"repair_rate":{"mean":0.0023761031907671417,"values":[0.003054989816700611,0.0,0.004073319755600814],"n":3,"sample_sd":0.0021198228100469782,"df":2,"ci95_low":-0.0028898285940833542,"ci95_high":0.007642034975617638},"conditional_harm":{"mean":0.0020729008968340466,"values":[0.003105590062111801,0.0010362694300518134,0.0020768431983385254],"n":3,"sample_sd":0.0010346659489290013,"df":2,"ci95_low":-0.0004973518060543526,"ci95_high":0.004643153599722446}}},{"digit":5,"n":892,"accuracy":{"mean":0.9816890881913304,"values":[0.984304932735426,0.9809417040358744,0.9798206278026906],"n":3,"sample_sd":0.0023337062774283534,"df":2,"ci95_low":0.9758918404192193,"ci95_high":0.9874863359634415},"ce":{"mean":0.14374735998463067,"values":[0.152379702205773,0.13768896711599612,0.14117341063212294],"n":3,"sample_sd":0.0076761537127298714,"df":2,"ci95_low":0.12467873706497894,"ci95_high":0.16281598290428242},"accuracy_pp":{"mean":-0.14947683109118087,"values":[0.11210762331838565,0.11210762331838565,-0.672645739910314],"n":3,"sample_sd":0.4530775655075539,"df":2,"ci95_low":-1.2749838979559045,"ci95_high":0.9760302357735426},"harm_rate":{"mean":0.004857997010463379,"values":[0.0033632286995515697,0.0033632286995515697,0.007847533632286996],"n":3,"sample_sd":0.002589014660043165,"df":2,"ci95_low":-0.001573471943049327,"ci95_high":0.011289465963976085},"repair_rate":{"mean":0.0033632286995515697,"values":[0.004484304932735426,0.004484304932735426,0.0011210762331838565],"n":3,"sample_sd":0.0019417609950323736,"df":2,"ci95_low":-0.0014603730155829595,"ci95_high":0.008186830414686099},"conditional_harm":{"mean":0.004935930766428693,"values":[0.0034207525655644243,0.003432494279176201,0.007954545454545454],"n":3,"sample_sd":0.0026142035964027976,"df":2,"ci95_low":-0.0015581109738160457,"ci95_high":0.011429972506673432},"metrics":{"accuracy":{"mean":0.9816890881913304,"values":[0.984304932735426,0.9809417040358744,0.9798206278026906],"n":3,"sample_sd":0.0023337062774283534,"df":2,"ci95_low":0.9758918404192193,"ci95_high":0.9874863359634415},"ce":{"mean":0.14374735998463067,"values":[0.152379702205773,0.13768896711599612,0.14117341063212294],"n":3,"sample_sd":0.0076761537127298714,"df":2,"ci95_low":0.12467873706497894,"ci95_high":0.16281598290428242},"accuracy_pp":{"mean":-0.14947683109118087,"values":[0.11210762331838565,0.11210762331838565,-0.672645739910314],"n":3,"sample_sd":0.4530775655075539,"df":2,"ci95_low":-1.2749838979559045,"ci95_high":0.9760302357735426},"harm_rate":{"mean":0.004857997010463379,"values":[0.0033632286995515697,0.0033632286995515697,0.007847533632286996],"n":3,"sample_sd":0.002589014660043165,"df":2,"ci95_low":-0.001573471943049327,"ci95_high":0.011289465963976085},"repair_rate":{"mean":0.0033632286995515697,"values":[0.004484304932735426,0.004484304932735426,0.0011210762331838565],"n":3,"sample_sd":0.0019417609950323736,"df":2,"ci95_low":-0.0014603730155829595,"ci95_high":0.008186830414686099},"conditional_harm":{"mean":0.004935930766428693,"values":[0.0034207525655644243,0.003432494279176201,0.007954545454545454],"n":3,"sample_sd":0.0026142035964027976,"df":2,"ci95_low":-0.0015581109738160457,"ci95_high":0.011429972506673432}}},{"digit":6,"n":958,"accuracy":{"mean":0.9857341684064023,"values":[0.9843423799582464,0.9864300626304802,0.9864300626304802],"n":3,"sample_sd":0.001205324152796704,"df":2,"ci95_low":0.9827399772234517,"ci95_high":0.9887283595893528},"ce":{"mean":0.13961569144813843,"values":[0.13719430148217693,0.11959718072907764,0.1620555921331607],"n":3,"sample_sd":0.021332522630130663,"df":2,"ci95_low":0.08662276749400943,"ci95_high":0.19260861540226742},"accuracy_pp":{"mean":0.24356297842727906,"values":[-0.10438413361169102,0.10438413361169102,0.7306889352818372],"n":3,"sample_sd":0.4345858036463743,"df":2,"ci95_low":-0.8360080054397747,"ci95_high":1.3231339622943328},"harm_rate":{"mean":0.0017397355601948502,"values":[0.0020876826722338203,0.0020876826722338203,0.0010438413361169101],"n":3,"sample_sd":0.0006026620763983567,"df":2,"ci95_low":0.00024263996871955445,"ci95_high":0.003236831151670146},"repair_rate":{"mean":0.0041753653444676405,"values":[0.0010438413361169101,0.003131524008350731,0.008350730688935281],"n":3,"sample_sd":0.00376362346081836,"df":2,"ci95_low":-0.005173993627706647,"ci95_high":0.013524724316641928},"conditional_harm":{"mean":0.0017677954055388915,"values":[0.00211864406779661,0.00211864406779661,0.0010660980810234541],"n":3,"sample_sd":0.0006076877087979419,"df":2,"ci95_low":0.00025821545109395517,"ci95_high":0.003277375359983828},"metrics":{"accuracy":{"mean":0.9857341684064023,"values":[0.9843423799582464,0.9864300626304802,0.9864300626304802],"n":3,"sample_sd":0.001205324152796704,"df":2,"ci95_low":0.9827399772234517,"ci95_high":0.9887283595893528},"ce":{"mean":0.13961569144813843,"values":[0.13719430148217693,0.11959718072907764,0.1620555921331607],"n":3,"sample_sd":0.021332522630130663,"df":2,"ci95_low":0.08662276749400943,"ci95_high":0.19260861540226742},"accuracy_pp":{"mean":0.24356297842727906,"values":[-0.10438413361169102,0.10438413361169102,0.7306889352818372],"n":3,"sample_sd":0.4345858036463743,"df":2,"ci95_low":-0.8360080054397747,"ci95_high":1.3231339622943328},"harm_rate":{"mean":0.0017397355601948502,"values":[0.0020876826722338203,0.0020876826722338203,0.0010438413361169101],"n":3,"sample_sd":0.0006026620763983567,"df":2,"ci95_low":0.00024263996871955445,"ci95_high":0.003236831151670146},"repair_rate":{"mean":0.0041753653444676405,"values":[0.0010438413361169101,0.003131524008350731,0.008350730688935281],"n":3,"sample_sd":0.00376362346081836,"df":2,"ci95_low":-0.005173993627706647,"ci95_high":0.013524724316641928},"conditional_harm":{"mean":0.0017677954055388915,"values":[0.00211864406779661,0.00211864406779661,0.0010660980810234541],"n":3,"sample_sd":0.0006076877087979419,"df":2,"ci95_low":0.00025821545109395517,"ci95_high":0.003277375359983828}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9837872892347601,"values":[0.9844357976653697,0.9824902723735408,0.9844357976653697],"n":3,"sample_sd":0.0011232495509526394,"df":2,"ci95_low":0.9809969826654344,"ci95_high":0.9865775958040858},"ce":{"mean":0.12172522533005552,"values":[0.12322225435293634,0.12351564620729709,0.11843777542993314],"n":3,"sample_sd":0.0028507919652988193,"df":2,"ci95_low":0.11464346550045411,"ci95_high":0.1288069851596569},"accuracy_pp":{"mean":0.2594033722438392,"values":[0.09727626459143969,0.2918287937743191,0.38910505836575876],"n":3,"sample_sd":0.14859194860427496,"df":2,"ci95_low":-0.10971949095942174,"ci95_high":0.6285262354471002},"harm_rate":{"mean":0.0012970168612191958,"values":[0.0009727626459143969,0.0009727626459143969,0.0019455252918287938],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":-9.813642344357987e-05,"ci95_high":0.0026921701458819712},"repair_rate":{"mean":0.0038910505836575876,"values":[0.0019455252918287938,0.0038910505836575876,0.005836575875486381],"n":3,"sample_sd":0.0019455252918287938,"df":2,"ci95_low":-0.0009419021631074777,"ci95_high":0.008724003330422652},"conditional_harm":{"mean":0.0013220984423309983,"values":[0.0009891196834817012,0.0009930486593843098,0.001984126984126984],"n":3,"sample_sd":0.000573336900807283,"df":2,"ci95_low":-0.0001021493745522622,"ci95_high":0.0027463462592142588},"metrics":{"accuracy":{"mean":0.9837872892347601,"values":[0.9844357976653697,0.9824902723735408,0.9844357976653697],"n":3,"sample_sd":0.0011232495509526394,"df":2,"ci95_low":0.9809969826654344,"ci95_high":0.9865775958040858},"ce":{"mean":0.12172522533005552,"values":[0.12322225435293634,0.12351564620729709,0.11843777542993314],"n":3,"sample_sd":0.0028507919652988193,"df":2,"ci95_low":0.11464346550045411,"ci95_high":0.1288069851596569},"accuracy_pp":{"mean":0.2594033722438392,"values":[0.09727626459143969,0.2918287937743191,0.38910505836575876],"n":3,"sample_sd":0.14859194860427496,"df":2,"ci95_low":-0.10971949095942174,"ci95_high":0.6285262354471002},"harm_rate":{"mean":0.0012970168612191958,"values":[0.0009727626459143969,0.0009727626459143969,0.0019455252918287938],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":-9.813642344357987e-05,"ci95_high":0.0026921701458819712},"repair_rate":{"mean":0.0038910505836575876,"values":[0.0019455252918287938,0.0038910505836575876,0.005836575875486381],"n":3,"sample_sd":0.0019455252918287938,"df":2,"ci95_low":-0.0009419021631074777,"ci95_high":0.008724003330422652},"conditional_harm":{"mean":0.0013220984423309983,"values":[0.0009891196834817012,0.0009930486593843098,0.001984126984126984],"n":3,"sample_sd":0.000573336900807283,"df":2,"ci95_low":-0.0001021493745522622,"ci95_high":0.0027463462592142588}}},{"digit":8,"n":974,"accuracy":{"mean":0.9828884325804244,"values":[0.9825462012320328,0.9804928131416838,0.9856262833675564],"n":3,"sample_sd":0.002583790018915352,"df":2,"ci95_low":0.9764699423549681,"ci95_high":0.9893069228058806},"ce":{"mean":0.11507839964855669,"values":[0.1313072519056542,0.09908032694179181,0.11484762009822405],"n":3,"sample_sd":0.016114701907179143,"df":2,"ci95_low":0.07504726092591743,"ci95_high":0.15510953837119595},"accuracy_pp":{"mean":-0.034223134839151265,"values":[-0.1026694045174538,-0.3080082135523614,0.3080082135523614],"n":3,"sample_sd":0.3136602118381821,"df":2,"ci95_low":-0.813398295769238,"ci95_high":0.7449520260909354},"harm_rate":{"mean":0.003080082135523614,"values":[0.001026694045174538,0.006160164271047228,0.002053388090349076],"n":3,"sample_sd":0.002716377116082742,"df":2,"ci95_low":-0.003667772698109219,"ci95_high":0.009827936969156447},"repair_rate":{"mean":0.0027378507871321013,"values":[0.0,0.003080082135523614,0.00513347022587269],"n":3,"sample_sd":0.002583790018915383,"df":2,"ci95_low":-0.0036806394383242656,"ci95_high":0.009156341012588469},"conditional_harm":{"mean":0.0031322511705493493,"values":[0.0010438413361169101,0.006263048016701462,0.0020898641588296763],"n":3,"sample_sd":0.0027613325778174575,"df":2,"ci95_low":-0.0037272792209317464,"ci95_high":0.009991781562030445},"metrics":{"accuracy":{"mean":0.9828884325804244,"values":[0.9825462012320328,0.9804928131416838,0.9856262833675564],"n":3,"sample_sd":0.002583790018915352,"df":2,"ci95_low":0.9764699423549681,"ci95_high":0.9893069228058806},"ce":{"mean":0.11507839964855669,"values":[0.1313072519056542,0.09908032694179181,0.11484762009822405],"n":3,"sample_sd":0.016114701907179143,"df":2,"ci95_low":0.07504726092591743,"ci95_high":0.15510953837119595},"accuracy_pp":{"mean":-0.034223134839151265,"values":[-0.1026694045174538,-0.3080082135523614,0.3080082135523614],"n":3,"sample_sd":0.3136602118381821,"df":2,"ci95_low":-0.813398295769238,"ci95_high":0.7449520260909354},"harm_rate":{"mean":0.003080082135523614,"values":[0.001026694045174538,0.006160164271047228,0.002053388090349076],"n":3,"sample_sd":0.002716377116082742,"df":2,"ci95_low":-0.003667772698109219,"ci95_high":0.009827936969156447},"repair_rate":{"mean":0.0027378507871321013,"values":[0.0,0.003080082135523614,0.00513347022587269],"n":3,"sample_sd":0.002583790018915383,"df":2,"ci95_low":-0.0036806394383242656,"ci95_high":0.009156341012588469},"conditional_harm":{"mean":0.0031322511705493493,"values":[0.0010438413361169101,0.006263048016701462,0.0020898641588296763],"n":3,"sample_sd":0.0027613325778174575,"df":2,"ci95_low":-0.0037272792209317464,"ci95_high":0.009991781562030445}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9844730756524612,"values":[0.981169474727453,0.9821605550049554,0.9900891972249752],"n":3,"sample_sd":0.004888882916071605,"df":2,"ci95_low":0.9723284172318909,"ci95_high":0.9966177340730316},"ce":{"mean":0.16343916051468818,"values":[0.1839354629254588,0.1682323735701174,0.13814964504848837],"n":3,"sample_sd":0.02326620829039035,"df":2,"ci95_low":0.10564269508906919,"ci95_high":0.22123562594030716},"accuracy_pp":{"mean":0.46250412950115627,"values":[-0.09910802775024777,0.19821605550049554,1.288404360753221],"n":3,"sample_sd":0.7305366497355791,"df":2,"ci95_low":-1.3522495119862308,"ci95_high":2.2772577709885433},"harm_rate":{"mean":0.0023125206475057814,"values":[0.002973240832507433,0.002973240832507433,0.0009910802775024777],"n":3,"sample_sd":0.001144400930009169,"df":2,"ci95_low":-0.000530328860191609,"ci95_high":0.005155370155203172},"repair_rate":{"mean":0.006937561942517344,"values":[0.0019821605550049554,0.004955401387512388,0.013875123885034688],"n":3,"sample_sd":0.006189294349255102,"df":2,"ci95_low":-0.008437497560128406,"ci95_high":0.02231262144516309},"conditional_harm":{"mean":0.002358270342411581,"values":[0.0030272452068617556,0.003033367037411527,0.0010141987829614604],"n":3,"sample_sd":0.001164004139552059,"df":2,"ci95_low":-0.0005332762373843505,"ci95_high":0.005249816922207513},"metrics":{"accuracy":{"mean":0.9844730756524612,"values":[0.981169474727453,0.9821605550049554,0.9900891972249752],"n":3,"sample_sd":0.004888882916071605,"df":2,"ci95_low":0.9723284172318909,"ci95_high":0.9966177340730316},"ce":{"mean":0.16343916051468818,"values":[0.1839354629254588,0.1682323735701174,0.13814964504848837],"n":3,"sample_sd":0.02326620829039035,"df":2,"ci95_low":0.10564269508906919,"ci95_high":0.22123562594030716},"accuracy_pp":{"mean":0.46250412950115627,"values":[-0.09910802775024777,0.19821605550049554,1.288404360753221],"n":3,"sample_sd":0.7305366497355791,"df":2,"ci95_low":-1.3522495119862308,"ci95_high":2.2772577709885433},"harm_rate":{"mean":0.0023125206475057814,"values":[0.002973240832507433,0.002973240832507433,0.0009910802775024777],"n":3,"sample_sd":0.001144400930009169,"df":2,"ci95_low":-0.000530328860191609,"ci95_high":0.005155370155203172},"repair_rate":{"mean":0.006937561942517344,"values":[0.0019821605550049554,0.004955401387512388,0.013875123885034688],"n":3,"sample_sd":0.006189294349255102,"df":2,"ci95_low":-0.008437497560128406,"ci95_high":0.02231262144516309},"conditional_harm":{"mean":0.002358270342411581,"values":[0.0030272452068617556,0.003033367037411527,0.0010141987829614604],"n":3,"sample_sd":0.001164004139552059,"df":2,"ci95_low":-0.0005332762373843505,"ci95_high":0.005249816922207513}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m05-s201-v1","accuracy":0.9859,"test_accuracy":0.9859,"ce":0.10914231299502858,"training_seconds":50.344574734000105,"selected_epoch":25,"epoch":100,"total_run_seconds":62.21873382099997,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":18,"repair_count":24,"harm_rate":0.0018,"repair_rate":0.0024,"conditional_harm":0.001826854765046179,"accuracy_pp":0.06,"ce":0.01799960426797538},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":2,"harm_rate":0.0010204081632653062,"repair_rate":0.0020408163265306124,"conditional_harm":0.00102880658436214,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.04748001403426501},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":1,"harm_rate":0.000881057268722467,"repair_rate":0.000881057268722467,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.029030533264685333},{"n":1032,"baseline_correct":1018,"harm_count":2,"repair_count":5,"harm_rate":0.001937984496124031,"repair_rate":0.0048449612403100775,"conditional_harm":0.0019646365422396855,"accuracy_pp":0.29069767441860467,"digit":2,"accuracy":0.9893410852713178,"ce":0.07256546973007766},{"n":1010,"baseline_correct":990,"harm_count":1,"repair_count":4,"harm_rate":0.0009900990099009901,"repair_rate":0.0039603960396039604,"conditional_harm":0.00101010101010101,"accuracy_pp":0.297029702970297,"digit":3,"accuracy":0.9831683168316832,"ce":0.09448557494041636},{"n":982,"baseline_correct":966,"harm_count":3,"repair_count":3,"harm_rate":0.003054989816700611,"repair_rate":0.003054989816700611,"conditional_harm":0.003105590062111801,"accuracy_pp":0.0,"digit":4,"accuracy":0.9837067209775967,"ce":0.13657190160879745},{"n":892,"baseline_correct":877,"harm_count":3,"repair_count":4,"harm_rate":0.0033632286995515697,"repair_rate":0.004484304932735426,"conditional_harm":0.0034207525655644243,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.984304932735426,"ce":0.152379702205773},{"n":958,"baseline_correct":944,"harm_count":2,"repair_count":1,"harm_rate":0.0020876826722338203,"repair_rate":0.0010438413361169101,"conditional_harm":0.00211864406779661,"accuracy_pp":-0.10438413361169102,"digit":6,"accuracy":0.9843423799582464,"ce":0.13719430148217693},{"n":1028,"baseline_correct":1011,"harm_count":1,"repair_count":2,"harm_rate":0.0009727626459143969,"repair_rate":0.0019455252918287938,"conditional_harm":0.0009891196834817012,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.9844357976653697,"ce":0.12322225435293634},{"n":974,"baseline_correct":958,"harm_count":1,"repair_count":0,"harm_rate":0.001026694045174538,"repair_rate":0.0,"conditional_harm":0.0010438413361169101,"accuracy_pp":-0.1026694045174538,"digit":8,"accuracy":0.9825462012320328,"ce":0.1313072519056542},{"n":1009,"baseline_correct":991,"harm_count":3,"repair_count":2,"harm_rate":0.002973240832507433,"repair_rate":0.0019821605550049554,"conditional_harm":0.0030272452068617556,"accuracy_pp":-0.09910802775024777,"digit":9,"accuracy":0.981169474727453,"ce":0.1839354629254588}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"84cbe60489f918fccaa90dad29afa70bbfe1ab30492770ac3b771eefd4b75709","train_accuracy":1.0,"train_ce":1.5285991132259369e-06,"validation_accuracy":0.984,"validation_ce":0.1178130859375},{"seed":202,"run_id":"halfdrop-m05-s202-v1","accuracy":0.9849,"test_accuracy":0.9849,"ce":0.10164846845864099,"training_seconds":50.47263661599999,"selected_epoch":10,"epoch":100,"total_run_seconds":56.80342180600002,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":26,"repair_count":28,"harm_rate":0.0026,"repair_rate":0.0028,"conditional_harm":0.002640398090789073,"accuracy_pp":0.02,"ce":0.01150352893896206},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":2,"harm_rate":0.0010204081632653062,"repair_rate":0.0020408163265306124,"conditional_harm":0.00102880658436214,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.03180197835738995},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9929515418502203,"ce":0.03736064041592113},{"n":1032,"baseline_correct":1018,"harm_count":3,"repair_count":3,"harm_rate":0.0029069767441860465,"repair_rate":0.0029069767441860465,"conditional_harm":0.0029469548133595285,"accuracy_pp":0.0,"digit":2,"accuracy":0.9864341085271318,"ce":0.08220361839434573},{"n":1010,"baseline_correct":994,"harm_count":6,"repair_count":3,"harm_rate":0.005940594059405941,"repair_rate":0.0029702970297029703,"conditional_harm":0.006036217303822937,"accuracy_pp":-0.297029702970297,"digit":3,"accuracy":0.9811881188118812,"ce":0.0980464258226855},{"n":982,"baseline_correct":965,"harm_count":1,"repair_count":0,"harm_rate":0.0010183299389002036,"repair_rate":0.0,"conditional_harm":0.0010362694300518134,"accuracy_pp":-0.10183299389002037,"digit":4,"accuracy":0.9816700610997964,"ce":0.13079017228069262},{"n":892,"baseline_correct":874,"harm_count":3,"repair_count":4,"harm_rate":0.0033632286995515697,"repair_rate":0.004484304932735426,"conditional_harm":0.003432494279176201,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9809417040358744,"ce":0.13768896711599612},{"n":958,"baseline_correct":944,"harm_count":2,"repair_count":3,"harm_rate":0.0020876826722338203,"repair_rate":0.003131524008350731,"conditional_harm":0.00211864406779661,"accuracy_pp":0.10438413361169102,"digit":6,"accuracy":0.9864300626304802,"ce":0.11959718072907764},{"n":1028,"baseline_correct":1007,"harm_count":1,"repair_count":4,"harm_rate":0.0009727626459143969,"repair_rate":0.0038910505836575876,"conditional_harm":0.0009930486593843098,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9824902723735408,"ce":0.12351564620729709},{"n":974,"baseline_correct":958,"harm_count":6,"repair_count":3,"harm_rate":0.006160164271047228,"repair_rate":0.003080082135523614,"conditional_harm":0.006263048016701462,"accuracy_pp":-0.3080082135523614,"digit":8,"accuracy":0.9804928131416838,"ce":0.09908032694179181},{"n":1009,"baseline_correct":989,"harm_count":3,"repair_count":5,"harm_rate":0.002973240832507433,"repair_rate":0.004955401387512388,"conditional_harm":0.003033367037411527,"accuracy_pp":0.19821605550049554,"digit":9,"accuracy":0.9821605550049554,"ce":0.1682323735701174}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"3fac6fe621f74777e35b634f3217dd152b8f5d134167b240fdb11a845fef5714","train_accuracy":1.0,"train_ce":1.539815068244934e-06,"validation_accuracy":0.985,"validation_ce":0.120504345703125},{"seed":203,"run_id":"halfdrop-m05-s203-v1","accuracy":0.9865,"test_accuracy":0.9865,"ce":0.10907238211807511,"training_seconds":50.3019368219999,"selected_epoch":5,"epoch":100,"total_run_seconds":59.64529834800004,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":21,"repair_count":54,"harm_rate":0.0021,"repair_rate":0.0054,"conditional_harm":0.0021358828315703824,"accuracy_pp":0.33,"ce":0.012700873276964467},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.046686392127765285},{"n":1135,"baseline_correct":1125,"harm_count":1,"repair_count":2,"harm_rate":0.000881057268722467,"repair_rate":0.001762114537444934,"conditional_harm":0.0008888888888888889,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9920704845814978,"ce":0.025214526343999885},{"n":1032,"baseline_correct":1012,"harm_count":1,"repair_count":10,"harm_rate":0.0009689922480620155,"repair_rate":0.009689922480620155,"conditional_harm":0.0009881422924901185,"accuracy_pp":0.872093023255814,"digit":2,"accuracy":0.9893410852713178,"ce":0.08542155329987548},{"n":1010,"baseline_correct":991,"harm_count":4,"repair_count":4,"harm_rate":0.0039603960396039604,"repair_rate":0.0039603960396039604,"conditional_harm":0.004036326942482341,"accuracy_pp":0.0,"digit":3,"accuracy":0.9811881188118812,"ce":0.10069512667274125},{"n":982,"baseline_correct":963,"harm_count":2,"repair_count":4,"harm_rate":0.002036659877800407,"repair_rate":0.004073319755600814,"conditional_harm":0.0020768431983385254,"accuracy_pp":0.20366598778004075,"digit":4,"accuracy":0.9826883910386965,"ce":0.17546945217023752},{"n":892,"baseline_correct":880,"harm_count":7,"repair_count":1,"harm_rate":0.007847533632286996,"repair_rate":0.0011210762331838565,"conditional_harm":0.007954545454545454,"accuracy_pp":-0.672645739910314,"digit":5,"accuracy":0.9798206278026906,"ce":0.14117341063212294},{"n":958,"baseline_correct":938,"harm_count":1,"repair_count":8,"harm_rate":0.0010438413361169101,"repair_rate":0.008350730688935281,"conditional_harm":0.0010660980810234541,"accuracy_pp":0.7306889352818372,"digit":6,"accuracy":0.9864300626304802,"ce":0.1620555921331607},{"n":1028,"baseline_correct":1008,"harm_count":2,"repair_count":6,"harm_rate":0.0019455252918287938,"repair_rate":0.005836575875486381,"conditional_harm":0.001984126984126984,"accuracy_pp":0.38910505836575876,"digit":7,"accuracy":0.9844357976653697,"ce":0.11843777542993314},{"n":974,"baseline_correct":957,"harm_count":2,"repair_count":5,"harm_rate":0.002053388090349076,"repair_rate":0.00513347022587269,"conditional_harm":0.0020898641588296763,"accuracy_pp":0.3080082135523614,"digit":8,"accuracy":0.9856262833675564,"ce":0.11484762009822405},{"n":1009,"baseline_correct":986,"harm_count":1,"repair_count":14,"harm_rate":0.0009910802775024777,"repair_rate":0.013875123885034688,"conditional_harm":0.0010141987829614604,"accuracy_pp":1.288404360753221,"digit":9,"accuracy":0.9900891972249752,"ce":0.13814964504848837}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"39867cee4c95a34e99afe05015cf25928fa9fb0ed511b940054704aadcf0f75e","train_accuracy":1.0,"train_ce":1.5332570672035217e-06,"validation_accuracy":0.9854,"validation_ce":0.119457421875}]},{"endpoint":"final","drop_mask":6,"k":2,"drop_probabilities":[0,0.5,0.5,0],"nominal_training_affine_fraction":0.8119515252820727,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9849666666666667,"values":[0.9846,0.9851,0.9852],"n":3,"sample_sd":0.00032145502536639643,"df":2,"ci95_low":0.9841681281154944,"ci95_high":0.985765205217839},"ce":{"mean":0.11504031088895433,"values":[0.12229704011934373,0.11176309977226061,0.11106079277525867],"n":3,"sample_sd":0.006294314746014877,"df":2,"ci95_low":0.09940436625820552,"ci95_high":0.13067625551970316},"training_seconds":{"mean":55.41859496600025,"values":[55.397640271000114,55.244663925000395,55.61348070200023],"n":3,"sample_sd":0.18529915860858115,"df":2,"ci95_low":54.958286338128964,"ci95_high":55.878903593871534},"selected_epoch":{"mean":10.0,"values":[15.0,10.0,5.0],"n":3,"sample_sd":5.0,"df":2,"ci95_low":-2.4206885591862175,"ci95_high":22.420688559186218},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":1.2710095445315044e-06,"values":[1.0557642579078674e-06,1.5293386578559876e-06,1.227925717830658e-06],"n":3,"sample_sd":2.3970886542626444e-07,"df":2,"ci95_low":6.755397120644021e-07,"ci95_high":1.8664793769986065e-06},"validation_accuracy":{"mean":0.9837,"values":[0.9829,0.9843,0.9839],"n":3,"sample_sd":0.00072111025509278,"df":2,"ci95_low":0.9819086628209315,"ci95_high":0.9854913371790686},"validation_ce":{"mean":0.12392471923828126,"values":[0.1301798828125,0.11933385009765625,0.1222604248046875],"n":3,"sample_sd":0.005611284468295439,"df":2,"ci95_low":0.10998551587874196,"ci95_high":0.13786392259782054},"harm_rate":{"mean":0.002333333333333333,"values":[0.0024,0.003,0.0016],"n":3,"sample_sd":0.0007023769168568492,"df":2,"ci95_low":0.0005885323462452617,"ci95_high":0.0040781343204214044},"repair_rate":{"mean":0.0029,"values":[0.0017,0.0034,0.0036],"n":3,"sample_sd":0.001044030650891055,"df":2,"ci95_low":0.0003064840878075465,"ci95_high":0.005493515912192453},"conditional_harm":{"mean":0.0023699196117729017,"values":[0.002435806353394905,0.0030466131816796996,0.0016273393002441008],"n":3,"sample_sd":0.000711927232708857,"df":2,"ci95_low":0.000601394324916901,"ci95_high":0.004138444898628902}},"paired_vs_none":{"accuracy_pp":{"mean":0.05666666666666667,"values":[-0.07,0.04,0.2],"n":3,"sample_sd":0.13576941236277534,"df":2,"ci95_low":-0.2806032506976852,"ci95_high":0.3939365840310186},"ce":{"mean":0.022487258526340075,"values":[0.031154331392290527,0.021618160252581675,0.01468928393414802],"n":3,"sample_sd":0.008266858279105106,"df":2,"ci95_low":0.0019512441168011464,"ci95_high":0.043023272935879},"harm_rate":{"mean":0.002333333333333333,"values":[0.0024,0.003,0.0016],"n":3,"sample_sd":0.0007023769168568492,"df":2,"ci95_low":0.0005885323462452617,"ci95_high":0.0040781343204214044},"repair_rate":{"mean":0.0029,"values":[0.0017,0.0034,0.0036],"n":3,"sample_sd":0.001044030650891055,"df":2,"ci95_low":0.0003064840878075465,"ci95_high":0.005493515912192453},"conditional_harm":{"mean":0.0023699196117729017,"values":[0.002435806353394905,0.0030466131816796996,0.0016273393002441008],"n":3,"sample_sd":0.000711927232708857,"df":2,"ci95_low":0.000601394324916901,"ci95_high":0.004138444898628902},"harm_count":{"mean":23.333333333333332,"values":[24.0,30.0,16.0],"n":3,"sample_sd":7.023769168568492,"df":2,"ci95_low":5.885323462452622,"ci95_high":40.78134320421404},"repair_count":{"mean":29.0,"values":[17.0,34.0,36.0],"n":3,"sample_sd":10.44030650891055,"df":2,"ci95_low":3.0648408780754686,"ci95_high":54.93515912192453}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9914965986394558,"values":[0.9908163265306122,0.9918367346938776,0.9918367346938776],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9900331113163606,"ci95_high":0.992960085962551},"ce":{"mean":0.05010994432761309,"values":[0.05245387247425317,0.055000254120472186,0.042875706388113916],"n":3,"sample_sd":0.006393095009149889,"df":2,"ci95_low":0.034228615920025386,"ci95_high":0.0659912727352008},"accuracy_pp":{"mean":-0.034013605442176874,"values":[-0.10204081632653061,0.0,0.0],"n":3,"sample_sd":0.05891329277445161,"df":2,"ci95_low":-0.1803623377517007,"ci95_high":0.11233512686734695},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010204081632653062,"ci95_high":0.0010204081632653062},"repair_rate":{"mean":0.0006802721088435375,"values":[0.0,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"conditional_harm":{"mean":0.00102880658436214,"values":[0.00102880658436214,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.00102880658436214,"ci95_high":0.00102880658436214},"metrics":{"accuracy":{"mean":0.9914965986394558,"values":[0.9908163265306122,0.9918367346938776,0.9918367346938776],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9900331113163606,"ci95_high":0.992960085962551},"ce":{"mean":0.05010994432761309,"values":[0.05245387247425317,0.055000254120472186,0.042875706388113916],"n":3,"sample_sd":0.006393095009149889,"df":2,"ci95_low":0.034228615920025386,"ci95_high":0.0659912727352008},"accuracy_pp":{"mean":-0.034013605442176874,"values":[-0.10204081632653061,0.0,0.0],"n":3,"sample_sd":0.05891329277445161,"df":2,"ci95_low":-0.1803623377517007,"ci95_high":0.11233512686734695},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010204081632653062,"ci95_high":0.0010204081632653062},"repair_rate":{"mean":0.0006802721088435375,"values":[0.0,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"conditional_harm":{"mean":0.00102880658436214,"values":[0.00102880658436214,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.00102880658436214,"ci95_high":0.00102880658436214}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9920704845814978,"values":[0.9911894273127754,0.9938325991189427,0.9911894273127754],"n":3,"sample_sd":0.0015260359538051516,"df":2,"ci95_low":0.9882796011190309,"ci95_high":0.9958613680439647},"ce":{"mean":0.03265543331347355,"values":[0.033187588241547335,0.035649696509599434,0.029129015189273893],"n":3,"sample_sd":0.0032927515653197277,"df":2,"ci95_low":0.0244757849743517,"ci95_high":0.040835081652595404},"accuracy_pp":{"mean":0.029368575624082235,"values":[-0.0881057268722467,0.1762114537444934,0.0],"n":3,"sample_sd":0.13458372085039177,"df":2,"ci95_low":-0.3049559207397523,"ci95_high":0.3636930719879168},"harm_rate":{"mean":0.0005873715124816446,"values":[0.000881057268722467,0.0,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"repair_rate":{"mean":0.000881057268722467,"values":[0.0,0.001762114537444934,0.000881057268722467],"n":3,"sample_sd":0.000881057268722467,"df":2,"ci95_low":-0.0013076103187993334,"ci95_high":0.0030697248562442676},"conditional_harm":{"mean":0.0005923294520097362,"values":[0.0008880994671403197,0.0,0.0008888888888888889],"n":3,"sample_sd":0.000512972504706919,"df":2,"ci95_low":-0.0006819648920683291,"ci95_high":0.0018666237960878016},"metrics":{"accuracy":{"mean":0.9920704845814978,"values":[0.9911894273127754,0.9938325991189427,0.9911894273127754],"n":3,"sample_sd":0.0015260359538051516,"df":2,"ci95_low":0.9882796011190309,"ci95_high":0.9958613680439647},"ce":{"mean":0.03265543331347355,"values":[0.033187588241547335,0.035649696509599434,0.029129015189273893],"n":3,"sample_sd":0.0032927515653197277,"df":2,"ci95_low":0.0244757849743517,"ci95_high":0.040835081652595404},"accuracy_pp":{"mean":0.029368575624082235,"values":[-0.0881057268722467,0.1762114537444934,0.0],"n":3,"sample_sd":0.13458372085039177,"df":2,"ci95_low":-0.3049559207397523,"ci95_high":0.3636930719879168},"harm_rate":{"mean":0.0005873715124816446,"values":[0.000881057268722467,0.0,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"repair_rate":{"mean":0.000881057268722467,"values":[0.0,0.001762114537444934,0.000881057268722467],"n":3,"sample_sd":0.000881057268722467,"df":2,"ci95_low":-0.0013076103187993334,"ci95_high":0.0030697248562442676},"conditional_harm":{"mean":0.0005923294520097362,"values":[0.0008880994671403197,0.0,0.0008888888888888889],"n":3,"sample_sd":0.000512972504706919,"df":2,"ci95_low":-0.0006819648920683291,"ci95_high":0.0018666237960878016}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9867571059431525,"values":[0.9854651162790697,0.9883720930232558,0.9864341085271318],"n":3,"sample_sd":0.0014801601081898734,"df":2,"ci95_low":0.9830801843988409,"ci95_high":0.990434027487464},"ce":{"mean":0.08585130049149954,"values":[0.0929856197048664,0.07889689366194677,0.08567138810768544],"n":3,"sample_sd":0.007046085915421252,"df":2,"ci95_low":0.06834785274815636,"ci95_high":0.10335474823484272},"accuracy_pp":{"mean":0.2260981912144703,"values":[-0.09689922480620156,0.1937984496124031,0.5813953488372093],"n":3,"sample_sd":0.3402988938259929,"df":2,"ci95_low":-0.6192511242351767,"ci95_high":1.0714475066641174},"harm_rate":{"mean":0.002583979328165375,"values":[0.003875968992248062,0.0029069767441860465,0.0009689922480620155],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":-0.0010929422161461773,"ci95_high":0.006260900872476927},"repair_rate":{"mean":0.0048449612403100775,"values":[0.0029069767441860465,0.0048449612403100775,0.006782945736434108],"n":3,"sample_sd":0.001937984496124031,"df":2,"ci95_low":3.0740868532473827e-05,"ci95_high":0.009659181612087682},"conditional_harm":{"mean":0.0026214567301096727,"values":[0.003929273084479371,0.0029469548133595285,0.0009881422924901185],"n":3,"sample_sd":0.0014973390850259434,"df":2,"ci95_low":-0.001098139758411146,"ci95_high":0.0063410532186304915},"metrics":{"accuracy":{"mean":0.9867571059431525,"values":[0.9854651162790697,0.9883720930232558,0.9864341085271318],"n":3,"sample_sd":0.0014801601081898734,"df":2,"ci95_low":0.9830801843988409,"ci95_high":0.990434027487464},"ce":{"mean":0.08585130049149954,"values":[0.0929856197048664,0.07889689366194677,0.08567138810768544],"n":3,"sample_sd":0.007046085915421252,"df":2,"ci95_low":0.06834785274815636,"ci95_high":0.10335474823484272},"accuracy_pp":{"mean":0.2260981912144703,"values":[-0.09689922480620156,0.1937984496124031,0.5813953488372093],"n":3,"sample_sd":0.3402988938259929,"df":2,"ci95_low":-0.6192511242351767,"ci95_high":1.0714475066641174},"harm_rate":{"mean":0.002583979328165375,"values":[0.003875968992248062,0.0029069767441860465,0.0009689922480620155],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":-0.0010929422161461773,"ci95_high":0.006260900872476927},"repair_rate":{"mean":0.0048449612403100775,"values":[0.0029069767441860465,0.0048449612403100775,0.006782945736434108],"n":3,"sample_sd":0.001937984496124031,"df":2,"ci95_low":3.0740868532473827e-05,"ci95_high":0.009659181612087682},"conditional_harm":{"mean":0.0026214567301096727,"values":[0.003929273084479371,0.0029469548133595285,0.0009881422924901185],"n":3,"sample_sd":0.0014973390850259434,"df":2,"ci95_low":-0.001098139758411146,"ci95_high":0.0063410532186304915}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9805280528052805,"values":[0.9772277227722772,0.9811881188118812,0.9831683168316832],"n":3,"sample_sd":0.0030248024389147488,"df":2,"ci95_low":0.9730140269959151,"ci95_high":0.988042078614646},"ce":{"mean":0.12971300407193634,"values":[0.18086771523982748,0.10221172707472656,0.10605956990125498],"n":3,"sample_sd":0.04434303586367527,"df":2,"ci95_low":0.01955879642562923,"ci95_high":0.23986721171824343},"accuracy_pp":{"mean":-0.132013201320132,"values":[-0.297029702970297,-0.297029702970297,0.19801980198019803],"n":3,"sample_sd":0.2858169649453593,"df":2,"ci95_low":-0.8420219026237625,"ci95_high":0.5779954999834984},"harm_rate":{"mean":0.0036303630363036304,"values":[0.0039603960396039604,0.005940594059405941,0.0009900990099009901],"n":3,"sample_sd":0.002491694533092657,"df":2,"ci95_low":-0.002559349319730531,"ci95_high":0.009820075392337792},"repair_rate":{"mean":0.0023102310231023103,"values":[0.0009900990099009901,0.0029702970297029703,0.0029702970297029703],"n":3,"sample_sd":0.0011432678597814371,"df":2,"ci95_low":-0.0005298037821122111,"ci95_high":0.005150265828316831},"conditional_harm":{"mean":0.0036952343599491876,"values":[0.00404040404040404,0.006036217303822937,0.0010090817356205853],"n":3,"sample_sd":0.0025312802267825414,"df":2,"ci95_low":-0.0025928143106292534,"ci95_high":0.009983283030527628},"metrics":{"accuracy":{"mean":0.9805280528052805,"values":[0.9772277227722772,0.9811881188118812,0.9831683168316832],"n":3,"sample_sd":0.0030248024389147488,"df":2,"ci95_low":0.9730140269959151,"ci95_high":0.988042078614646},"ce":{"mean":0.12971300407193634,"values":[0.18086771523982748,0.10221172707472656,0.10605956990125498],"n":3,"sample_sd":0.04434303586367527,"df":2,"ci95_low":0.01955879642562923,"ci95_high":0.23986721171824343},"accuracy_pp":{"mean":-0.132013201320132,"values":[-0.297029702970297,-0.297029702970297,0.19801980198019803],"n":3,"sample_sd":0.2858169649453593,"df":2,"ci95_low":-0.8420219026237625,"ci95_high":0.5779954999834984},"harm_rate":{"mean":0.0036303630363036304,"values":[0.0039603960396039604,0.005940594059405941,0.0009900990099009901],"n":3,"sample_sd":0.002491694533092657,"df":2,"ci95_low":-0.002559349319730531,"ci95_high":0.009820075392337792},"repair_rate":{"mean":0.0023102310231023103,"values":[0.0009900990099009901,0.0029702970297029703,0.0029702970297029703],"n":3,"sample_sd":0.0011432678597814371,"df":2,"ci95_low":-0.0005298037821122111,"ci95_high":0.005150265828316831},"conditional_harm":{"mean":0.0036952343599491876,"values":[0.00404040404040404,0.006036217303822937,0.0010090817356205853],"n":3,"sample_sd":0.0025312802267825414,"df":2,"ci95_low":-0.0025928143106292534,"ci95_high":0.009983283030527628}}},{"digit":4,"n":982,"accuracy":{"mean":0.9813306177868296,"values":[0.9806517311608961,0.9816700610997964,0.9816700610997964],"n":3,"sample_sd":0.0005879330643479291,"df":2,"ci95_low":0.979870111089647,"ci95_high":0.9827911244840123},"ce":{"mean":0.1609453294606549,"values":[0.1577494560765878,0.16433324649382383,0.16075328581155304],"n":3,"sample_sd":0.0032960938452799714,"df":2,"ci95_low":0.1527573784378403,"ci95_high":0.1691332804834695},"accuracy_pp":{"mean":-0.10183299389002037,"values":[-0.3054989816700611,-0.10183299389002037,0.10183299389002037],"n":3,"sample_sd":0.20366598778004075,"df":2,"ci95_low":-0.6077673547530027,"ci95_high":0.404101366972962},"harm_rate":{"mean":0.002036659877800407,"values":[0.004073319755600814,0.0010183299389002036,0.0010183299389002036],"n":3,"sample_sd":0.001763799193043663,"df":2,"ci95_low":-0.002344860213747454,"ci95_high":0.006418179969348268},"repair_rate":{"mean":0.0010183299389002036,"values":[0.0010183299389002036,0.0,0.002036659877800407],"n":3,"sample_sd":0.0010183299389002036,"df":2,"ci95_low":-0.0015113418654147078,"ci95_high":0.0035480017432151147},"conditional_harm":{"mean":0.0020718259262344925,"values":[0.004140786749482402,0.0010362694300518134,0.0010384215991692627],"n":3,"sample_sd":0.0017917729554993785,"df":2,"ci95_low":-0.0023791848435715884,"ci95_high":0.006522836696040573},"metrics":{"accuracy":{"mean":0.9813306177868296,"values":[0.9806517311608961,0.9816700610997964,0.9816700610997964],"n":3,"sample_sd":0.0005879330643479291,"df":2,"ci95_low":0.979870111089647,"ci95_high":0.9827911244840123},"ce":{"mean":0.1609453294606549,"values":[0.1577494560765878,0.16433324649382383,0.16075328581155304],"n":3,"sample_sd":0.0032960938452799714,"df":2,"ci95_low":0.1527573784378403,"ci95_high":0.1691332804834695},"accuracy_pp":{"mean":-0.10183299389002037,"values":[-0.3054989816700611,-0.10183299389002037,0.10183299389002037],"n":3,"sample_sd":0.20366598778004075,"df":2,"ci95_low":-0.6077673547530027,"ci95_high":0.404101366972962},"harm_rate":{"mean":0.002036659877800407,"values":[0.004073319755600814,0.0010183299389002036,0.0010183299389002036],"n":3,"sample_sd":0.001763799193043663,"df":2,"ci95_low":-0.002344860213747454,"ci95_high":0.006418179969348268},"repair_rate":{"mean":0.0010183299389002036,"values":[0.0010183299389002036,0.0,0.002036659877800407],"n":3,"sample_sd":0.0010183299389002036,"df":2,"ci95_low":-0.0015113418654147078,"ci95_high":0.0035480017432151147},"conditional_harm":{"mean":0.0020718259262344925,"values":[0.004140786749482402,0.0010362694300518134,0.0010384215991692627],"n":3,"sample_sd":0.0017917729554993785,"df":2,"ci95_low":-0.0023791848435715884,"ci95_high":0.006522836696040573}}},{"digit":5,"n":892,"accuracy":{"mean":0.9820627802690582,"values":[0.9831838565022422,0.9786995515695067,0.984304932735426],"n":3,"sample_sd":0.0029660889137495287,"df":2,"ci95_low":0.9746946069417507,"ci95_high":0.9894309535963658},"ce":{"mean":0.14621946697051236,"values":[0.1402377068177498,0.1451514547734566,0.1532692393203307],"n":3,"sample_sd":0.006581086337471237,"df":2,"ci95_low":0.12987114221474322,"ci95_high":0.1625677917262815},"accuracy_pp":{"mean":-0.11210762331838565,"values":[0.0,-0.11210762331838565,-0.2242152466367713],"n":3,"sample_sd":0.11210762331838565,"df":2,"ci95_low":-0.39059839818803177,"ci95_high":0.1663831515512605},"harm_rate":{"mean":0.002989536621823617,"values":[0.0011210762331838565,0.005605381165919282,0.002242152466367713],"n":3,"sample_sd":0.0023337062774283998,"df":2,"ci95_low":-0.0028077111502875793,"ci95_high":0.008786784393934814},"repair_rate":{"mean":0.0018684603886397607,"values":[0.0011210762331838565,0.004484304932735426,0.0],"n":3,"sample_sd":0.0023337062774283998,"df":2,"ci95_low":-0.003928787383471436,"ci95_high":0.007665708160750957},"conditional_harm":{"mean":0.0030446006421808052,"values":[0.0011402508551881414,0.005720823798627002,0.0022727272727272726],"n":3,"sample_sd":0.002385844399032489,"df":2,"ci95_low":-0.0028821654040314657,"ci95_high":0.008971366688393077},"metrics":{"accuracy":{"mean":0.9820627802690582,"values":[0.9831838565022422,0.9786995515695067,0.984304932735426],"n":3,"sample_sd":0.0029660889137495287,"df":2,"ci95_low":0.9746946069417507,"ci95_high":0.9894309535963658},"ce":{"mean":0.14621946697051236,"values":[0.1402377068177498,0.1451514547734566,0.1532692393203307],"n":3,"sample_sd":0.006581086337471237,"df":2,"ci95_low":0.12987114221474322,"ci95_high":0.1625677917262815},"accuracy_pp":{"mean":-0.11210762331838565,"values":[0.0,-0.11210762331838565,-0.2242152466367713],"n":3,"sample_sd":0.11210762331838565,"df":2,"ci95_low":-0.39059839818803177,"ci95_high":0.1663831515512605},"harm_rate":{"mean":0.002989536621823617,"values":[0.0011210762331838565,0.005605381165919282,0.002242152466367713],"n":3,"sample_sd":0.0023337062774283998,"df":2,"ci95_low":-0.0028077111502875793,"ci95_high":0.008786784393934814},"repair_rate":{"mean":0.0018684603886397607,"values":[0.0011210762331838565,0.004484304932735426,0.0],"n":3,"sample_sd":0.0023337062774283998,"df":2,"ci95_low":-0.003928787383471436,"ci95_high":0.007665708160750957},"conditional_harm":{"mean":0.0030446006421808052,"values":[0.0011402508551881414,0.005720823798627002,0.0022727272727272726],"n":3,"sample_sd":0.002385844399032489,"df":2,"ci95_low":-0.0028821654040314657,"ci95_high":0.008971366688393077}}},{"digit":6,"n":958,"accuracy":{"mean":0.9860821155184412,"values":[0.9822546972860126,0.9874739039665971,0.988517745302714],"n":3,"sample_sd":0.003355480431799888,"df":2,"ci95_low":0.9777466400364752,"ci95_high":0.9944175910004072},"ce":{"mean":0.13506111195383816,"values":[0.1474950010202101,0.13240832301358263,0.12528001182772172],"n":3,"sample_sd":0.011342592431924474,"df":2,"ci95_low":0.10688455034369486,"ci95_high":0.16323767356398144},"accuracy_pp":{"mean":0.2783576896311761,"values":[-0.31315240083507306,0.20876826722338204,0.9394572025052192],"n":3,"sample_sd":0.6291976798895311,"df":2,"ci95_low":-1.2846559951829062,"ci95_high":1.8413713744452584},"harm_rate":{"mean":0.0020876826722338203,"values":[0.0041753653444676405,0.0020876826722338203,0.0],"n":3,"sample_sd":0.0020876826722338203,"df":2,"ci95_low":-0.0030984085842113637,"ci95_high":0.007273773928679004},"repair_rate":{"mean":0.004871259568545581,"values":[0.0010438413361169101,0.0041753653444676405,0.009394572025052192],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.005608409571781491,"ci95_high":0.015350928708872651},"conditional_harm":{"mean":0.00211864406779661,"values":[0.00423728813559322,0.00211864406779661,0.0],"n":3,"sample_sd":0.00211864406779661,"df":2,"ci95_low":-0.00314435955897721,"ci95_high":0.0073816476945704305},"metrics":{"accuracy":{"mean":0.9860821155184412,"values":[0.9822546972860126,0.9874739039665971,0.988517745302714],"n":3,"sample_sd":0.003355480431799888,"df":2,"ci95_low":0.9777466400364752,"ci95_high":0.9944175910004072},"ce":{"mean":0.13506111195383816,"values":[0.1474950010202101,0.13240832301358263,0.12528001182772172],"n":3,"sample_sd":0.011342592431924474,"df":2,"ci95_low":0.10688455034369486,"ci95_high":0.16323767356398144},"accuracy_pp":{"mean":0.2783576896311761,"values":[-0.31315240083507306,0.20876826722338204,0.9394572025052192],"n":3,"sample_sd":0.6291976798895311,"df":2,"ci95_low":-1.2846559951829062,"ci95_high":1.8413713744452584},"harm_rate":{"mean":0.0020876826722338203,"values":[0.0041753653444676405,0.0020876826722338203,0.0],"n":3,"sample_sd":0.0020876826722338203,"df":2,"ci95_low":-0.0030984085842113637,"ci95_high":0.007273773928679004},"repair_rate":{"mean":0.004871259568545581,"values":[0.0010438413361169101,0.0041753653444676405,0.009394572025052192],"n":3,"sample_sd":0.004218634534788497,"df":2,"ci95_low":-0.005608409571781491,"ci95_high":0.015350928708872651},"conditional_harm":{"mean":0.00211864406779661,"values":[0.00423728813559322,0.00211864406779661,0.0],"n":3,"sample_sd":0.00211864406779661,"df":2,"ci95_low":-0.00314435955897721,"ci95_high":0.0073816476945704305}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9854085603112841,"values":[0.9883268482490273,0.9854085603112841,0.9824902723735408],"n":3,"sample_sd":0.002918287937743236,"df":2,"ci95_low":0.9781591311911364,"ci95_high":0.9926579894314318},"ce":{"mean":0.11551131400794593,"values":[0.10924025855598299,0.12862397696992414,0.10866970649793066],"n":3,"sample_sd":0.011359481937067524,"df":2,"ci95_low":0.08729279654114251,"ci95_high":0.14372983147474935},"accuracy_pp":{"mean":0.42153047989623865,"values":[0.48638132295719844,0.5836575875486382,0.19455252918287938],"n":3,"sample_sd":0.2024966925550713,"df":2,"ci95_low":-0.0814991906021259,"ci95_high":0.9245601503946033},"harm_rate":{"mean":0.0009727626459143969,"values":[0.0,0.0009727626459143969,0.0019455252918287938],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":-0.0014437137274681358,"ci95_high":0.0033892390192969296},"repair_rate":{"mean":0.005188067444876783,"values":[0.0048638132295719845,0.006809338521400778,0.0038910505836575876],"n":3,"sample_sd":0.0014859194860427497,"df":2,"ci95_low":0.0014968388128441738,"ci95_high":0.008879296076909392},"conditional_harm":{"mean":0.0009923918811704313,"values":[0.0,0.0009930486593843098,0.001984126984126984],"n":3,"sample_sd":0.0009920636551166598,"df":2,"ci95_low":-0.00147203085704796,"ci95_high":0.0034568146193888227},"metrics":{"accuracy":{"mean":0.9854085603112841,"values":[0.9883268482490273,0.9854085603112841,0.9824902723735408],"n":3,"sample_sd":0.002918287937743236,"df":2,"ci95_low":0.9781591311911364,"ci95_high":0.9926579894314318},"ce":{"mean":0.11551131400794593,"values":[0.10924025855598299,0.12862397696992414,0.10866970649793066],"n":3,"sample_sd":0.011359481937067524,"df":2,"ci95_low":0.08729279654114251,"ci95_high":0.14372983147474935},"accuracy_pp":{"mean":0.42153047989623865,"values":[0.48638132295719844,0.5836575875486382,0.19455252918287938],"n":3,"sample_sd":0.2024966925550713,"df":2,"ci95_low":-0.0814991906021259,"ci95_high":0.9245601503946033},"harm_rate":{"mean":0.0009727626459143969,"values":[0.0,0.0009727626459143969,0.0019455252918287938],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":-0.0014437137274681358,"ci95_high":0.0033892390192969296},"repair_rate":{"mean":0.005188067444876783,"values":[0.0048638132295719845,0.006809338521400778,0.0038910505836575876],"n":3,"sample_sd":0.0014859194860427497,"df":2,"ci95_low":0.0014968388128441738,"ci95_high":0.008879296076909392},"conditional_harm":{"mean":0.0009923918811704313,"values":[0.0,0.0009930486593843098,0.001984126984126984],"n":3,"sample_sd":0.0009920636551166598,"df":2,"ci95_low":-0.00147203085704796,"ci95_high":0.0034568146193888227}}},{"digit":8,"n":974,"accuracy":{"mean":0.9804928131416838,"values":[0.9835728952772074,0.9784394250513347,0.9794661190965093],"n":3,"sample_sd":0.002716377116082709,"df":2,"ci95_low":0.9737449583080511,"ci95_high":0.9872406679753165},"ce":{"mean":0.13615103797524622,"values":[0.14645780919816126,0.1249392032716013,0.1370561014559761],"n":3,"sample_sd":0.010787815125583055,"df":2,"ci95_low":0.10935261959345713,"ci95_high":0.1629494563570353},"accuracy_pp":{"mean":-0.2737850787132101,"values":[0.0,-0.5133470225872689,-0.3080082135523614],"n":3,"sample_sd":0.2583790018915383,"df":2,"ci95_low":-0.9156341012588468,"ci95_high":0.3680639438324266},"harm_rate":{"mean":0.005817932922655715,"values":[0.002053388090349076,0.008213552361396304,0.007186858316221766],"n":3,"sample_sd":0.003300359603351456,"df":2,"ci95_low":-0.002380614830653844,"ci95_high":0.014016480675965275},"repair_rate":{"mean":0.003080082135523614,"values":[0.002053388090349076,0.003080082135523614,0.004106776180698152],"n":3,"sample_sd":0.001026694045174538,"df":2,"ci95_low":0.0005296327393868139,"ci95_high":0.005630531531660415},"conditional_harm":{"mean":0.005917645972357656,"values":[0.0020876826722338203,0.008350730688935281,0.0073145245559038665],"n":3,"sample_sd":0.0033570664199200134,"df":2,"ci95_low":-0.002421769322508093,"ci95_high":0.014257061267223405},"metrics":{"accuracy":{"mean":0.9804928131416838,"values":[0.9835728952772074,0.9784394250513347,0.9794661190965093],"n":3,"sample_sd":0.002716377116082709,"df":2,"ci95_low":0.9737449583080511,"ci95_high":0.9872406679753165},"ce":{"mean":0.13615103797524622,"values":[0.14645780919816126,0.1249392032716013,0.1370561014559761],"n":3,"sample_sd":0.010787815125583055,"df":2,"ci95_low":0.10935261959345713,"ci95_high":0.1629494563570353},"accuracy_pp":{"mean":-0.2737850787132101,"values":[0.0,-0.5133470225872689,-0.3080082135523614],"n":3,"sample_sd":0.2583790018915383,"df":2,"ci95_low":-0.9156341012588468,"ci95_high":0.3680639438324266},"harm_rate":{"mean":0.005817932922655715,"values":[0.002053388090349076,0.008213552361396304,0.007186858316221766],"n":3,"sample_sd":0.003300359603351456,"df":2,"ci95_low":-0.002380614830653844,"ci95_high":0.014016480675965275},"repair_rate":{"mean":0.003080082135523614,"values":[0.002053388090349076,0.003080082135523614,0.004106776180698152],"n":3,"sample_sd":0.001026694045174538,"df":2,"ci95_low":0.0005296327393868139,"ci95_high":0.005630531531660415},"conditional_harm":{"mean":0.005917645972357656,"values":[0.0020876826722338203,0.008350730688935281,0.0073145245559038665],"n":3,"sample_sd":0.0033570664199200134,"df":2,"ci95_low":-0.002421769322508093,"ci95_high":0.014257061267223405}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9821605550049554,"values":[0.9821605550049554,0.9821605550049554,0.9821605550049554],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9821605550049554,"ci95_high":0.9821605550049554},"ce":{"mean":0.17383687344887164,"values":[0.1774123273600616,0.1655095669653647,0.1785887260211886],"n":3,"sample_sd":0.007235606636984064,"df":2,"ci95_low":0.15586263013391968,"ci95_high":0.1918111167638236},"accuracy_pp":{"mean":0.23125206475057813,"values":[0.0,0.19821605550049554,0.49554013875123887],"n":3,"sample_sd":0.24941640024019657,"df":2,"ci95_low":-0.3883326210367858,"ci95_high":0.850836750537942},"harm_rate":{"mean":0.0019821605550049554,"values":[0.002973240832507433,0.002973240832507433,0.0],"n":3,"sample_sd":0.0017166013950137534,"df":2,"ci95_low":-0.00228211370654113,"ci95_high":0.006246434816551041},"repair_rate":{"mean":0.004294681202510736,"values":[0.002973240832507433,0.004955401387512388,0.004955401387512388],"n":3,"sample_sd":0.001144400930009169,"df":2,"ci95_low":0.001451831694813346,"ci95_high":0.007137530710208126},"conditional_harm":{"mean":0.0020202040814244274,"values":[0.0030272452068617556,0.003033367037411527,0.0],"n":3,"sample_sd":0.0017495507329469632,"df":2,"ci95_low":-0.002325920873061614,"ci95_high":0.006366329035910469},"metrics":{"accuracy":{"mean":0.9821605550049554,"values":[0.9821605550049554,0.9821605550049554,0.9821605550049554],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9821605550049554,"ci95_high":0.9821605550049554},"ce":{"mean":0.17383687344887164,"values":[0.1774123273600616,0.1655095669653647,0.1785887260211886],"n":3,"sample_sd":0.007235606636984064,"df":2,"ci95_low":0.15586263013391968,"ci95_high":0.1918111167638236},"accuracy_pp":{"mean":0.23125206475057813,"values":[0.0,0.19821605550049554,0.49554013875123887],"n":3,"sample_sd":0.24941640024019657,"df":2,"ci95_low":-0.3883326210367858,"ci95_high":0.850836750537942},"harm_rate":{"mean":0.0019821605550049554,"values":[0.002973240832507433,0.002973240832507433,0.0],"n":3,"sample_sd":0.0017166013950137534,"df":2,"ci95_low":-0.00228211370654113,"ci95_high":0.006246434816551041},"repair_rate":{"mean":0.004294681202510736,"values":[0.002973240832507433,0.004955401387512388,0.004955401387512388],"n":3,"sample_sd":0.001144400930009169,"df":2,"ci95_low":0.001451831694813346,"ci95_high":0.007137530710208126},"conditional_harm":{"mean":0.0020202040814244274,"values":[0.0030272452068617556,0.003033367037411527,0.0],"n":3,"sample_sd":0.0017495507329469632,"df":2,"ci95_low":-0.002325920873061614,"ci95_high":0.006366329035910469}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m06-s201-v1","accuracy":0.9846,"test_accuracy":0.9846,"ce":0.12229704011934373,"training_seconds":55.397640271000114,"selected_epoch":15,"epoch":100,"total_run_seconds":65.62496804199998,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":24,"repair_count":17,"harm_rate":0.0024,"repair_rate":0.0017,"conditional_harm":0.002435806353394905,"accuracy_pp":-0.07,"ce":0.031154331392290527},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.00102880658436214,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.05245387247425317},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":0,"harm_rate":0.000881057268722467,"repair_rate":0.0,"conditional_harm":0.0008880994671403197,"accuracy_pp":-0.0881057268722467,"digit":1,"accuracy":0.9911894273127754,"ce":0.033187588241547335},{"n":1032,"baseline_correct":1018,"harm_count":4,"repair_count":3,"harm_rate":0.003875968992248062,"repair_rate":0.0029069767441860465,"conditional_harm":0.003929273084479371,"accuracy_pp":-0.09689922480620156,"digit":2,"accuracy":0.9854651162790697,"ce":0.0929856197048664},{"n":1010,"baseline_correct":990,"harm_count":4,"repair_count":1,"harm_rate":0.0039603960396039604,"repair_rate":0.0009900990099009901,"conditional_harm":0.00404040404040404,"accuracy_pp":-0.297029702970297,"digit":3,"accuracy":0.9772277227722772,"ce":0.18086771523982748},{"n":982,"baseline_correct":966,"harm_count":4,"repair_count":1,"harm_rate":0.004073319755600814,"repair_rate":0.0010183299389002036,"conditional_harm":0.004140786749482402,"accuracy_pp":-0.3054989816700611,"digit":4,"accuracy":0.9806517311608961,"ce":0.1577494560765878},{"n":892,"baseline_correct":877,"harm_count":1,"repair_count":1,"harm_rate":0.0011210762331838565,"repair_rate":0.0011210762331838565,"conditional_harm":0.0011402508551881414,"accuracy_pp":0.0,"digit":5,"accuracy":0.9831838565022422,"ce":0.1402377068177498},{"n":958,"baseline_correct":944,"harm_count":4,"repair_count":1,"harm_rate":0.0041753653444676405,"repair_rate":0.0010438413361169101,"conditional_harm":0.00423728813559322,"accuracy_pp":-0.31315240083507306,"digit":6,"accuracy":0.9822546972860126,"ce":0.1474950010202101},{"n":1028,"baseline_correct":1011,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.0048638132295719845,"conditional_harm":0.0,"accuracy_pp":0.48638132295719844,"digit":7,"accuracy":0.9883268482490273,"ce":0.10924025855598299},{"n":974,"baseline_correct":958,"harm_count":2,"repair_count":2,"harm_rate":0.002053388090349076,"repair_rate":0.002053388090349076,"conditional_harm":0.0020876826722338203,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.14645780919816126},{"n":1009,"baseline_correct":991,"harm_count":3,"repair_count":3,"harm_rate":0.002973240832507433,"repair_rate":0.002973240832507433,"conditional_harm":0.0030272452068617556,"accuracy_pp":0.0,"digit":9,"accuracy":0.9821605550049554,"ce":0.1774123273600616}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"77e1cefd2c67fc0c802ee0169de6086036d4b4d5be0d886e5cc51c9a16a8a77b","train_accuracy":1.0,"train_ce":1.0557642579078674e-06,"validation_accuracy":0.9829,"validation_ce":0.1301798828125},{"seed":202,"run_id":"halfdrop-m06-s202-v1","accuracy":0.9851,"test_accuracy":0.9851,"ce":0.11176309977226061,"training_seconds":55.244663925000395,"selected_epoch":10,"epoch":100,"total_run_seconds":66.09145239899999,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":30,"repair_count":34,"harm_rate":0.003,"repair_rate":0.0034,"conditional_harm":0.0030466131816796996,"accuracy_pp":0.04,"ce":0.021618160252581675},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.055000254120472186},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.001762114537444934,"conditional_harm":0.0,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9938325991189427,"ce":0.035649696509599434},{"n":1032,"baseline_correct":1018,"harm_count":3,"repair_count":5,"harm_rate":0.0029069767441860465,"repair_rate":0.0048449612403100775,"conditional_harm":0.0029469548133595285,"accuracy_pp":0.1937984496124031,"digit":2,"accuracy":0.9883720930232558,"ce":0.07889689366194677},{"n":1010,"baseline_correct":994,"harm_count":6,"repair_count":3,"harm_rate":0.005940594059405941,"repair_rate":0.0029702970297029703,"conditional_harm":0.006036217303822937,"accuracy_pp":-0.297029702970297,"digit":3,"accuracy":0.9811881188118812,"ce":0.10221172707472656},{"n":982,"baseline_correct":965,"harm_count":1,"repair_count":0,"harm_rate":0.0010183299389002036,"repair_rate":0.0,"conditional_harm":0.0010362694300518134,"accuracy_pp":-0.10183299389002037,"digit":4,"accuracy":0.9816700610997964,"ce":0.16433324649382383},{"n":892,"baseline_correct":874,"harm_count":5,"repair_count":4,"harm_rate":0.005605381165919282,"repair_rate":0.004484304932735426,"conditional_harm":0.005720823798627002,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9786995515695067,"ce":0.1451514547734566},{"n":958,"baseline_correct":944,"harm_count":2,"repair_count":4,"harm_rate":0.0020876826722338203,"repair_rate":0.0041753653444676405,"conditional_harm":0.00211864406779661,"accuracy_pp":0.20876826722338204,"digit":6,"accuracy":0.9874739039665971,"ce":0.13240832301358263},{"n":1028,"baseline_correct":1007,"harm_count":1,"repair_count":7,"harm_rate":0.0009727626459143969,"repair_rate":0.006809338521400778,"conditional_harm":0.0009930486593843098,"accuracy_pp":0.5836575875486382,"digit":7,"accuracy":0.9854085603112841,"ce":0.12862397696992414},{"n":974,"baseline_correct":958,"harm_count":8,"repair_count":3,"harm_rate":0.008213552361396304,"repair_rate":0.003080082135523614,"conditional_harm":0.008350730688935281,"accuracy_pp":-0.5133470225872689,"digit":8,"accuracy":0.9784394250513347,"ce":0.1249392032716013},{"n":1009,"baseline_correct":989,"harm_count":3,"repair_count":5,"harm_rate":0.002973240832507433,"repair_rate":0.004955401387512388,"conditional_harm":0.003033367037411527,"accuracy_pp":0.19821605550049554,"digit":9,"accuracy":0.9821605550049554,"ce":0.1655095669653647}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"ebccaa20194ba23df582978140453afdd0d4bbd8560dab9b2d21a370d9692207","train_accuracy":1.0,"train_ce":1.5293386578559876e-06,"validation_accuracy":0.9843,"validation_ce":0.11933385009765625},{"seed":203,"run_id":"halfdrop-m06-s203-v1","accuracy":0.9852,"test_accuracy":0.9852,"ce":0.11106079277525867,"training_seconds":55.61348070200023,"selected_epoch":5,"epoch":100,"total_run_seconds":60.46300399200004,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":16,"repair_count":36,"harm_rate":0.0016,"repair_rate":0.0036,"conditional_harm":0.0016273393002441008,"accuracy_pp":0.2,"ce":0.01468928393414802},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.042875706388113916},{"n":1135,"baseline_correct":1125,"harm_count":1,"repair_count":1,"harm_rate":0.000881057268722467,"repair_rate":0.000881057268722467,"conditional_harm":0.0008888888888888889,"accuracy_pp":0.0,"digit":1,"accuracy":0.9911894273127754,"ce":0.029129015189273893},{"n":1032,"baseline_correct":1012,"harm_count":1,"repair_count":7,"harm_rate":0.0009689922480620155,"repair_rate":0.006782945736434108,"conditional_harm":0.0009881422924901185,"accuracy_pp":0.5813953488372093,"digit":2,"accuracy":0.9864341085271318,"ce":0.08567138810768544},{"n":1010,"baseline_correct":991,"harm_count":1,"repair_count":3,"harm_rate":0.0009900990099009901,"repair_rate":0.0029702970297029703,"conditional_harm":0.0010090817356205853,"accuracy_pp":0.19801980198019803,"digit":3,"accuracy":0.9831683168316832,"ce":0.10605956990125498},{"n":982,"baseline_correct":963,"harm_count":1,"repair_count":2,"harm_rate":0.0010183299389002036,"repair_rate":0.002036659877800407,"conditional_harm":0.0010384215991692627,"accuracy_pp":0.10183299389002037,"digit":4,"accuracy":0.9816700610997964,"ce":0.16075328581155304},{"n":892,"baseline_correct":880,"harm_count":2,"repair_count":0,"harm_rate":0.002242152466367713,"repair_rate":0.0,"conditional_harm":0.0022727272727272726,"accuracy_pp":-0.2242152466367713,"digit":5,"accuracy":0.984304932735426,"ce":0.1532692393203307},{"n":958,"baseline_correct":938,"harm_count":0,"repair_count":9,"harm_rate":0.0,"repair_rate":0.009394572025052192,"conditional_harm":0.0,"accuracy_pp":0.9394572025052192,"digit":6,"accuracy":0.988517745302714,"ce":0.12528001182772172},{"n":1028,"baseline_correct":1008,"harm_count":2,"repair_count":4,"harm_rate":0.0019455252918287938,"repair_rate":0.0038910505836575876,"conditional_harm":0.001984126984126984,"accuracy_pp":0.19455252918287938,"digit":7,"accuracy":0.9824902723735408,"ce":0.10866970649793066},{"n":974,"baseline_correct":957,"harm_count":7,"repair_count":4,"harm_rate":0.007186858316221766,"repair_rate":0.004106776180698152,"conditional_harm":0.0073145245559038665,"accuracy_pp":-0.3080082135523614,"digit":8,"accuracy":0.9794661190965093,"ce":0.1370561014559761},{"n":1009,"baseline_correct":986,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.004955401387512388,"conditional_harm":0.0,"accuracy_pp":0.49554013875123887,"digit":9,"accuracy":0.9821605550049554,"ce":0.1785887260211886}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"1e649f8824d9046706a7e0602c1188ef14230ec7057ac7582288bf349719f21d","train_accuracy":1.0,"train_ce":1.227925717830658e-06,"validation_accuracy":0.9839,"validation_ce":0.1222604248046875}]},{"endpoint":"final","drop_mask":7,"k":3,"drop_probabilities":[0.5,0.5,0.5,0],"nominal_training_affine_fraction":0.6030087755954868,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9854,"values":[0.9857,0.9846,0.9859],"n":3,"sample_sd":0.0006999999999999863,"df":2,"ci95_low":0.983661103601714,"ci95_high":0.9871388963982861},"ce":{"mean":0.11666707943702764,"values":[0.11630701714829272,0.1202586414250096,0.11343557973778061],"n":3,"sample_sd":0.0034257519372773897,"df":2,"ci95_low":0.10815703985823738,"ci95_high":0.1251771190158179},"training_seconds":{"mean":43.48105307099996,"values":[43.416590314999894,43.47046993999999,43.55609895800001],"n":3,"sample_sd":0.07035387241833405,"df":2,"ci95_low":43.30628436335179,"ci95_high":43.65582177864813},"selected_epoch":{"mean":6.666666666666667,"values":[5.0,10.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":1.4022919535636903e-06,"values":[1.3548542559146881e-06,1.6729329526424408e-06,1.1790886521339417e-06],"n":3,"sample_sd":2.503163990929495e-07,"df":2,"ci95_low":7.804715466855924e-07,"ci95_high":2.0241123604417884e-06},"validation_accuracy":{"mean":0.9847,"values":[0.9844,0.9845,0.9852],"n":3,"sample_sd":0.00043588989435401935,"df":2,"ci95_low":0.9836171894752265,"ci95_high":0.9857828105247736},"validation_ce":{"mean":0.12631153564453126,"values":[0.12515828857421876,0.129996826171875,0.1237794921875],"n":3,"sample_sd":0.0032651637894911653,"df":2,"ci95_low":0.11820041913973085,"ci95_high":0.13442265214933166},"harm_rate":{"mean":0.0029666666666666665,"values":[0.003,0.0033,0.0026],"n":3,"sample_sd":0.00035118845842842467,"df":2,"ci95_low":0.002094266173122631,"ci95_high":0.003839067160210702},"repair_rate":{"mean":0.003966666666666667,"values":[0.0034,0.0032,0.0053],"n":3,"sample_sd":0.0011590225767142473,"df":2,"ci95_low":0.0010874949749800304,"ci95_high":0.0068458383583533036},"conditional_harm":{"mean":0.003013486268162655,"values":[0.0030447579417436314,0.0033512744998476693,0.0026444263628966637],"n":3,"sample_sd":0.0003544601675141979,"df":2,"ci95_low":0.0021329583986964894,"ci95_high":0.0038940141376288206}},"paired_vs_none":{"accuracy_pp":{"mean":0.1,"values":[0.04,-0.01,0.27],"n":3,"sample_sd":0.1493318452306808,"df":2,"ci95_low":-0.2709608683157768,"ci95_high":0.47096086831577677},"ce":{"mean":0.024114027074413385,"values":[0.025164308421239526,0.030113701905330664,0.01706407089666996],"n":3,"sample_sd":0.006587908283071945,"df":2,"ci95_low":0.00774875566630942,"ci95_high":0.04047929848251735},"harm_rate":{"mean":0.0029666666666666665,"values":[0.003,0.0033,0.0026],"n":3,"sample_sd":0.00035118845842842467,"df":2,"ci95_low":0.002094266173122631,"ci95_high":0.003839067160210702},"repair_rate":{"mean":0.003966666666666667,"values":[0.0034,0.0032,0.0053],"n":3,"sample_sd":0.0011590225767142473,"df":2,"ci95_low":0.0010874949749800304,"ci95_high":0.0068458383583533036},"conditional_harm":{"mean":0.003013486268162655,"values":[0.0030447579417436314,0.0033512744998476693,0.0026444263628966637],"n":3,"sample_sd":0.0003544601675141979,"df":2,"ci95_low":0.0021329583986964894,"ci95_high":0.0038940141376288206},"harm_count":{"mean":29.666666666666668,"values":[30.0,33.0,26.0],"n":3,"sample_sd":3.511884584284246,"df":2,"ci95_low":20.942661731226313,"ci95_high":38.39067160210702},"repair_count":{"mean":39.666666666666664,"values":[34.0,32.0,53.0],"n":3,"sample_sd":11.590225767142472,"df":2,"ci95_low":10.874949749800301,"ci95_high":68.45838358353302}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9921768707482993,"values":[0.9908163265306122,0.9928571428571429,0.9928571428571429],"n":3,"sample_sd":0.0011782658554890463,"df":2,"ci95_low":0.9892498961021088,"ci95_high":0.9951038453944898},"ce":{"mean":0.04636821858725214,"values":[0.05819525768166839,0.040872822688691135,0.040036575391396885],"n":3,"sample_sd":0.010251047150959544,"df":2,"ci95_low":0.020903205773731802,"ci95_high":0.07183323140077247},"accuracy_pp":{"mean":0.034013605442176874,"values":[-0.10204081632653061,0.10204081632653061,0.10204081632653061],"n":3,"sample_sd":0.11782658554890323,"df":2,"ci95_low":-0.2586838591768708,"ci95_high":0.3267110700612245},"harm_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"repair_rate":{"mean":0.0006802721088435375,"values":[0.0,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"conditional_harm":{"mean":0.00034293552812071334,"values":[0.00102880658436214,0.0,0.0],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0011325969581275721,"ci95_high":0.0018184680143689988},"metrics":{"accuracy":{"mean":0.9921768707482993,"values":[0.9908163265306122,0.9928571428571429,0.9928571428571429],"n":3,"sample_sd":0.0011782658554890463,"df":2,"ci95_low":0.9892498961021088,"ci95_high":0.9951038453944898},"ce":{"mean":0.04636821858725214,"values":[0.05819525768166839,0.040872822688691135,0.040036575391396885],"n":3,"sample_sd":0.010251047150959544,"df":2,"ci95_low":0.020903205773731802,"ci95_high":0.07183323140077247},"accuracy_pp":{"mean":0.034013605442176874,"values":[-0.10204081632653061,0.10204081632653061,0.10204081632653061],"n":3,"sample_sd":0.11782658554890323,"df":2,"ci95_low":-0.2586838591768708,"ci95_high":0.3267110700612245},"harm_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"repair_rate":{"mean":0.0006802721088435375,"values":[0.0,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"conditional_harm":{"mean":0.00034293552812071334,"values":[0.00102880658436214,0.0,0.0],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0011325969581275721,"ci95_high":0.0018184680143689988}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9941262848751835,"values":[0.9964757709251101,0.9929515418502203,0.9929515418502203],"n":3,"sample_sd":0.0020347146050735355,"df":2,"ci95_low":0.9890717735918944,"ci95_high":0.9991807961584727},"ce":{"mean":0.025041685897941954,"values":[0.02449386716040615,0.028626335175909574,0.022004855357510143],"n":3,"sample_sd":0.0033445594288731414,"df":2,"ci95_low":0.01673333969119735,"ci95_high":0.03335003210468656},"accuracy_pp":{"mean":0.23494860499265785,"values":[0.44052863436123346,0.0881057268722467,0.1762114537444934],"n":3,"sample_sd":0.18340669598820553,"df":2,"ci95_low":-0.22065888511511195,"ci95_high":0.6905560951004277},"harm_rate":{"mean":0.0002936857562408223,"values":[0.0,0.000881057268722467,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.002643171806167401,"values":[0.004405286343612335,0.001762114537444934,0.001762114537444934],"n":3,"sample_sd":0.0015260359538051785,"df":2,"ci95_low":-0.0011477116562995603,"ci95_high":0.006434055268634362},"conditional_harm":{"mean":0.00029603315571343993,"values":[0.0,0.0008880994671403197,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.000977694709857904,"ci95_high":0.001569761021284784},"metrics":{"accuracy":{"mean":0.9941262848751835,"values":[0.9964757709251101,0.9929515418502203,0.9929515418502203],"n":3,"sample_sd":0.0020347146050735355,"df":2,"ci95_low":0.9890717735918944,"ci95_high":0.9991807961584727},"ce":{"mean":0.025041685897941954,"values":[0.02449386716040615,0.028626335175909574,0.022004855357510143],"n":3,"sample_sd":0.0033445594288731414,"df":2,"ci95_low":0.01673333969119735,"ci95_high":0.03335003210468656},"accuracy_pp":{"mean":0.23494860499265785,"values":[0.44052863436123346,0.0881057268722467,0.1762114537444934],"n":3,"sample_sd":0.18340669598820553,"df":2,"ci95_low":-0.22065888511511195,"ci95_high":0.6905560951004277},"harm_rate":{"mean":0.0002936857562408223,"values":[0.0,0.000881057268722467,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.002643171806167401,"values":[0.004405286343612335,0.001762114537444934,0.001762114537444934],"n":3,"sample_sd":0.0015260359538051785,"df":2,"ci95_low":-0.0011477116562995603,"ci95_high":0.006434055268634362},"conditional_harm":{"mean":0.00029603315571343993,"values":[0.0,0.0008880994671403197,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.000977694709857904,"ci95_high":0.001569761021284784}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9883720930232558,"values":[0.9874031007751938,0.9903100775193798,0.9874031007751938],"n":3,"sample_sd":0.0016783438057837987,"df":2,"ci95_low":0.9842028558818798,"ci95_high":0.9925413301646318},"ce":{"mean":0.08430190873284849,"values":[0.08394701028389447,0.09093629108400085,0.07802242483065014],"n":3,"sample_sd":0.006464243968490055,"df":2,"ci95_low":0.06824383651220589,"ci95_high":0.10035998095349108},"accuracy_pp":{"mean":0.3875968992248062,"values":[0.09689922480620156,0.3875968992248062,0.6782945736434108],"n":3,"sample_sd":0.29069767441860467,"df":2,"ci95_low":-0.33453615654183433,"ci95_high":1.1097299549914468},"harm_rate":{"mean":0.001614987080103359,"values":[0.0029069767441860465,0.0009689922480620155,0.0009689922480620155],"n":3,"sample_sd":0.0011188958705225305,"df":2,"ci95_low":-0.0011645043474806202,"ci95_high":0.004394478507687339},"repair_rate":{"mean":0.005490956072351421,"values":[0.003875968992248062,0.0048449612403100775,0.007751937984496124],"n":3,"sample_sd":0.0020171182165369503,"df":2,"ci95_low":0.00048015664141809987,"ci95_high":0.010501755503284742},"conditional_harm":{"mean":0.00163913845898983,"values":[0.0029469548133595285,0.0009823182711198428,0.0009881422924901185],"n":3,"sample_sd":0.001132605929868755,"df":2,"ci95_low":-0.0011744106440476326,"ci95_high":0.004452687562027292},"metrics":{"accuracy":{"mean":0.9883720930232558,"values":[0.9874031007751938,0.9903100775193798,0.9874031007751938],"n":3,"sample_sd":0.0016783438057837987,"df":2,"ci95_low":0.9842028558818798,"ci95_high":0.9925413301646318},"ce":{"mean":0.08430190873284849,"values":[0.08394701028389447,0.09093629108400085,0.07802242483065014],"n":3,"sample_sd":0.006464243968490055,"df":2,"ci95_low":0.06824383651220589,"ci95_high":0.10035998095349108},"accuracy_pp":{"mean":0.3875968992248062,"values":[0.09689922480620156,0.3875968992248062,0.6782945736434108],"n":3,"sample_sd":0.29069767441860467,"df":2,"ci95_low":-0.33453615654183433,"ci95_high":1.1097299549914468},"harm_rate":{"mean":0.001614987080103359,"values":[0.0029069767441860465,0.0009689922480620155,0.0009689922480620155],"n":3,"sample_sd":0.0011188958705225305,"df":2,"ci95_low":-0.0011645043474806202,"ci95_high":0.004394478507687339},"repair_rate":{"mean":0.005490956072351421,"values":[0.003875968992248062,0.0048449612403100775,0.007751937984496124],"n":3,"sample_sd":0.0020171182165369503,"df":2,"ci95_low":0.00048015664141809987,"ci95_high":0.010501755503284742},"conditional_harm":{"mean":0.00163913845898983,"values":[0.0029469548133595285,0.0009823182711198428,0.0009881422924901185],"n":3,"sample_sd":0.001132605929868755,"df":2,"ci95_low":-0.0011744106440476326,"ci95_high":0.004452687562027292}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9821782178217822,"values":[0.9811881188118812,0.9811881188118812,0.9841584158415841],"n":3,"sample_sd":0.0017149017896721573,"df":2,"ci95_low":0.9779181656139604,"ci95_high":0.9864382700296039},"ce":{"mean":0.12110262008862616,"values":[0.12391133988940208,0.1262643021899811,0.11313221818649527],"n":3,"sample_sd":0.00700211309235328,"df":2,"ci95_low":0.10370840689336208,"ci95_high":0.13849683328389023},"accuracy_pp":{"mean":0.03300330033003301,"values":[0.09900990099009901,-0.297029702970297,0.297029702970297],"n":3,"sample_sd":0.3024802438914746,"df":2,"ci95_low":-0.718399280606506,"ci95_high":0.784405881266572},"harm_rate":{"mean":0.005940594059405941,"values":[0.005940594059405941,0.005940594059405941,0.005940594059405941],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.005940594059405941,"ci95_high":0.005940594059405941},"repair_rate":{"mean":0.006270627062706271,"values":[0.006930693069306931,0.0029702970297029703,0.00891089108910891],"n":3,"sample_sd":0.0030248024389147457,"df":2,"ci95_low":-0.0012433987466591188,"ci95_high":0.01378465287207166},"conditional_harm":{"mean":0.006050437926050836,"values":[0.006060606060606061,0.006036217303822937,0.006054490413723511],"n":3,"sample_sd":1.2689359976353118e-05,"df":2,"ci95_low":0.0060189158083944995,"ci95_high":0.006081960043707173},"metrics":{"accuracy":{"mean":0.9821782178217822,"values":[0.9811881188118812,0.9811881188118812,0.9841584158415841],"n":3,"sample_sd":0.0017149017896721573,"df":2,"ci95_low":0.9779181656139604,"ci95_high":0.9864382700296039},"ce":{"mean":0.12110262008862616,"values":[0.12391133988940208,0.1262643021899811,0.11313221818649527],"n":3,"sample_sd":0.00700211309235328,"df":2,"ci95_low":0.10370840689336208,"ci95_high":0.13849683328389023},"accuracy_pp":{"mean":0.03300330033003301,"values":[0.09900990099009901,-0.297029702970297,0.297029702970297],"n":3,"sample_sd":0.3024802438914746,"df":2,"ci95_low":-0.718399280606506,"ci95_high":0.784405881266572},"harm_rate":{"mean":0.005940594059405941,"values":[0.005940594059405941,0.005940594059405941,0.005940594059405941],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.005940594059405941,"ci95_high":0.005940594059405941},"repair_rate":{"mean":0.006270627062706271,"values":[0.006930693069306931,0.0029702970297029703,0.00891089108910891],"n":3,"sample_sd":0.0030248024389147457,"df":2,"ci95_low":-0.0012433987466591188,"ci95_high":0.01378465287207166},"conditional_harm":{"mean":0.006050437926050836,"values":[0.006060606060606061,0.006036217303822937,0.006054490413723511],"n":3,"sample_sd":1.2689359976353118e-05,"df":2,"ci95_low":0.0060189158083944995,"ci95_high":0.006081960043707173}}},{"digit":4,"n":982,"accuracy":{"mean":0.9843856076035302,"values":[0.9867617107942973,0.9837067209775967,0.9826883910386965],"n":3,"sample_sd":0.0021198228100469587,"df":2,"ci95_low":0.9791196758186798,"ci95_high":0.9896515393883807},"ce":{"mean":0.17930803604225215,"values":[0.15496426618465178,0.17743937266557966,0.205520469276525],"n":3,"sample_sd":0.025329850865691467,"df":2,"ci95_low":0.11638519827157473,"ci95_high":0.24223087381292957},"accuracy_pp":{"mean":0.20366598778004075,"values":[0.3054989816700611,0.10183299389002037,0.20366598778004075],"n":3,"sample_sd":0.10183299389002037,"df":2,"ci95_low":-0.04930119265145044,"ci95_high":0.45663316821153194},"harm_rate":{"mean":0.0016972165648336725,"values":[0.0010183299389002036,0.002036659877800407,0.002036659877800407],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":0.000236709867651052,"ci95_high":0.003157723262016293},"repair_rate":{"mean":0.0037338764426340797,"values":[0.004073319755600814,0.003054989816700611,0.004073319755600814],"n":3,"sample_sd":0.0005879330643478876,"df":2,"ci95_low":0.002273369745451459,"ci95_high":0.0051943831398167},"conditional_harm":{"mean":0.0017281929152709176,"values":[0.0010351966873706005,0.002072538860103627,0.0020768431983385254],"n":3,"sample_sd":0.0006001561969562267,"df":2,"ci95_low":0.00023732227341913465,"ci95_high":0.0032190635571227007},"metrics":{"accuracy":{"mean":0.9843856076035302,"values":[0.9867617107942973,0.9837067209775967,0.9826883910386965],"n":3,"sample_sd":0.0021198228100469587,"df":2,"ci95_low":0.9791196758186798,"ci95_high":0.9896515393883807},"ce":{"mean":0.17930803604225215,"values":[0.15496426618465178,0.17743937266557966,0.205520469276525],"n":3,"sample_sd":0.025329850865691467,"df":2,"ci95_low":0.11638519827157473,"ci95_high":0.24223087381292957},"accuracy_pp":{"mean":0.20366598778004075,"values":[0.3054989816700611,0.10183299389002037,0.20366598778004075],"n":3,"sample_sd":0.10183299389002037,"df":2,"ci95_low":-0.04930119265145044,"ci95_high":0.45663316821153194},"harm_rate":{"mean":0.0016972165648336725,"values":[0.0010183299389002036,0.002036659877800407,0.002036659877800407],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":0.000236709867651052,"ci95_high":0.003157723262016293},"repair_rate":{"mean":0.0037338764426340797,"values":[0.004073319755600814,0.003054989816700611,0.004073319755600814],"n":3,"sample_sd":0.0005879330643478876,"df":2,"ci95_low":0.002273369745451459,"ci95_high":0.0051943831398167},"conditional_harm":{"mean":0.0017281929152709176,"values":[0.0010351966873706005,0.002072538860103627,0.0020768431983385254],"n":3,"sample_sd":0.0006001561969562267,"df":2,"ci95_low":0.00023732227341913465,"ci95_high":0.0032190635571227007}}},{"digit":5,"n":892,"accuracy":{"mean":0.9794469357249627,"values":[0.9798206278026906,0.9786995515695067,0.9798206278026906],"n":3,"sample_sd":0.0006472536650108251,"df":2,"ci95_low":0.9778390684865844,"ci95_high":0.9810548029633409},"ce":{"mean":0.15071693035065709,"values":[0.1481790764024321,0.15589109887809374,0.14808061577144538],"n":3,"sample_sd":0.0044812318157735,"df":2,"ci95_low":0.13958493340160924,"ci95_high":0.16184892729970493},"accuracy_pp":{"mean":-0.3736920777279522,"values":[-0.336322869955157,-0.11210762331838565,-0.672645739910314],"n":3,"sample_sd":0.28213133166183674,"df":2,"ci95_low":-1.0745451583999817,"ci95_high":0.32716100294407724},"harm_rate":{"mean":0.007100149476831091,"values":[0.006726457399103139,0.006726457399103139,0.007847533632286996],"n":3,"sample_sd":0.0006472536650107911,"df":2,"ci95_low":0.005492282238452915,"ci95_high":0.008708016715209268},"repair_rate":{"mean":0.0033632286995515697,"values":[0.0033632286995515697,0.005605381165919282,0.0011210762331838565],"n":3,"sample_sd":0.002242152466367713,"df":2,"ci95_low":-0.002206586797841353,"ci95_high":0.008933044196944493},"conditional_harm":{"mean":0.007220346381342235,"values":[0.0068415051311288486,0.006864988558352402,0.007954545454545454],"n":3,"sample_sd":0.0006359434543714482,"df":2,"ci95_low":0.005640575263742073,"ci95_high":0.008800117498942396},"metrics":{"accuracy":{"mean":0.9794469357249627,"values":[0.9798206278026906,0.9786995515695067,0.9798206278026906],"n":3,"sample_sd":0.0006472536650108251,"df":2,"ci95_low":0.9778390684865844,"ci95_high":0.9810548029633409},"ce":{"mean":0.15071693035065709,"values":[0.1481790764024321,0.15589109887809374,0.14808061577144538],"n":3,"sample_sd":0.0044812318157735,"df":2,"ci95_low":0.13958493340160924,"ci95_high":0.16184892729970493},"accuracy_pp":{"mean":-0.3736920777279522,"values":[-0.336322869955157,-0.11210762331838565,-0.672645739910314],"n":3,"sample_sd":0.28213133166183674,"df":2,"ci95_low":-1.0745451583999817,"ci95_high":0.32716100294407724},"harm_rate":{"mean":0.007100149476831091,"values":[0.006726457399103139,0.006726457399103139,0.007847533632286996],"n":3,"sample_sd":0.0006472536650107911,"df":2,"ci95_low":0.005492282238452915,"ci95_high":0.008708016715209268},"repair_rate":{"mean":0.0033632286995515697,"values":[0.0033632286995515697,0.005605381165919282,0.0011210762331838565],"n":3,"sample_sd":0.002242152466367713,"df":2,"ci95_low":-0.002206586797841353,"ci95_high":0.008933044196944493},"conditional_harm":{"mean":0.007220346381342235,"values":[0.0068415051311288486,0.006864988558352402,0.007954545454545454],"n":3,"sample_sd":0.0006359434543714482,"df":2,"ci95_low":0.005640575263742073,"ci95_high":0.008800117498942396}}},{"digit":6,"n":958,"accuracy":{"mean":0.9867780097425192,"values":[0.9864300626304802,0.9874739039665971,0.9864300626304802],"n":3,"sample_sd":0.000602662076398352,"df":2,"ci95_low":0.9852809141510439,"ci95_high":0.9882751053339944},"ce":{"mean":0.13543058330076885,"values":[0.149203673227742,0.12869994282980518,0.1283881338447594],"n":3,"sample_sd":0.011928864607042684,"df":2,"ci95_low":0.10579764087101357,"ci95_high":0.16506352573052413},"accuracy_pp":{"mean":0.3479471120389701,"values":[0.10438413361169102,0.20876826722338204,0.7306889352818372],"n":3,"sample_sd":0.3355480431799915,"df":2,"ci95_low":-0.4856004361576385,"ci95_high":1.1814946602355787},"harm_rate":{"mean":0.0020876826722338203,"values":[0.003131524008350731,0.0020876826722338203,0.0010438413361169101],"n":3,"sample_sd":0.0010438413361169103,"df":2,"ci95_low":-0.0005053629559887722,"ci95_high":0.004680728300456413},"repair_rate":{"mean":0.005567153792623521,"values":[0.0041753653444676405,0.0041753653444676405,0.008350730688935281],"n":3,"sample_sd":0.002410648305593427,"df":2,"ci95_low":-0.0004212285732776624,"ci95_high":0.011555536158524704},"conditional_harm":{"mean":0.00212090275017166,"values":[0.0031779661016949155,0.00211864406779661,0.0010660980810234541],"n":3,"sample_sd":0.0010559358221114824,"df":2,"ci95_low":-0.0005021872468153367,"ci95_high":0.004743992747158657},"metrics":{"accuracy":{"mean":0.9867780097425192,"values":[0.9864300626304802,0.9874739039665971,0.9864300626304802],"n":3,"sample_sd":0.000602662076398352,"df":2,"ci95_low":0.9852809141510439,"ci95_high":0.9882751053339944},"ce":{"mean":0.13543058330076885,"values":[0.149203673227742,0.12869994282980518,0.1283881338447594],"n":3,"sample_sd":0.011928864607042684,"df":2,"ci95_low":0.10579764087101357,"ci95_high":0.16506352573052413},"accuracy_pp":{"mean":0.3479471120389701,"values":[0.10438413361169102,0.20876826722338204,0.7306889352818372],"n":3,"sample_sd":0.3355480431799915,"df":2,"ci95_low":-0.4856004361576385,"ci95_high":1.1814946602355787},"harm_rate":{"mean":0.0020876826722338203,"values":[0.003131524008350731,0.0020876826722338203,0.0010438413361169101],"n":3,"sample_sd":0.0010438413361169103,"df":2,"ci95_low":-0.0005053629559887722,"ci95_high":0.004680728300456413},"repair_rate":{"mean":0.005567153792623521,"values":[0.0041753653444676405,0.0041753653444676405,0.008350730688935281],"n":3,"sample_sd":0.002410648305593427,"df":2,"ci95_low":-0.0004212285732776624,"ci95_high":0.011555536158524704},"conditional_harm":{"mean":0.00212090275017166,"values":[0.0031779661016949155,0.00211864406779661,0.0010660980810234541],"n":3,"sample_sd":0.0010559358221114824,"df":2,"ci95_low":-0.0005021872468153367,"ci95_high":0.004743992747158657}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9834630350194552,"values":[0.9844357976653697,0.9824902723735408,0.9834630350194552],"n":3,"sample_sd":0.0009727626459144489,"df":2,"ci95_low":0.9810465586460725,"ci95_high":0.9858795113928379},"ce":{"mean":0.1237904624455186,"values":[0.11015710708631807,0.14772594687522994,0.11348833337500777],"n":3,"sample_sd":0.0207955482810704,"df":2,"ci95_low":0.07213145672217945,"ci95_high":0.17544946816885776},"accuracy_pp":{"mean":0.2269779507133593,"values":[0.09727626459143969,0.2918287937743191,0.2918287937743191],"n":3,"sample_sd":0.11232495509525794,"df":2,"ci95_low":-0.05205270621919589,"ci95_high":0.5060086076459145},"harm_rate":{"mean":0.0025940337224383916,"values":[0.0029182879377431907,0.0019455252918287938,0.0029182879377431907],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.001198880437775616,"ci95_high":0.003989187007101167},"repair_rate":{"mean":0.0048638132295719845,"values":[0.0038910505836575876,0.0048638132295719845,0.005836575875486381],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":0.002447336856189452,"ci95_high":0.007280289602954517},"conditional_harm":{"mean":0.002643215615134733,"values":[0.002967359050445104,0.0019860973187686196,0.002976190476190476],"n":3,"sample_sd":0.0005690982692685874,"df":2,"ci95_low":0.0012294971427033287,"ci95_high":0.004056934087566137},"metrics":{"accuracy":{"mean":0.9834630350194552,"values":[0.9844357976653697,0.9824902723735408,0.9834630350194552],"n":3,"sample_sd":0.0009727626459144489,"df":2,"ci95_low":0.9810465586460725,"ci95_high":0.9858795113928379},"ce":{"mean":0.1237904624455186,"values":[0.11015710708631807,0.14772594687522994,0.11348833337500777],"n":3,"sample_sd":0.0207955482810704,"df":2,"ci95_low":0.07213145672217945,"ci95_high":0.17544946816885776},"accuracy_pp":{"mean":0.2269779507133593,"values":[0.09727626459143969,0.2918287937743191,0.2918287937743191],"n":3,"sample_sd":0.11232495509525794,"df":2,"ci95_low":-0.05205270621919589,"ci95_high":0.5060086076459145},"harm_rate":{"mean":0.0025940337224383916,"values":[0.0029182879377431907,0.0019455252918287938,0.0029182879377431907],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.001198880437775616,"ci95_high":0.003989187007101167},"repair_rate":{"mean":0.0048638132295719845,"values":[0.0038910505836575876,0.0048638132295719845,0.005836575875486381],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":0.002447336856189452,"ci95_high":0.007280289602954517},"conditional_harm":{"mean":0.002643215615134733,"values":[0.002967359050445104,0.0019860973187686196,0.002976190476190476],"n":3,"sample_sd":0.0005690982692685874,"df":2,"ci95_low":0.0012294971427033287,"ci95_high":0.004056934087566137}}},{"digit":8,"n":974,"accuracy":{"mean":0.9811772758384668,"values":[0.9825462012320328,0.9784394250513347,0.9825462012320328],"n":3,"sample_sd":0.002371048333427592,"df":2,"ci95_low":0.9752872652568105,"ci95_high":0.9870672864201231},"ce":{"mean":0.13272580402086143,"values":[0.12636494725580372,0.13207008225329325,0.1397423825534873],"n":3,"sample_sd":0.0067127805016457065,"df":2,"ci95_low":0.1160503328254376,"ci95_high":0.14940127521628527},"accuracy_pp":{"mean":-0.2053388090349076,"values":[-0.1026694045174538,-0.5133470225872689,0.0],"n":3,"sample_sd":0.27163771160827416,"df":2,"ci95_low":-0.8801242923981907,"ci95_high":0.46944667432837556},"harm_rate":{"mean":0.00513347022587269,"values":[0.002053388090349076,0.007186858316221766,0.006160164271047228],"n":3,"sample_sd":0.002716377116082742,"df":2,"ci95_low":-0.0016143846077601434,"ci95_high":0.011881325059505524},"repair_rate":{"mean":0.003080082135523614,"values":[0.001026694045174538,0.002053388090349076,0.006160164271047228],"n":3,"sample_sd":0.002716377116082742,"df":2,"ci95_low":-0.003667772698109219,"ci95_high":0.009827936969156447},"conditional_harm":{"mean":0.005221388167180406,"values":[0.0020876826722338203,0.007306889352818371,0.006269592476489028],"n":3,"sample_sd":0.0027629836769703284,"df":2,"ci95_low":-0.0016422437819723192,"ci95_high":0.012085020116333133},"metrics":{"accuracy":{"mean":0.9811772758384668,"values":[0.9825462012320328,0.9784394250513347,0.9825462012320328],"n":3,"sample_sd":0.002371048333427592,"df":2,"ci95_low":0.9752872652568105,"ci95_high":0.9870672864201231},"ce":{"mean":0.13272580402086143,"values":[0.12636494725580372,0.13207008225329325,0.1397423825534873],"n":3,"sample_sd":0.0067127805016457065,"df":2,"ci95_low":0.1160503328254376,"ci95_high":0.14940127521628527},"accuracy_pp":{"mean":-0.2053388090349076,"values":[-0.1026694045174538,-0.5133470225872689,0.0],"n":3,"sample_sd":0.27163771160827416,"df":2,"ci95_low":-0.8801242923981907,"ci95_high":0.46944667432837556},"harm_rate":{"mean":0.00513347022587269,"values":[0.002053388090349076,0.007186858316221766,0.006160164271047228],"n":3,"sample_sd":0.002716377116082742,"df":2,"ci95_low":-0.0016143846077601434,"ci95_high":0.011881325059505524},"repair_rate":{"mean":0.003080082135523614,"values":[0.001026694045174538,0.002053388090349076,0.006160164271047228],"n":3,"sample_sd":0.002716377116082742,"df":2,"ci95_low":-0.003667772698109219,"ci95_high":0.009827936969156447},"conditional_harm":{"mean":0.005221388167180406,"values":[0.0020876826722338203,0.007306889352818371,0.006269592476489028],"n":3,"sample_sd":0.0027629836769703284,"df":2,"ci95_low":-0.0016422437819723192,"ci95_high":0.012085020116333133}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9801783944499505,"values":[0.979187314172448,0.9762140733399405,0.9851337958374629],"n":3,"sample_sd":0.004541700391432978,"df":2,"ci95_low":0.9688961852317258,"ci95_high":0.9914606036681751},"ce":{"mean":0.1850350743112654,"values":[0.20103645452744698,0.18986477412259195,0.16420399428375726],"n":3,"sample_sd":0.018885233175722025,"df":2,"ci95_low":0.13812155438261448,"ci95_high":0.23194859423991632},"accuracy_pp":{"mean":0.03303600925008258,"values":[-0.29732408325074333,-0.39643211100099107,0.7928642220019821],"n":3,"sample_sd":0.6598937679365107,"df":2,"ci95_low":-1.606230985487378,"ci95_high":1.672303003987543},"harm_rate":{"mean":0.0036339610175090847,"values":[0.004955401387512388,0.005946481665014866,0.0],"n":3,"sample_sd":0.003185877357447293,"df":2,"ci95_low":-0.004280197071414117,"ci95_high":0.011548119106432286},"repair_rate":{"mean":0.003964321110009911,"values":[0.0019821605550049554,0.0019821605550049554,0.007928642220019821],"n":3,"sample_sd":0.0034332027900275067,"df":2,"ci95_low":-0.00456422741308226,"ci95_high":0.012492869633102081},"conditional_harm":{"mean":0.0037040475843086603,"values":[0.005045408678102927,0.006066734074823054,0.0],"n":3,"sample_sd":0.0032481922313209077,"df":2,"ci95_low":-0.0043649092328123685,"ci95_high":0.01177300440142969},"metrics":{"accuracy":{"mean":0.9801783944499505,"values":[0.979187314172448,0.9762140733399405,0.9851337958374629],"n":3,"sample_sd":0.004541700391432978,"df":2,"ci95_low":0.9688961852317258,"ci95_high":0.9914606036681751},"ce":{"mean":0.1850350743112654,"values":[0.20103645452744698,0.18986477412259195,0.16420399428375726],"n":3,"sample_sd":0.018885233175722025,"df":2,"ci95_low":0.13812155438261448,"ci95_high":0.23194859423991632},"accuracy_pp":{"mean":0.03303600925008258,"values":[-0.29732408325074333,-0.39643211100099107,0.7928642220019821],"n":3,"sample_sd":0.6598937679365107,"df":2,"ci95_low":-1.606230985487378,"ci95_high":1.672303003987543},"harm_rate":{"mean":0.0036339610175090847,"values":[0.004955401387512388,0.005946481665014866,0.0],"n":3,"sample_sd":0.003185877357447293,"df":2,"ci95_low":-0.004280197071414117,"ci95_high":0.011548119106432286},"repair_rate":{"mean":0.003964321110009911,"values":[0.0019821605550049554,0.0019821605550049554,0.007928642220019821],"n":3,"sample_sd":0.0034332027900275067,"df":2,"ci95_low":-0.00456422741308226,"ci95_high":0.012492869633102081},"conditional_harm":{"mean":0.0037040475843086603,"values":[0.005045408678102927,0.006066734074823054,0.0],"n":3,"sample_sd":0.0032481922313209077,"df":2,"ci95_low":-0.0043649092328123685,"ci95_high":0.01177300440142969}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m07-s201-v1","accuracy":0.9857,"test_accuracy":0.9857,"ce":0.11630701714829272,"training_seconds":43.416590314999894,"selected_epoch":5,"epoch":100,"total_run_seconds":53.293745013000034,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":30,"repair_count":34,"harm_rate":0.003,"repair_rate":0.0034,"conditional_harm":0.0030447579417436314,"accuracy_pp":0.04,"ce":0.025164308421239526},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.00102880658436214,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.05819525768166839},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.004405286343612335,"conditional_harm":0.0,"accuracy_pp":0.44052863436123346,"digit":1,"accuracy":0.9964757709251101,"ce":0.02449386716040615},{"n":1032,"baseline_correct":1018,"harm_count":3,"repair_count":4,"harm_rate":0.0029069767441860465,"repair_rate":0.003875968992248062,"conditional_harm":0.0029469548133595285,"accuracy_pp":0.09689922480620156,"digit":2,"accuracy":0.9874031007751938,"ce":0.08394701028389447},{"n":1010,"baseline_correct":990,"harm_count":6,"repair_count":7,"harm_rate":0.005940594059405941,"repair_rate":0.006930693069306931,"conditional_harm":0.006060606060606061,"accuracy_pp":0.09900990099009901,"digit":3,"accuracy":0.9811881188118812,"ce":0.12391133988940208},{"n":982,"baseline_correct":966,"harm_count":1,"repair_count":4,"harm_rate":0.0010183299389002036,"repair_rate":0.004073319755600814,"conditional_harm":0.0010351966873706005,"accuracy_pp":0.3054989816700611,"digit":4,"accuracy":0.9867617107942973,"ce":0.15496426618465178},{"n":892,"baseline_correct":877,"harm_count":6,"repair_count":3,"harm_rate":0.006726457399103139,"repair_rate":0.0033632286995515697,"conditional_harm":0.0068415051311288486,"accuracy_pp":-0.336322869955157,"digit":5,"accuracy":0.9798206278026906,"ce":0.1481790764024321},{"n":958,"baseline_correct":944,"harm_count":3,"repair_count":4,"harm_rate":0.003131524008350731,"repair_rate":0.0041753653444676405,"conditional_harm":0.0031779661016949155,"accuracy_pp":0.10438413361169102,"digit":6,"accuracy":0.9864300626304802,"ce":0.149203673227742},{"n":1028,"baseline_correct":1011,"harm_count":3,"repair_count":4,"harm_rate":0.0029182879377431907,"repair_rate":0.0038910505836575876,"conditional_harm":0.002967359050445104,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.9844357976653697,"ce":0.11015710708631807},{"n":974,"baseline_correct":958,"harm_count":2,"repair_count":1,"harm_rate":0.002053388090349076,"repair_rate":0.001026694045174538,"conditional_harm":0.0020876826722338203,"accuracy_pp":-0.1026694045174538,"digit":8,"accuracy":0.9825462012320328,"ce":0.12636494725580372},{"n":1009,"baseline_correct":991,"harm_count":5,"repair_count":2,"harm_rate":0.004955401387512388,"repair_rate":0.0019821605550049554,"conditional_harm":0.005045408678102927,"accuracy_pp":-0.29732408325074333,"digit":9,"accuracy":0.979187314172448,"ce":0.20103645452744698}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"4bbeb2912f1ee5b58a6d08de0cad22ee79da2392eb98026e20c71f1df83942c5","train_accuracy":1.0,"train_ce":1.3548542559146881e-06,"validation_accuracy":0.9844,"validation_ce":0.12515828857421876},{"seed":202,"run_id":"halfdrop-m07-s202-v1","accuracy":0.9846,"test_accuracy":0.9846,"ce":0.1202586414250096,"training_seconds":43.47046993999999,"selected_epoch":10,"epoch":100,"total_run_seconds":53.99304269700002,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":33,"repair_count":32,"harm_rate":0.0033,"repair_rate":0.0032,"conditional_harm":0.0033512744998476693,"accuracy_pp":-0.01,"ce":0.030113701905330664},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0010204081632653062,"conditional_harm":0.0,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.040872822688691135},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":2,"harm_rate":0.000881057268722467,"repair_rate":0.001762114537444934,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9929515418502203,"ce":0.028626335175909574},{"n":1032,"baseline_correct":1018,"harm_count":1,"repair_count":5,"harm_rate":0.0009689922480620155,"repair_rate":0.0048449612403100775,"conditional_harm":0.0009823182711198428,"accuracy_pp":0.3875968992248062,"digit":2,"accuracy":0.9903100775193798,"ce":0.09093629108400085},{"n":1010,"baseline_correct":994,"harm_count":6,"repair_count":3,"harm_rate":0.005940594059405941,"repair_rate":0.0029702970297029703,"conditional_harm":0.006036217303822937,"accuracy_pp":-0.297029702970297,"digit":3,"accuracy":0.9811881188118812,"ce":0.1262643021899811},{"n":982,"baseline_correct":965,"harm_count":2,"repair_count":3,"harm_rate":0.002036659877800407,"repair_rate":0.003054989816700611,"conditional_harm":0.002072538860103627,"accuracy_pp":0.10183299389002037,"digit":4,"accuracy":0.9837067209775967,"ce":0.17743937266557966},{"n":892,"baseline_correct":874,"harm_count":6,"repair_count":5,"harm_rate":0.006726457399103139,"repair_rate":0.005605381165919282,"conditional_harm":0.006864988558352402,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9786995515695067,"ce":0.15589109887809374},{"n":958,"baseline_correct":944,"harm_count":2,"repair_count":4,"harm_rate":0.0020876826722338203,"repair_rate":0.0041753653444676405,"conditional_harm":0.00211864406779661,"accuracy_pp":0.20876826722338204,"digit":6,"accuracy":0.9874739039665971,"ce":0.12869994282980518},{"n":1028,"baseline_correct":1007,"harm_count":2,"repair_count":5,"harm_rate":0.0019455252918287938,"repair_rate":0.0048638132295719845,"conditional_harm":0.0019860973187686196,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9824902723735408,"ce":0.14772594687522994},{"n":974,"baseline_correct":958,"harm_count":7,"repair_count":2,"harm_rate":0.007186858316221766,"repair_rate":0.002053388090349076,"conditional_harm":0.007306889352818371,"accuracy_pp":-0.5133470225872689,"digit":8,"accuracy":0.9784394250513347,"ce":0.13207008225329325},{"n":1009,"baseline_correct":989,"harm_count":6,"repair_count":2,"harm_rate":0.005946481665014866,"repair_rate":0.0019821605550049554,"conditional_harm":0.006066734074823054,"accuracy_pp":-0.39643211100099107,"digit":9,"accuracy":0.9762140733399405,"ce":0.18986477412259195}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"32662bea15ee0b3def6bb2230127a675087f59bf1ae01913052317365ec1484c","train_accuracy":1.0,"train_ce":1.6729329526424408e-06,"validation_accuracy":0.9845,"validation_ce":0.129996826171875},{"seed":203,"run_id":"halfdrop-m07-s203-v1","accuracy":0.9859,"test_accuracy":0.9859,"ce":0.11343557973778061,"training_seconds":43.55609895800001,"selected_epoch":5,"epoch":100,"total_run_seconds":55.12475619500003,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":26,"repair_count":53,"harm_rate":0.0026,"repair_rate":0.0053,"conditional_harm":0.0026444263628966637,"accuracy_pp":0.27,"ce":0.01706407089666996},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0010204081632653062,"conditional_harm":0.0,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.040036575391396885},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.001762114537444934,"conditional_harm":0.0,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9929515418502203,"ce":0.022004855357510143},{"n":1032,"baseline_correct":1012,"harm_count":1,"repair_count":8,"harm_rate":0.0009689922480620155,"repair_rate":0.007751937984496124,"conditional_harm":0.0009881422924901185,"accuracy_pp":0.6782945736434108,"digit":2,"accuracy":0.9874031007751938,"ce":0.07802242483065014},{"n":1010,"baseline_correct":991,"harm_count":6,"repair_count":9,"harm_rate":0.005940594059405941,"repair_rate":0.00891089108910891,"conditional_harm":0.006054490413723511,"accuracy_pp":0.297029702970297,"digit":3,"accuracy":0.9841584158415841,"ce":0.11313221818649527},{"n":982,"baseline_correct":963,"harm_count":2,"repair_count":4,"harm_rate":0.002036659877800407,"repair_rate":0.004073319755600814,"conditional_harm":0.0020768431983385254,"accuracy_pp":0.20366598778004075,"digit":4,"accuracy":0.9826883910386965,"ce":0.205520469276525},{"n":892,"baseline_correct":880,"harm_count":7,"repair_count":1,"harm_rate":0.007847533632286996,"repair_rate":0.0011210762331838565,"conditional_harm":0.007954545454545454,"accuracy_pp":-0.672645739910314,"digit":5,"accuracy":0.9798206278026906,"ce":0.14808061577144538},{"n":958,"baseline_correct":938,"harm_count":1,"repair_count":8,"harm_rate":0.0010438413361169101,"repair_rate":0.008350730688935281,"conditional_harm":0.0010660980810234541,"accuracy_pp":0.7306889352818372,"digit":6,"accuracy":0.9864300626304802,"ce":0.1283881338447594},{"n":1028,"baseline_correct":1008,"harm_count":3,"repair_count":6,"harm_rate":0.0029182879377431907,"repair_rate":0.005836575875486381,"conditional_harm":0.002976190476190476,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9834630350194552,"ce":0.11348833337500777},{"n":974,"baseline_correct":957,"harm_count":6,"repair_count":6,"harm_rate":0.006160164271047228,"repair_rate":0.006160164271047228,"conditional_harm":0.006269592476489028,"accuracy_pp":0.0,"digit":8,"accuracy":0.9825462012320328,"ce":0.1397423825534873},{"n":1009,"baseline_correct":986,"harm_count":0,"repair_count":8,"harm_rate":0.0,"repair_rate":0.007928642220019821,"conditional_harm":0.0,"accuracy_pp":0.7928642220019821,"digit":9,"accuracy":0.9851337958374629,"ce":0.16420399428375726}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"e76705293bc45992df2285b2198e500c9dea5c5dd3d2d8aa3d193382cc65caca","train_accuracy":1.0,"train_ce":1.1790886521339417e-06,"validation_accuracy":0.9852,"validation_ce":0.1237794921875}]},{"endpoint":"final","drop_mask":8,"k":1,"drop_probabilities":[0,0,0,0.5],"nominal_training_affine_fraction":0.9791057250313414,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9847,"values":[0.9848,0.985,0.9843],"n":3,"sample_sd":0.0003605551275464208,"df":2,"ci95_low":0.9838043314104656,"ci95_high":0.9855956685895344},"ce":{"mean":0.10587244943790244,"values":[0.1039607336937301,0.10656060255043738,0.10709601206953985],"n":3,"sample_sd":0.0016770982836952926,"df":2,"ci95_low":0.10170630634491745,"ci95_high":0.11003859253088744},"training_seconds":{"mean":63.99263174433346,"values":[64.17964561900015,63.90965220300018,63.888597411000035],"n":3,"sample_sd":0.1623005485355216,"df":2,"ci95_low":63.5894548310645,"ci95_high":64.39580865760242},"selected_epoch":{"mean":6.666666666666667,"values":[10.0,5.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":2.1680910388628644e-06,"values":[2.2959476709365845e-06,2.0080414414405825e-06,2.2002840042114257e-06],"n":3,"sample_sd":1.4662806521638826e-07,"df":2,"ci95_low":1.8038467324451036e-06,"ci95_high":2.532335345280625e-06},"validation_accuracy":{"mean":0.9838,"values":[0.9831,0.9845,0.9838],"n":3,"sample_sd":0.0007000000000000339,"df":2,"ci95_low":0.9820611036017138,"ci95_high":0.9855388963982862},"validation_ce":{"mean":0.12143715413411459,"values":[0.12092789306640625,0.1201538818359375,0.1232296875],"n":3,"sample_sd":0.0015998922610858256,"df":2,"ci95_low":0.11746280143347473,"ci95_high":0.12541150683475444},"harm_rate":{"mean":0.0017666666666666666,"values":[0.002,0.0017,0.0016],"n":3,"sample_sd":0.00020816659994661328,"df":2,"ci95_low":0.0012495521653943479,"ci95_high":0.002283781167938985},"repair_rate":{"mean":0.0020666666666666667,"values":[0.0015,0.002,0.0027],"n":3,"sample_sd":0.0006027713773341708,"df":2,"ci95_low":0.0005692995566147759,"ci95_high":0.003564033776718558},"conditional_harm":{"mean":0.0017945306881194504,"values":[0.0020298386278290877,0.001726414136285163,0.0016273393002441008],"n":3,"sample_sd":0.00020971725167934213,"df":2,"ci95_low":0.0012735641543999343,"ci95_high":0.0023154972218389666}},"paired_vs_none":{"accuracy_pp":{"mean":0.03,"values":[-0.05,0.03,0.11],"n":3,"sample_sd":0.08,"df":2,"ci95_low":-0.16873101694697948,"ci95_high":0.22873101694697948},"ce":{"mean":0.013319397075288184,"values":[0.012818024966676902,0.01641566303075845,0.010724503228429202],"n":3,"sample_sd":0.0028785161919610697,"df":2,"ci95_low":0.006168766448703557,"ci95_high":0.02047002770187281},"harm_rate":{"mean":0.0017666666666666666,"values":[0.002,0.0017,0.0016],"n":3,"sample_sd":0.00020816659994661328,"df":2,"ci95_low":0.0012495521653943479,"ci95_high":0.002283781167938985},"repair_rate":{"mean":0.0020666666666666667,"values":[0.0015,0.002,0.0027],"n":3,"sample_sd":0.0006027713773341708,"df":2,"ci95_low":0.0005692995566147759,"ci95_high":0.003564033776718558},"conditional_harm":{"mean":0.0017945306881194504,"values":[0.0020298386278290877,0.001726414136285163,0.0016273393002441008],"n":3,"sample_sd":0.00020971725167934213,"df":2,"ci95_low":0.0012735641543999343,"ci95_high":0.0023154972218389666},"harm_count":{"mean":17.666666666666668,"values":[20.0,17.0,16.0],"n":3,"sample_sd":2.0816659994661326,"df":2,"ci95_low":12.49552165394348,"ci95_high":22.837811679389855},"repair_count":{"mean":20.666666666666668,"values":[15.0,20.0,27.0],"n":3,"sample_sd":6.027713773341708,"df":2,"ci95_low":5.692995566147761,"ci95_high":35.64033776718557}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.991156462585034,"values":[0.9918367346938776,0.9908163265306122,0.9908163265306122],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9896929752619388,"ci95_high":0.9926199499081292},"ce":{"mean":0.05671022122768825,"values":[0.059240507109732145,0.0506892511286281,0.060200905444704494],"n":3,"sample_sd":0.005236377750008748,"df":2,"ci95_low":0.04370233778546606,"ci95_high":0.06971810466991044},"accuracy_pp":{"mean":-0.06802721088435375,"values":[0.0,-0.10204081632653061,-0.10204081632653061],"n":3,"sample_sd":0.05891329277445161,"df":2,"ci95_low":-0.2143759431938776,"ci95_high":0.07832152142517008},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010204081632653062,"ci95_high":0.0010204081632653062},"repair_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"conditional_harm":{"mean":0.00102880658436214,"values":[0.00102880658436214,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.00102880658436214,"ci95_high":0.00102880658436214},"metrics":{"accuracy":{"mean":0.991156462585034,"values":[0.9918367346938776,0.9908163265306122,0.9908163265306122],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9896929752619388,"ci95_high":0.9926199499081292},"ce":{"mean":0.05671022122768825,"values":[0.059240507109732145,0.0506892511286281,0.060200905444704494],"n":3,"sample_sd":0.005236377750008748,"df":2,"ci95_low":0.04370233778546606,"ci95_high":0.06971810466991044},"accuracy_pp":{"mean":-0.06802721088435375,"values":[0.0,-0.10204081632653061,-0.10204081632653061],"n":3,"sample_sd":0.05891329277445161,"df":2,"ci95_low":-0.2143759431938776,"ci95_high":0.07832152142517008},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010204081632653062,"ci95_high":0.0010204081632653062},"repair_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"conditional_harm":{"mean":0.00102880658436214,"values":[0.00102880658436214,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.00102880658436214,"ci95_high":0.00102880658436214}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9920704845814978,"values":[0.9920704845814978,0.9929515418502203,0.9911894273127754],"n":3,"sample_sd":0.0008810572687224516,"df":2,"ci95_low":0.989881816993976,"ci95_high":0.9942591521690196},"ce":{"mean":0.03674800819843112,"values":[0.04135579598205571,0.03862344911678819,0.03026477949644945],"n":3,"sample_sd":0.005778461789237986,"df":2,"ci95_low":0.022393513351374524,"ci95_high":0.05110250304548771},"accuracy_pp":{"mean":0.029368575624082235,"values":[0.0,0.0881057268722467,0.0],"n":3,"sample_sd":0.05086786512683928,"df":2,"ci95_low":-0.0969942064581498,"ci95_high":0.15573135770631427},"harm_rate":{"mean":0.0002936857562408223,"values":[0.0,0.0,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.0005873715124816446,"values":[0.0,0.000881057268722467,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"conditional_harm":{"mean":0.0002962962962962963,"values":[0.0,0.0,0.0008888888888888889],"n":3,"sample_sd":0.0005132002392796674,"df":2,"ci95_low":-0.0009785637718222227,"ci95_high":0.0015711563644148151},"metrics":{"accuracy":{"mean":0.9920704845814978,"values":[0.9920704845814978,0.9929515418502203,0.9911894273127754],"n":3,"sample_sd":0.0008810572687224516,"df":2,"ci95_low":0.989881816993976,"ci95_high":0.9942591521690196},"ce":{"mean":0.03674800819843112,"values":[0.04135579598205571,0.03862344911678819,0.03026477949644945],"n":3,"sample_sd":0.005778461789237986,"df":2,"ci95_low":0.022393513351374524,"ci95_high":0.05110250304548771},"accuracy_pp":{"mean":0.029368575624082235,"values":[0.0,0.0881057268722467,0.0],"n":3,"sample_sd":0.05086786512683928,"df":2,"ci95_low":-0.0969942064581498,"ci95_high":0.15573135770631427},"harm_rate":{"mean":0.0002936857562408223,"values":[0.0,0.0,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.0005873715124816446,"values":[0.0,0.000881057268722467,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"conditional_harm":{"mean":0.0002962962962962963,"values":[0.0,0.0,0.0008888888888888889],"n":3,"sample_sd":0.0005132002392796674,"df":2,"ci95_low":-0.0009785637718222227,"ci95_high":0.0015711563644148151}}},{"digit":2,"n":1032,"accuracy":{"mean":0.985142118863049,"values":[0.9835271317829457,0.9864341085271318,0.9854651162790697],"n":3,"sample_sd":0.0014801601081898734,"df":2,"ci95_low":0.9814651973187375,"ci95_high":0.9888190404073606},"ce":{"mean":0.08506433386834811,"values":[0.0757559569369393,0.0920164857565215,0.08742055891158351],"n":3,"sample_sd":0.008382424870757448,"df":2,"ci95_low":0.0642412361302571,"ci95_high":0.10588743160643911},"accuracy_pp":{"mean":0.06459948320413435,"values":[-0.29069767441860467,0.0,0.4844961240310077],"n":3,"sample_sd":0.39161355468288567,"df":2,"ci95_low":-0.9082225164502584,"ci95_high":1.037421482858527},"harm_rate":{"mean":0.0022609819121447027,"values":[0.0048449612403100775,0.001937984496124031,0.0],"n":3,"sample_sd":0.0024385770139763404,"df":2,"ci95_low":-0.0037967792114933815,"ci95_high":0.008318743035782786},"repair_rate":{"mean":0.0029069767441860465,"values":[0.001937984496124031,0.001937984496124031,0.0048449612403100775],"n":3,"sample_sd":0.0016783438057837957,"df":2,"ci95_low":-0.0012622603971899227,"ci95_high":0.007076213885562016},"conditional_harm":{"mean":0.0022920759659462997,"values":[0.004911591355599214,0.0019646365422396855,0.0],"n":3,"sample_sd":0.002472113436565406,"df":2,"ci95_low":-0.003848994249765392,"ci95_high":0.008433146181657991},"metrics":{"accuracy":{"mean":0.985142118863049,"values":[0.9835271317829457,0.9864341085271318,0.9854651162790697],"n":3,"sample_sd":0.0014801601081898734,"df":2,"ci95_low":0.9814651973187375,"ci95_high":0.9888190404073606},"ce":{"mean":0.08506433386834811,"values":[0.0757559569369393,0.0920164857565215,0.08742055891158351],"n":3,"sample_sd":0.008382424870757448,"df":2,"ci95_low":0.0642412361302571,"ci95_high":0.10588743160643911},"accuracy_pp":{"mean":0.06459948320413435,"values":[-0.29069767441860467,0.0,0.4844961240310077],"n":3,"sample_sd":0.39161355468288567,"df":2,"ci95_low":-0.9082225164502584,"ci95_high":1.037421482858527},"harm_rate":{"mean":0.0022609819121447027,"values":[0.0048449612403100775,0.001937984496124031,0.0],"n":3,"sample_sd":0.0024385770139763404,"df":2,"ci95_low":-0.0037967792114933815,"ci95_high":0.008318743035782786},"repair_rate":{"mean":0.0029069767441860465,"values":[0.001937984496124031,0.001937984496124031,0.0048449612403100775],"n":3,"sample_sd":0.0016783438057837957,"df":2,"ci95_low":-0.0012622603971899227,"ci95_high":0.007076213885562016},"conditional_harm":{"mean":0.0022920759659462997,"values":[0.004911591355599214,0.0019646365422396855,0.0],"n":3,"sample_sd":0.002472113436565406,"df":2,"ci95_low":-0.003848994249765392,"ci95_high":0.008433146181657991}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9828382838283828,"values":[0.9821782178217822,0.9861386138613861,0.9801980198019802],"n":3,"sample_sd":0.0030248024389147488,"df":2,"ci95_low":0.9753242580190173,"ci95_high":0.9903523096377482},"ce":{"mean":0.09422942097218429,"values":[0.08610189380144433,0.08481348063298776,0.11177288848212079],"n":3,"sample_sd":0.015206739996702488,"df":2,"ci95_low":0.05645378467227188,"ci95_high":0.1320050572720967},"accuracy_pp":{"mean":0.09900990099009901,"values":[0.19801980198019803,0.19801980198019803,-0.09900990099009901],"n":3,"sample_sd":0.17149017896721558,"df":2,"ci95_low":-0.3269953197920793,"ci95_high":0.5250151217722773},"harm_rate":{"mean":0.0019801980198019802,"values":[0.0019801980198019802,0.0,0.0039603960396039604],"n":3,"sample_sd":0.0019801980198019802,"df":2,"ci95_low":-0.0029388865580935513,"ci95_high":0.006899282597697512},"repair_rate":{"mean":0.0029702970297029703,"values":[0.0039603960396039604,0.0019801980198019802,0.0029702970297029703],"n":3,"sample_sd":0.0009900990099009901,"df":2,"ci95_low":0.0005107547407552046,"ci95_high":0.0054298393186507365},"conditional_harm":{"mean":0.002018842987561454,"values":[0.00202020202020202,0.0,0.004036326942482341],"n":3,"sample_sd":0.002018163814431202,"df":2,"ci95_low":-0.0029945538525323954,"ci95_high":0.007032239827655303},"metrics":{"accuracy":{"mean":0.9828382838283828,"values":[0.9821782178217822,0.9861386138613861,0.9801980198019802],"n":3,"sample_sd":0.0030248024389147488,"df":2,"ci95_low":0.9753242580190173,"ci95_high":0.9903523096377482},"ce":{"mean":0.09422942097218429,"values":[0.08610189380144433,0.08481348063298776,0.11177288848212079],"n":3,"sample_sd":0.015206739996702488,"df":2,"ci95_low":0.05645378467227188,"ci95_high":0.1320050572720967},"accuracy_pp":{"mean":0.09900990099009901,"values":[0.19801980198019803,0.19801980198019803,-0.09900990099009901],"n":3,"sample_sd":0.17149017896721558,"df":2,"ci95_low":-0.3269953197920793,"ci95_high":0.5250151217722773},"harm_rate":{"mean":0.0019801980198019802,"values":[0.0019801980198019802,0.0,0.0039603960396039604],"n":3,"sample_sd":0.0019801980198019802,"df":2,"ci95_low":-0.0029388865580935513,"ci95_high":0.006899282597697512},"repair_rate":{"mean":0.0029702970297029703,"values":[0.0039603960396039604,0.0019801980198019802,0.0029702970297029703],"n":3,"sample_sd":0.0009900990099009901,"df":2,"ci95_low":0.0005107547407552046,"ci95_high":0.0054298393186507365},"conditional_harm":{"mean":0.002018842987561454,"values":[0.00202020202020202,0.0,0.004036326942482341],"n":3,"sample_sd":0.002018163814431202,"df":2,"ci95_low":-0.0029945538525323954,"ci95_high":0.007032239827655303}}},{"digit":4,"n":982,"accuracy":{"mean":0.9813306177868296,"values":[0.9806517311608961,0.9806517311608961,0.9826883910386965],"n":3,"sample_sd":0.001175866128695794,"df":2,"ci95_low":0.9784096043924644,"ci95_high":0.9842516311811949},"ce":{"mean":0.1432206156765667,"values":[0.14417921044883567,0.14218063815933202,0.1433019984215324],"n":3,"sample_sd":0.0010017685174113719,"df":2,"ci95_low":0.1407320847239338,"ci95_high":0.14570914662919957},"accuracy_pp":{"mean":-0.10183299389002037,"values":[-0.3054989816700611,-0.20366598778004075,0.20366598778004075],"n":3,"sample_sd":0.26942477709415386,"df":2,"ci95_low":-0.771121243172951,"ci95_high":0.5674552553929102},"harm_rate":{"mean":0.002036659877800407,"values":[0.003054989816700611,0.002036659877800407,0.0010183299389002036],"n":3,"sample_sd":0.0010183299389002038,"df":2,"ci95_low":-0.0004930119265145047,"ci95_high":0.004566331682115319},"repair_rate":{"mean":0.0010183299389002036,"values":[0.0,0.0,0.003054989816700611],"n":3,"sample_sd":0.0017637991930436632,"df":2,"ci95_low":-0.0033631901526476587,"ci95_high":0.005399850030448065},"conditional_harm":{"mean":0.00207218350712823,"values":[0.003105590062111801,0.002072538860103627,0.0010384215991692627],"n":3,"sample_sd":0.0010335842772860166,"df":2,"ci95_low":-0.0004953821744400058,"ci95_high":0.004639749188696466},"metrics":{"accuracy":{"mean":0.9813306177868296,"values":[0.9806517311608961,0.9806517311608961,0.9826883910386965],"n":3,"sample_sd":0.001175866128695794,"df":2,"ci95_low":0.9784096043924644,"ci95_high":0.9842516311811949},"ce":{"mean":0.1432206156765667,"values":[0.14417921044883567,0.14218063815933202,0.1433019984215324],"n":3,"sample_sd":0.0010017685174113719,"df":2,"ci95_low":0.1407320847239338,"ci95_high":0.14570914662919957},"accuracy_pp":{"mean":-0.10183299389002037,"values":[-0.3054989816700611,-0.20366598778004075,0.20366598778004075],"n":3,"sample_sd":0.26942477709415386,"df":2,"ci95_low":-0.771121243172951,"ci95_high":0.5674552553929102},"harm_rate":{"mean":0.002036659877800407,"values":[0.003054989816700611,0.002036659877800407,0.0010183299389002036],"n":3,"sample_sd":0.0010183299389002038,"df":2,"ci95_low":-0.0004930119265145047,"ci95_high":0.004566331682115319},"repair_rate":{"mean":0.0010183299389002036,"values":[0.0,0.0,0.003054989816700611],"n":3,"sample_sd":0.0017637991930436632,"df":2,"ci95_low":-0.0033631901526476587,"ci95_high":0.005399850030448065},"conditional_harm":{"mean":0.00207218350712823,"values":[0.003105590062111801,0.002072538860103627,0.0010384215991692627],"n":3,"sample_sd":0.0010335842772860166,"df":2,"ci95_low":-0.0004953821744400058,"ci95_high":0.004639749188696466}}},{"digit":5,"n":892,"accuracy":{"mean":0.9824364723467862,"values":[0.9831838565022422,0.9809417040358744,0.9831838565022422],"n":3,"sample_sd":0.001294507330021586,"df":2,"ci95_low":0.9792207378700298,"ci95_high":0.9856522068235426},"ce":{"mean":0.1377207384056341,"values":[0.14261889328682043,0.13605154658452118,0.13449177534556067],"n":3,"sample_sd":0.0043130224332293046,"df":2,"ci95_low":0.12700659672724915,"ci95_high":0.14843488008401903},"accuracy_pp":{"mean":-0.07473841554559044,"values":[0.0,0.11210762331838565,-0.336322869955157],"n":3,"sample_sd":0.23337062774284,"df":2,"ci95_low":-0.6544631927567102,"ci95_high":0.5049863616655292},"harm_rate":{"mean":0.002242152466367713,"values":[0.002242152466367713,0.0011210762331838565,0.0033632286995515697],"n":3,"sample_sd":0.0011210762331838567,"df":2,"ci95_low":-0.0005427552823287487,"ci95_high":0.005027060215064175},"repair_rate":{"mean":0.0014947683109118087,"values":[0.002242152466367713,0.002242152466367713,0.0],"n":3,"sample_sd":0.0012945073300215824,"df":2,"ci95_low":-0.001720966165844544,"ci95_high":0.004710502787668162},"conditional_harm":{"mean":0.0022779191263975307,"values":[0.002280501710376283,0.0011441647597254005,0.003409090909090909],"n":3,"sample_sd":0.0011324652832757933,"df":2,"ci95_low":-0.0005352805911343138,"ci95_high":0.005091118843929375},"metrics":{"accuracy":{"mean":0.9824364723467862,"values":[0.9831838565022422,0.9809417040358744,0.9831838565022422],"n":3,"sample_sd":0.001294507330021586,"df":2,"ci95_low":0.9792207378700298,"ci95_high":0.9856522068235426},"ce":{"mean":0.1377207384056341,"values":[0.14261889328682043,0.13605154658452118,0.13449177534556067],"n":3,"sample_sd":0.0043130224332293046,"df":2,"ci95_low":0.12700659672724915,"ci95_high":0.14843488008401903},"accuracy_pp":{"mean":-0.07473841554559044,"values":[0.0,0.11210762331838565,-0.336322869955157],"n":3,"sample_sd":0.23337062774284,"df":2,"ci95_low":-0.6544631927567102,"ci95_high":0.5049863616655292},"harm_rate":{"mean":0.002242152466367713,"values":[0.002242152466367713,0.0011210762331838565,0.0033632286995515697],"n":3,"sample_sd":0.0011210762331838567,"df":2,"ci95_low":-0.0005427552823287487,"ci95_high":0.005027060215064175},"repair_rate":{"mean":0.0014947683109118087,"values":[0.002242152466367713,0.002242152466367713,0.0],"n":3,"sample_sd":0.0012945073300215824,"df":2,"ci95_low":-0.001720966165844544,"ci95_high":0.004710502787668162},"conditional_harm":{"mean":0.0022779191263975307,"values":[0.002280501710376283,0.0011441647597254005,0.003409090909090909],"n":3,"sample_sd":0.0011324652832757933,"df":2,"ci95_low":-0.0005352805911343138,"ci95_high":0.005091118843929375}}},{"digit":6,"n":958,"accuracy":{"mean":0.9867780097425192,"values":[0.9864300626304802,0.9874739039665971,0.9864300626304802],"n":3,"sample_sd":0.000602662076398352,"df":2,"ci95_low":0.9852809141510439,"ci95_high":0.9882751053339944},"ce":{"mean":0.1279716491871334,"values":[0.12888364756004383,0.11915067913725527,0.13588062086410113],"n":3,"sample_sd":0.008402174916059412,"df":2,"ci95_low":0.1070994896166973,"ci95_high":0.14884380875756953},"accuracy_pp":{"mean":0.3479471120389701,"values":[0.10438413361169102,0.20876826722338204,0.7306889352818372],"n":3,"sample_sd":0.3355480431799915,"df":2,"ci95_low":-0.4856004361576385,"ci95_high":1.1814946602355787},"harm_rate":{"mean":0.0010438413361169101,"values":[0.0020876826722338203,0.0010438413361169101,0.0],"n":3,"sample_sd":0.0010438413361169101,"df":2,"ci95_low":-0.0015492042921056819,"ci95_high":0.003636886964339502},"repair_rate":{"mean":0.004523312456506611,"values":[0.003131524008350731,0.003131524008350731,0.007306889352818371],"n":3,"sample_sd":0.002410648305593427,"df":2,"ci95_low":-0.001465069909394572,"ci95_high":0.010511694822407793},"conditional_harm":{"mean":0.001059322033898305,"values":[0.00211864406779661,0.001059322033898305,0.0],"n":3,"sample_sd":0.001059322033898305,"df":2,"ci95_low":-0.001572179779488605,"ci95_high":0.0036908238472852153},"metrics":{"accuracy":{"mean":0.9867780097425192,"values":[0.9864300626304802,0.9874739039665971,0.9864300626304802],"n":3,"sample_sd":0.000602662076398352,"df":2,"ci95_low":0.9852809141510439,"ci95_high":0.9882751053339944},"ce":{"mean":0.1279716491871334,"values":[0.12888364756004383,0.11915067913725527,0.13588062086410113],"n":3,"sample_sd":0.008402174916059412,"df":2,"ci95_low":0.1070994896166973,"ci95_high":0.14884380875756953},"accuracy_pp":{"mean":0.3479471120389701,"values":[0.10438413361169102,0.20876826722338204,0.7306889352818372],"n":3,"sample_sd":0.3355480431799915,"df":2,"ci95_low":-0.4856004361576385,"ci95_high":1.1814946602355787},"harm_rate":{"mean":0.0010438413361169101,"values":[0.0020876826722338203,0.0010438413361169101,0.0],"n":3,"sample_sd":0.0010438413361169101,"df":2,"ci95_low":-0.0015492042921056819,"ci95_high":0.003636886964339502},"repair_rate":{"mean":0.004523312456506611,"values":[0.003131524008350731,0.003131524008350731,0.007306889352818371],"n":3,"sample_sd":0.002410648305593427,"df":2,"ci95_low":-0.001465069909394572,"ci95_high":0.010511694822407793},"conditional_harm":{"mean":0.001059322033898305,"values":[0.00211864406779661,0.001059322033898305,0.0],"n":3,"sample_sd":0.001059322033898305,"df":2,"ci95_low":-0.001572179779488605,"ci95_high":0.0036908238472852153}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9808690012970168,"values":[0.9815175097276264,0.9815175097276264,0.9795719844357976],"n":3,"sample_sd":0.0011232495509525752,"df":2,"ci95_low":0.9780786947276913,"ci95_high":0.9836593078663424},"ce":{"mean":0.12338880738251355,"values":[0.11235634921453803,0.14139112751843927,0.11641894541456334],"n":3,"sample_sd":0.01572223965211008,"df":2,"ci95_low":0.08433259894816403,"ci95_high":0.16244501581686308},"accuracy_pp":{"mean":-0.0324254215304799,"values":[-0.19455252918287938,0.19455252918287938,-0.09727626459143969],"n":3,"sample_sd":0.20249669255507127,"df":2,"ci95_low":-0.5354550920288444,"ci95_high":0.47060424896788466},"harm_rate":{"mean":0.001621271076523995,"values":[0.0029182879377431907,0.0009727626459143969,0.0009727626459143969],"n":3,"sample_sd":0.0011232495509525793,"df":2,"ci95_low":-0.0011690354928015564,"ci95_high":0.0044115776458495464},"repair_rate":{"mean":0.0012970168612191958,"values":[0.0009727626459143969,0.0029182879377431907,0.0],"n":3,"sample_sd":0.0014859194860427497,"df":2,"ci95_low":-0.0023942117708134134,"ci95_high":0.004988245493251805},"conditional_harm":{"mean":0.001650823733964302,"values":[0.002967359050445104,0.0009930486593843098,0.000992063492063492],"n":3,"sample_sd":0.0011401531354579377,"df":2,"ci95_low":-0.001181473667096238,"ci95_high":0.004483121135024842},"metrics":{"accuracy":{"mean":0.9808690012970168,"values":[0.9815175097276264,0.9815175097276264,0.9795719844357976],"n":3,"sample_sd":0.0011232495509525752,"df":2,"ci95_low":0.9780786947276913,"ci95_high":0.9836593078663424},"ce":{"mean":0.12338880738251355,"values":[0.11235634921453803,0.14139112751843927,0.11641894541456334],"n":3,"sample_sd":0.01572223965211008,"df":2,"ci95_low":0.08433259894816403,"ci95_high":0.16244501581686308},"accuracy_pp":{"mean":-0.0324254215304799,"values":[-0.19455252918287938,0.19455252918287938,-0.09727626459143969],"n":3,"sample_sd":0.20249669255507127,"df":2,"ci95_low":-0.5354550920288444,"ci95_high":0.47060424896788466},"harm_rate":{"mean":0.001621271076523995,"values":[0.0029182879377431907,0.0009727626459143969,0.0009727626459143969],"n":3,"sample_sd":0.0011232495509525793,"df":2,"ci95_low":-0.0011690354928015564,"ci95_high":0.0044115776458495464},"repair_rate":{"mean":0.0012970168612191958,"values":[0.0009727626459143969,0.0029182879377431907,0.0],"n":3,"sample_sd":0.0014859194860427497,"df":2,"ci95_low":-0.0023942117708134134,"ci95_high":0.004988245493251805},"conditional_harm":{"mean":0.001650823733964302,"values":[0.002967359050445104,0.0009930486593843098,0.000992063492063492],"n":3,"sample_sd":0.0011401531354579377,"df":2,"ci95_low":-0.001181473667096238,"ci95_high":0.004483121135024842}}},{"digit":8,"n":974,"accuracy":{"mean":0.9818617385352498,"values":[0.9835728952772074,0.9815195071868583,0.9804928131416838],"n":3,"sample_sd":0.0015683010591908911,"df":2,"ci95_low":0.9779658627305995,"ci95_high":0.9857576143399002},"ce":{"mean":0.11231028614194764,"values":[0.11312526889103956,0.10749326295978835,0.11631232657501502],"n":3,"sample_sd":0.004465659909055073,"df":2,"ci95_low":0.10121697195362427,"ci95_high":0.12340360033027102},"accuracy_pp":{"mean":-0.13689253935660506,"values":[0.0,-0.2053388090349076,-0.2053388090349076],"n":3,"sample_sd":0.11855241667138106,"df":2,"ci95_low":-0.43139306843942504,"ci95_high":0.15760798972621493},"harm_rate":{"mean":0.004449007529089665,"values":[0.002053388090349076,0.006160164271047228,0.00513347022587269],"n":3,"sample_sd":0.0021372340856941814,"df":2,"ci95_low":-0.0008601762622072419,"ci95_high":0.00975819132038657},"repair_rate":{"mean":0.003080082135523614,"values":[0.002053388090349076,0.004106776180698152,0.003080082135523614],"n":3,"sample_sd":0.001026694045174538,"df":2,"ci95_low":0.0005296327393868139,"ci95_high":0.005630531531660415},"conditional_harm":{"mean":0.004525130362003157,"values":[0.0020876826722338203,0.006263048016701462,0.00522466039707419],"n":3,"sample_sd":0.0021738044167818335,"df":2,"ci95_low":-0.0008748991678829603,"ci95_high":0.009925159891889274},"metrics":{"accuracy":{"mean":0.9818617385352498,"values":[0.9835728952772074,0.9815195071868583,0.9804928131416838],"n":3,"sample_sd":0.0015683010591908911,"df":2,"ci95_low":0.9779658627305995,"ci95_high":0.9857576143399002},"ce":{"mean":0.11231028614194764,"values":[0.11312526889103956,0.10749326295978835,0.11631232657501502],"n":3,"sample_sd":0.004465659909055073,"df":2,"ci95_low":0.10121697195362427,"ci95_high":0.12340360033027102},"accuracy_pp":{"mean":-0.13689253935660506,"values":[0.0,-0.2053388090349076,-0.2053388090349076],"n":3,"sample_sd":0.11855241667138106,"df":2,"ci95_low":-0.43139306843942504,"ci95_high":0.15760798972621493},"harm_rate":{"mean":0.004449007529089665,"values":[0.002053388090349076,0.006160164271047228,0.00513347022587269],"n":3,"sample_sd":0.0021372340856941814,"df":2,"ci95_low":-0.0008601762622072419,"ci95_high":0.00975819132038657},"repair_rate":{"mean":0.003080082135523614,"values":[0.002053388090349076,0.004106776180698152,0.003080082135523614],"n":3,"sample_sd":0.001026694045174538,"df":2,"ci95_low":0.0005296327393868139,"ci95_high":0.005630531531660415},"conditional_harm":{"mean":0.004525130362003157,"values":[0.0020876826722338203,0.006263048016701462,0.00522466039707419],"n":3,"sample_sd":0.0021738044167818335,"df":2,"ci95_low":-0.0008748991678829603,"ci95_high":0.009925159891889274}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9814998348199537,"values":[0.9821605550049554,0.9801783944499505,0.9821605550049554],"n":3,"sample_sd":0.001144400930009129,"df":2,"ci95_low":0.9786569853122564,"ci95_high":0.984342684327651},"ce":{"mean":0.15476817113147712,"values":[0.15016138801210124,0.16481276695696623,0.14933035842536385],"n":3,"sample_sd":0.008708793344464165,"df":2,"ci95_low":0.13313432915989648,"ci95_high":0.17640201310305775},"accuracy_pp":{"mean":0.16518004625041297,"values":[0.0,0.0,0.49554013875123887],"n":3,"sample_sd":0.2861002325022923,"df":2,"ci95_low":-0.5455323306739347,"ci95_high":0.8758924231747606},"harm_rate":{"mean":0.0009910802775024777,"values":[0.0,0.002973240832507433,0.0],"n":3,"sample_sd":0.0017166013950137534,"df":2,"ci95_low":-0.0032731939840436076,"ci95_high":0.005255354539048563},"repair_rate":{"mean":0.002642880740006607,"values":[0.0,0.002973240832507433,0.004955401387512388],"n":3,"sample_sd":0.0024941640024019654,"df":2,"ci95_low":-0.003552966117867033,"ci95_high":0.008838727597880246},"conditional_harm":{"mean":0.0010111223458038423,"values":[0.0,0.003033367037411527,0.0],"n":3,"sample_sd":0.0017513152756004826,"df":2,"ci95_low":-0.003339385975631952,"ci95_high":0.005361630667239636},"metrics":{"accuracy":{"mean":0.9814998348199537,"values":[0.9821605550049554,0.9801783944499505,0.9821605550049554],"n":3,"sample_sd":0.001144400930009129,"df":2,"ci95_low":0.9786569853122564,"ci95_high":0.984342684327651},"ce":{"mean":0.15476817113147712,"values":[0.15016138801210124,0.16481276695696623,0.14933035842536385],"n":3,"sample_sd":0.008708793344464165,"df":2,"ci95_low":0.13313432915989648,"ci95_high":0.17640201310305775},"accuracy_pp":{"mean":0.16518004625041297,"values":[0.0,0.0,0.49554013875123887],"n":3,"sample_sd":0.2861002325022923,"df":2,"ci95_low":-0.5455323306739347,"ci95_high":0.8758924231747606},"harm_rate":{"mean":0.0009910802775024777,"values":[0.0,0.002973240832507433,0.0],"n":3,"sample_sd":0.0017166013950137534,"df":2,"ci95_low":-0.0032731939840436076,"ci95_high":0.005255354539048563},"repair_rate":{"mean":0.002642880740006607,"values":[0.0,0.002973240832507433,0.004955401387512388],"n":3,"sample_sd":0.0024941640024019654,"df":2,"ci95_low":-0.003552966117867033,"ci95_high":0.008838727597880246},"conditional_harm":{"mean":0.0010111223458038423,"values":[0.0,0.003033367037411527,0.0],"n":3,"sample_sd":0.0017513152756004826,"df":2,"ci95_low":-0.003339385975631952,"ci95_high":0.005361630667239636}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m08-s201-v1","accuracy":0.9848,"test_accuracy":0.9848,"ce":0.1039607336937301,"training_seconds":64.17964561900015,"selected_epoch":10,"epoch":100,"total_run_seconds":69.8429332,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":20,"repair_count":15,"harm_rate":0.002,"repair_rate":0.0015,"conditional_harm":0.0020298386278290877,"accuracy_pp":-0.05,"ce":0.012818024966676902},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.059240507109732145},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.04135579598205571},{"n":1032,"baseline_correct":1018,"harm_count":5,"repair_count":2,"harm_rate":0.0048449612403100775,"repair_rate":0.001937984496124031,"conditional_harm":0.004911591355599214,"accuracy_pp":-0.29069767441860467,"digit":2,"accuracy":0.9835271317829457,"ce":0.0757559569369393},{"n":1010,"baseline_correct":990,"harm_count":2,"repair_count":4,"harm_rate":0.0019801980198019802,"repair_rate":0.0039603960396039604,"conditional_harm":0.00202020202020202,"accuracy_pp":0.19801980198019803,"digit":3,"accuracy":0.9821782178217822,"ce":0.08610189380144433},{"n":982,"baseline_correct":966,"harm_count":3,"repair_count":0,"harm_rate":0.003054989816700611,"repair_rate":0.0,"conditional_harm":0.003105590062111801,"accuracy_pp":-0.3054989816700611,"digit":4,"accuracy":0.9806517311608961,"ce":0.14417921044883567},{"n":892,"baseline_correct":877,"harm_count":2,"repair_count":2,"harm_rate":0.002242152466367713,"repair_rate":0.002242152466367713,"conditional_harm":0.002280501710376283,"accuracy_pp":0.0,"digit":5,"accuracy":0.9831838565022422,"ce":0.14261889328682043},{"n":958,"baseline_correct":944,"harm_count":2,"repair_count":3,"harm_rate":0.0020876826722338203,"repair_rate":0.003131524008350731,"conditional_harm":0.00211864406779661,"accuracy_pp":0.10438413361169102,"digit":6,"accuracy":0.9864300626304802,"ce":0.12888364756004383},{"n":1028,"baseline_correct":1011,"harm_count":3,"repair_count":1,"harm_rate":0.0029182879377431907,"repair_rate":0.0009727626459143969,"conditional_harm":0.002967359050445104,"accuracy_pp":-0.19455252918287938,"digit":7,"accuracy":0.9815175097276264,"ce":0.11235634921453803},{"n":974,"baseline_correct":958,"harm_count":2,"repair_count":2,"harm_rate":0.002053388090349076,"repair_rate":0.002053388090349076,"conditional_harm":0.0020876826722338203,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.11312526889103956},{"n":1009,"baseline_correct":991,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":9,"accuracy":0.9821605550049554,"ce":0.15016138801210124}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"065086e2885e0460144e00e0b37e83688f4753344824cd27b2d4ce0a4bcdb1e4","train_accuracy":1.0,"train_ce":2.2959476709365845e-06,"validation_accuracy":0.9831,"validation_ce":0.12092789306640625},{"seed":202,"run_id":"halfdrop-m08-s202-v1","accuracy":0.985,"test_accuracy":0.985,"ce":0.10656060255043738,"training_seconds":63.90965220300018,"selected_epoch":5,"epoch":100,"total_run_seconds":73.768590002,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":17,"repair_count":20,"harm_rate":0.0017,"repair_rate":0.002,"conditional_harm":0.001726414136285163,"accuracy_pp":0.03,"ce":0.01641566303075845},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.00102880658436214,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.0506892511286281},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9929515418502203,"ce":0.03862344911678819},{"n":1032,"baseline_correct":1018,"harm_count":2,"repair_count":2,"harm_rate":0.001937984496124031,"repair_rate":0.001937984496124031,"conditional_harm":0.0019646365422396855,"accuracy_pp":0.0,"digit":2,"accuracy":0.9864341085271318,"ce":0.0920164857565215},{"n":1010,"baseline_correct":994,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.0019801980198019802,"conditional_harm":0.0,"accuracy_pp":0.19801980198019803,"digit":3,"accuracy":0.9861386138613861,"ce":0.08481348063298776},{"n":982,"baseline_correct":965,"harm_count":2,"repair_count":0,"harm_rate":0.002036659877800407,"repair_rate":0.0,"conditional_harm":0.002072538860103627,"accuracy_pp":-0.20366598778004075,"digit":4,"accuracy":0.9806517311608961,"ce":0.14218063815933202},{"n":892,"baseline_correct":874,"harm_count":1,"repair_count":2,"harm_rate":0.0011210762331838565,"repair_rate":0.002242152466367713,"conditional_harm":0.0011441647597254005,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9809417040358744,"ce":0.13605154658452118},{"n":958,"baseline_correct":944,"harm_count":1,"repair_count":3,"harm_rate":0.0010438413361169101,"repair_rate":0.003131524008350731,"conditional_harm":0.001059322033898305,"accuracy_pp":0.20876826722338204,"digit":6,"accuracy":0.9874739039665971,"ce":0.11915067913725527},{"n":1028,"baseline_correct":1007,"harm_count":1,"repair_count":3,"harm_rate":0.0009727626459143969,"repair_rate":0.0029182879377431907,"conditional_harm":0.0009930486593843098,"accuracy_pp":0.19455252918287938,"digit":7,"accuracy":0.9815175097276264,"ce":0.14139112751843927},{"n":974,"baseline_correct":958,"harm_count":6,"repair_count":4,"harm_rate":0.006160164271047228,"repair_rate":0.004106776180698152,"conditional_harm":0.006263048016701462,"accuracy_pp":-0.2053388090349076,"digit":8,"accuracy":0.9815195071868583,"ce":0.10749326295978835},{"n":1009,"baseline_correct":989,"harm_count":3,"repair_count":3,"harm_rate":0.002973240832507433,"repair_rate":0.002973240832507433,"conditional_harm":0.003033367037411527,"accuracy_pp":0.0,"digit":9,"accuracy":0.9801783944499505,"ce":0.16481276695696623}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"545d87e8370390e89362f8fce486510a75e9b1405672cdc595890e1692db61be","train_accuracy":1.0,"train_ce":2.0080414414405825e-06,"validation_accuracy":0.9845,"validation_ce":0.1201538818359375},{"seed":203,"run_id":"halfdrop-m08-s203-v1","accuracy":0.9843,"test_accuracy":0.9843,"ce":0.10709601206953985,"training_seconds":63.888597411000035,"selected_epoch":5,"epoch":100,"total_run_seconds":75.654805092,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":16,"repair_count":27,"harm_rate":0.0016,"repair_rate":0.0027,"conditional_harm":0.0016273393002441008,"accuracy_pp":0.11,"ce":0.010724503228429202},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.00102880658436214,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.060200905444704494},{"n":1135,"baseline_correct":1125,"harm_count":1,"repair_count":1,"harm_rate":0.000881057268722467,"repair_rate":0.000881057268722467,"conditional_harm":0.0008888888888888889,"accuracy_pp":0.0,"digit":1,"accuracy":0.9911894273127754,"ce":0.03026477949644945},{"n":1032,"baseline_correct":1012,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.0048449612403100775,"conditional_harm":0.0,"accuracy_pp":0.4844961240310077,"digit":2,"accuracy":0.9854651162790697,"ce":0.08742055891158351},{"n":1010,"baseline_correct":991,"harm_count":4,"repair_count":3,"harm_rate":0.0039603960396039604,"repair_rate":0.0029702970297029703,"conditional_harm":0.004036326942482341,"accuracy_pp":-0.09900990099009901,"digit":3,"accuracy":0.9801980198019802,"ce":0.11177288848212079},{"n":982,"baseline_correct":963,"harm_count":1,"repair_count":3,"harm_rate":0.0010183299389002036,"repair_rate":0.003054989816700611,"conditional_harm":0.0010384215991692627,"accuracy_pp":0.20366598778004075,"digit":4,"accuracy":0.9826883910386965,"ce":0.1433019984215324},{"n":892,"baseline_correct":880,"harm_count":3,"repair_count":0,"harm_rate":0.0033632286995515697,"repair_rate":0.0,"conditional_harm":0.003409090909090909,"accuracy_pp":-0.336322869955157,"digit":5,"accuracy":0.9831838565022422,"ce":0.13449177534556067},{"n":958,"baseline_correct":938,"harm_count":0,"repair_count":7,"harm_rate":0.0,"repair_rate":0.007306889352818371,"conditional_harm":0.0,"accuracy_pp":0.7306889352818372,"digit":6,"accuracy":0.9864300626304802,"ce":0.13588062086410113},{"n":1028,"baseline_correct":1008,"harm_count":1,"repair_count":0,"harm_rate":0.0009727626459143969,"repair_rate":0.0,"conditional_harm":0.000992063492063492,"accuracy_pp":-0.09727626459143969,"digit":7,"accuracy":0.9795719844357976,"ce":0.11641894541456334},{"n":974,"baseline_correct":957,"harm_count":5,"repair_count":3,"harm_rate":0.00513347022587269,"repair_rate":0.003080082135523614,"conditional_harm":0.00522466039707419,"accuracy_pp":-0.2053388090349076,"digit":8,"accuracy":0.9804928131416838,"ce":0.11631232657501502},{"n":1009,"baseline_correct":986,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.004955401387512388,"conditional_harm":0.0,"accuracy_pp":0.49554013875123887,"digit":9,"accuracy":0.9821605550049554,"ce":0.14933035842536385}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"eb7dbcf5d264bcbaff0550d6500288aeb11d55497ce24a83fb109d2df30d99ab","train_accuracy":1.0,"train_ce":2.2002840042114257e-06,"validation_accuracy":0.9838,"validation_ce":0.1232296875}]},{"endpoint":"final","drop_mask":9,"k":2,"drop_probabilities":[0.5,0,0,0.5],"nominal_training_affine_fraction":0.7701629753447555,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9853666666666666,"values":[0.9852,0.9848,0.9861],"n":3,"sample_sd":0.0006658328118479271,"df":2,"ci95_low":0.9837126462689766,"ci95_high":0.9870206870643566},"ce":{"mean":0.10996622014912558,"values":[0.11182333467996122,0.11305249796193,0.10502282780548551],"n":3,"sample_sd":0.004324992079854538,"df":2,"ci95_low":0.09922234422016152,"ci95_high":0.12071009607808963},"training_seconds":{"mean":52.5769431026666,"values":[52.5740628719995,52.58171577600035,52.57505065999993],"n":3,"sample_sd":0.00416266012863297,"df":2,"ci95_low":52.5666024816595,"ci95_high":52.58728372367369},"selected_epoch":{"mean":6.666666666666667,"values":[10.0,5.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":8.740186194578806e-07,"values":[9.294340014457703e-07,8.218494057655334e-07,8.707724511623382e-07],"n":3,"sample_sd":5.3865708139522764e-08,"df":2,"ci95_low":7.402087824936738e-07,"ci95_high":1.0078284564220875e-06},"validation_accuracy":{"mean":0.9847333333333333,"values":[0.9845,0.9845,0.9852],"n":3,"sample_sd":0.0004041451884326935,"df":2,"ci95_low":0.9837293810296901,"ci95_high":0.9857372856369766},"validation_ce":{"mean":0.12038765869140626,"values":[0.12091748046875,0.12537779541015626,0.1148677001953125],"n":3,"sample_sd":0.005275041108188746,"df":2,"ci95_low":0.10728373014306287,"ci95_high":0.13349158723974966},"harm_rate":{"mean":0.0023666666666666667,"values":[0.0026,0.0028,0.0017],"n":3,"sample_sd":0.0005859465277082316,"df":2,"ci95_low":0.0009110948000665624,"ci95_high":0.003822238533266771},"repair_rate":{"mean":0.003333333333333333,"values":[0.0025,0.0029,0.0046],"n":3,"sample_sd":0.0011150485789118488,"df":2,"ci95_low":0.0005633991079278828,"ci95_high":0.006103267558738783},"conditional_harm":{"mean":0.0024037812863071857,"values":[0.0026387902161778137,0.002843505636234386,0.0017290480065093572],"n":3,"sample_sd":0.0005932333857364112,"df":2,"ci95_low":0.0009301078608784765,"ci95_high":0.003877454711735895}},"paired_vs_none":{"accuracy_pp":{"mean":0.09666666666666666,"values":[-0.01,0.01,0.29],"n":3,"sample_sd":0.16772994167212166,"df":2,"ci95_low":-0.31999760684531187,"ci95_high":0.5133309401786452},"ce":{"mean":0.017413167786511318,"values":[0.020680625952908024,0.022907558442251064,0.008651318964374863],"n":3,"sample_sd":0.007669243976071134,"df":2,"ci95_low":-0.0016382903957275902,"ci95_high":0.036464625968750226},"harm_rate":{"mean":0.0023666666666666667,"values":[0.0026,0.0028,0.0017],"n":3,"sample_sd":0.0005859465277082316,"df":2,"ci95_low":0.0009110948000665624,"ci95_high":0.003822238533266771},"repair_rate":{"mean":0.003333333333333333,"values":[0.0025,0.0029,0.0046],"n":3,"sample_sd":0.0011150485789118488,"df":2,"ci95_low":0.0005633991079278828,"ci95_high":0.006103267558738783},"conditional_harm":{"mean":0.0024037812863071857,"values":[0.0026387902161778137,0.002843505636234386,0.0017290480065093572],"n":3,"sample_sd":0.0005932333857364112,"df":2,"ci95_low":0.0009301078608784765,"ci95_high":0.003877454711735895},"harm_count":{"mean":23.666666666666668,"values":[26.0,28.0,17.0],"n":3,"sample_sd":5.8594652770823155,"df":2,"ci95_low":9.110948000665626,"ci95_high":38.22238533266771},"repair_count":{"mean":33.333333333333336,"values":[25.0,29.0,46.0],"n":3,"sample_sd":11.150485789118488,"df":2,"ci95_low":5.633991079278836,"ci95_high":61.032675587387835}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9918367346938776,"values":[0.9918367346938776,0.9908163265306122,0.9928571428571429],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.9893019002940436,"ci95_high":0.9943715690937115},"ce":{"mean":0.048518648940947824,"values":[0.04771342253111282,0.05005651913811001,0.047786005153620636],"n":3,"sample_sd":0.0013323290197103264,"df":2,"ci95_low":0.045208960178510255,"ci95_high":0.051828337703385394},"accuracy_pp":{"mean":0.0,"values":[0.0,-0.10204081632653061,0.10204081632653061],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.2534834399833922,"ci95_high":0.2534834399833922},"harm_rate":{"mean":0.001360544217687075,"values":[0.0010204081632653062,0.0020408163265306124,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0001029431054081634,"ci95_high":0.0028240315407823133},"repair_rate":{"mean":0.001360544217687075,"values":[0.0010204081632653062,0.0010204081632653062,0.0020408163265306124],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0001029431054081634,"ci95_high":0.0028240315407823133},"conditional_harm":{"mean":0.0013717421124828533,"values":[0.00102880658436214,0.00205761316872428,0.00102880658436214],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0001037903737654321,"ci95_high":0.002847274598731139},"metrics":{"accuracy":{"mean":0.9918367346938776,"values":[0.9918367346938776,0.9908163265306122,0.9928571428571429],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.9893019002940436,"ci95_high":0.9943715690937115},"ce":{"mean":0.048518648940947824,"values":[0.04771342253111282,0.05005651913811001,0.047786005153620636],"n":3,"sample_sd":0.0013323290197103264,"df":2,"ci95_low":0.045208960178510255,"ci95_high":0.051828337703385394},"accuracy_pp":{"mean":0.0,"values":[0.0,-0.10204081632653061,0.10204081632653061],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.2534834399833922,"ci95_high":0.2534834399833922},"harm_rate":{"mean":0.001360544217687075,"values":[0.0010204081632653062,0.0020408163265306124,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0001029431054081634,"ci95_high":0.0028240315407823133},"repair_rate":{"mean":0.001360544217687075,"values":[0.0010204081632653062,0.0010204081632653062,0.0020408163265306124],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0001029431054081634,"ci95_high":0.0028240315407823133},"conditional_harm":{"mean":0.0013717421124828533,"values":[0.00102880658436214,0.00205761316872428,0.00102880658436214],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0001037903737654321,"ci95_high":0.002847274598731139}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9920704845814978,"values":[0.9911894273127754,0.9929515418502203,0.9920704845814978],"n":3,"sample_sd":0.0008810572687224516,"df":2,"ci95_low":0.989881816993976,"ci95_high":0.9942591521690196},"ce":{"mean":0.03323190724384434,"values":[0.03381227827123621,0.03617947826162194,0.029703965198674864],"n":3,"sample_sd":0.0032765363196791335,"df":2,"ci95_low":0.025092539807924995,"ci95_high":0.04137127467976368},"accuracy_pp":{"mean":0.029368575624082235,"values":[-0.0881057268722467,0.0881057268722467,0.0881057268722467],"n":3,"sample_sd":0.10173573025367856,"df":2,"ci95_low":-0.22335698854038183,"ci95_high":0.2820941397885463},"harm_rate":{"mean":0.0002936857562408223,"values":[0.000881057268722467,0.0,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.0005873715124816446,"values":[0.0,0.000881057268722467,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"conditional_harm":{"mean":0.00029603315571343993,"values":[0.0008880994671403197,0.0,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.000977694709857904,"ci95_high":0.001569761021284784},"metrics":{"accuracy":{"mean":0.9920704845814978,"values":[0.9911894273127754,0.9929515418502203,0.9920704845814978],"n":3,"sample_sd":0.0008810572687224516,"df":2,"ci95_low":0.989881816993976,"ci95_high":0.9942591521690196},"ce":{"mean":0.03323190724384434,"values":[0.03381227827123621,0.03617947826162194,0.029703965198674864],"n":3,"sample_sd":0.0032765363196791335,"df":2,"ci95_low":0.025092539807924995,"ci95_high":0.04137127467976368},"accuracy_pp":{"mean":0.029368575624082235,"values":[-0.0881057268722467,0.0881057268722467,0.0881057268722467],"n":3,"sample_sd":0.10173573025367856,"df":2,"ci95_low":-0.22335698854038183,"ci95_high":0.2820941397885463},"harm_rate":{"mean":0.0002936857562408223,"values":[0.000881057268722467,0.0,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.0005873715124816446,"values":[0.0,0.000881057268722467,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"conditional_harm":{"mean":0.00029603315571343993,"values":[0.0008880994671403197,0.0,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.000977694709857904,"ci95_high":0.001569761021284784}}},{"digit":2,"n":1032,"accuracy":{"mean":0.986111111111111,"values":[0.9835271317829457,0.9883720930232558,0.9864341085271318],"n":3,"sample_sd":0.0024385770139763448,"df":2,"ci95_low":0.980053349987473,"ci95_high":0.9921688722347491},"ce":{"mean":0.09063019469868328,"values":[0.09366967457710991,0.09196285171437399,0.08625805780456591],"n":3,"sample_sd":0.003881365331538136,"df":2,"ci95_low":0.08098834870519173,"ci95_high":0.10027204069217482},"accuracy_pp":{"mean":0.16149870801033592,"values":[-0.29069767441860467,0.1937984496124031,0.5813953488372093],"n":3,"sample_sd":0.43694280550609443,"df":2,"ci95_low":-0.9239273930633191,"ci95_high":1.2469248090839908},"harm_rate":{"mean":0.002583979328165375,"values":[0.006782945736434108,0.0009689922480620155,0.0],"n":3,"sample_sd":0.0036685454430234327,"df":2,"ci95_low":-0.006529192754437802,"ci95_high":0.011697151410768552},"repair_rate":{"mean":0.004198966408268734,"values":[0.003875968992248062,0.0029069767441860465,0.005813953488372093],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":0.000522044863957182,"ci95_high":0.007875887952580287},"conditional_harm":{"mean":0.0026195153896529143,"values":[0.0068762278978389,0.0009823182711198428,0.0],"n":3,"sample_sd":0.0037189969520630478,"df":2,"ci95_low":-0.006618985189174667,"ci95_high":0.011858015968480497},"metrics":{"accuracy":{"mean":0.986111111111111,"values":[0.9835271317829457,0.9883720930232558,0.9864341085271318],"n":3,"sample_sd":0.0024385770139763448,"df":2,"ci95_low":0.980053349987473,"ci95_high":0.9921688722347491},"ce":{"mean":0.09063019469868328,"values":[0.09366967457710991,0.09196285171437399,0.08625805780456591],"n":3,"sample_sd":0.003881365331538136,"df":2,"ci95_low":0.08098834870519173,"ci95_high":0.10027204069217482},"accuracy_pp":{"mean":0.16149870801033592,"values":[-0.29069767441860467,0.1937984496124031,0.5813953488372093],"n":3,"sample_sd":0.43694280550609443,"df":2,"ci95_low":-0.9239273930633191,"ci95_high":1.2469248090839908},"harm_rate":{"mean":0.002583979328165375,"values":[0.006782945736434108,0.0009689922480620155,0.0],"n":3,"sample_sd":0.0036685454430234327,"df":2,"ci95_low":-0.006529192754437802,"ci95_high":0.011697151410768552},"repair_rate":{"mean":0.004198966408268734,"values":[0.003875968992248062,0.0029069767441860465,0.005813953488372093],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":0.000522044863957182,"ci95_high":0.007875887952580287},"conditional_harm":{"mean":0.0026195153896529143,"values":[0.0068762278978389,0.0009823182711198428,0.0],"n":3,"sample_sd":0.0037189969520630478,"df":2,"ci95_low":-0.006618985189174667,"ci95_high":0.011858015968480497}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9818481848184818,"values":[0.9811881188118812,0.9841584158415841,0.9801980198019802],"n":3,"sample_sd":0.002061055445015975,"df":2,"ci95_low":0.9767282392613301,"ci95_high":0.9869681303756335},"ce":{"mean":0.10350543611554901,"values":[0.10929497189458773,0.09367204920151258,0.10754928725054673],"n":3,"sample_sd":0.008560576929738285,"df":2,"ci95_low":0.08223978412930225,"ci95_high":0.12477108810179577},"accuracy_pp":{"mean":0.0,"values":[0.09900990099009901,0.0,-0.09900990099009901],"n":3,"sample_sd":0.09900990099009901,"df":2,"ci95_low":-0.24595422889477658,"ci95_high":0.24595422889477658},"harm_rate":{"mean":0.0039603960396039604,"values":[0.0029702970297029703,0.0039603960396039604,0.0049504950495049506],"n":3,"sample_sd":0.0009900990099009901,"df":2,"ci95_low":0.0015008537506561947,"ci95_high":0.006419938328551726},"repair_rate":{"mean":0.0039603960396039604,"values":[0.0039603960396039604,0.0039603960396039604,0.0039603960396039604],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0039603960396039604,"ci95_high":0.0039603960396039604},"conditional_harm":{"mean":0.00403328552587375,"values":[0.0030303030303030303,0.004024144869215292,0.005045408678102927],"n":3,"sample_sd":0.0010075839204016065,"df":2,"ci95_low":0.0015303083113633043,"ci95_high":0.006536262740384196},"metrics":{"accuracy":{"mean":0.9818481848184818,"values":[0.9811881188118812,0.9841584158415841,0.9801980198019802],"n":3,"sample_sd":0.002061055445015975,"df":2,"ci95_low":0.9767282392613301,"ci95_high":0.9869681303756335},"ce":{"mean":0.10350543611554901,"values":[0.10929497189458773,0.09367204920151258,0.10754928725054673],"n":3,"sample_sd":0.008560576929738285,"df":2,"ci95_low":0.08223978412930225,"ci95_high":0.12477108810179577},"accuracy_pp":{"mean":0.0,"values":[0.09900990099009901,0.0,-0.09900990099009901],"n":3,"sample_sd":0.09900990099009901,"df":2,"ci95_low":-0.24595422889477658,"ci95_high":0.24595422889477658},"harm_rate":{"mean":0.0039603960396039604,"values":[0.0029702970297029703,0.0039603960396039604,0.0049504950495049506],"n":3,"sample_sd":0.0009900990099009901,"df":2,"ci95_low":0.0015008537506561947,"ci95_high":0.006419938328551726},"repair_rate":{"mean":0.0039603960396039604,"values":[0.0039603960396039604,0.0039603960396039604,0.0039603960396039604],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0039603960396039604,"ci95_high":0.0039603960396039604},"conditional_harm":{"mean":0.00403328552587375,"values":[0.0030303030303030303,0.004024144869215292,0.005045408678102927],"n":3,"sample_sd":0.0010075839204016065,"df":2,"ci95_low":0.0015303083113633043,"ci95_high":0.006536262740384196}}},{"digit":4,"n":982,"accuracy":{"mean":0.982009504412763,"values":[0.9857433808553971,0.9796334012219959,0.9806517311608961],"n":3,"sample_sd":0.0032734727634056195,"df":2,"ci95_low":0.9738777472725151,"ci95_high":0.990141261553011},"ce":{"mean":0.15461175312966546,"values":[0.14553016998413928,0.14810529957156768,0.1701997898332894],"n":3,"sample_sd":0.013560899280768873,"df":2,"ci95_low":0.12092461181988096,"ci95_high":0.18829889443944997},"accuracy_pp":{"mean":-0.03394433129667346,"values":[0.20366598778004075,-0.3054989816700611,0.0],"n":3,"sample_sd":0.2562740813058639,"df":2,"ci95_low":-0.6705644412350138,"ci95_high":0.6026757786416668},"harm_rate":{"mean":0.0023761031907671417,"values":[0.0010183299389002036,0.004073319755600814,0.002036659877800407],"n":3,"sample_sd":0.001555524675816646,"df":2,"ci95_low":-0.0014880343181223913,"ci95_high":0.006240240699656675},"repair_rate":{"mean":0.002036659877800407,"values":[0.003054989816700611,0.0010183299389002036,0.002036659877800407],"n":3,"sample_sd":0.0010183299389002038,"df":2,"ci95_low":-0.0004930119265145047,"ci95_high":0.004566331682115319},"conditional_harm":{"mean":0.0024190392019721265,"values":[0.0010351966873706005,0.004145077720207254,0.0020768431983385254],"n":3,"sample_sd":0.0015829288007602861,"df":2,"ci95_low":-0.0015131739271498023,"ci95_high":0.006351252331094055},"metrics":{"accuracy":{"mean":0.982009504412763,"values":[0.9857433808553971,0.9796334012219959,0.9806517311608961],"n":3,"sample_sd":0.0032734727634056195,"df":2,"ci95_low":0.9738777472725151,"ci95_high":0.990141261553011},"ce":{"mean":0.15461175312966546,"values":[0.14553016998413928,0.14810529957156768,0.1701997898332894],"n":3,"sample_sd":0.013560899280768873,"df":2,"ci95_low":0.12092461181988096,"ci95_high":0.18829889443944997},"accuracy_pp":{"mean":-0.03394433129667346,"values":[0.20366598778004075,-0.3054989816700611,0.0],"n":3,"sample_sd":0.2562740813058639,"df":2,"ci95_low":-0.6705644412350138,"ci95_high":0.6026757786416668},"harm_rate":{"mean":0.0023761031907671417,"values":[0.0010183299389002036,0.004073319755600814,0.002036659877800407],"n":3,"sample_sd":0.001555524675816646,"df":2,"ci95_low":-0.0014880343181223913,"ci95_high":0.006240240699656675},"repair_rate":{"mean":0.002036659877800407,"values":[0.003054989816700611,0.0010183299389002036,0.002036659877800407],"n":3,"sample_sd":0.0010183299389002038,"df":2,"ci95_low":-0.0004930119265145047,"ci95_high":0.004566331682115319},"conditional_harm":{"mean":0.0024190392019721265,"values":[0.0010351966873706005,0.004145077720207254,0.0020768431983385254],"n":3,"sample_sd":0.0015829288007602861,"df":2,"ci95_low":-0.0015131739271498023,"ci95_high":0.006351252331094055}}},{"digit":5,"n":892,"accuracy":{"mean":0.9828101644245142,"values":[0.9820627802690582,0.9809417040358744,0.9854260089686099],"n":3,"sample_sd":0.0023337062774284154,"df":2,"ci95_low":0.977012916652403,"ci95_high":0.9886074121966254},"ce":{"mean":0.1361092469031095,"values":[0.15963348520121345,0.13779189094433372,0.11090236456378129],"n":3,"sample_sd":0.024409096621384668,"df":2,"ci95_low":0.0754736894740488,"ci95_high":0.19674480433217018},"accuracy_pp":{"mean":-0.03736920777279522,"values":[-0.11210762331838565,0.11210762331838565,-0.11210762331838565],"n":3,"sample_sd":0.12945073300215826,"df":2,"ci95_low":-0.35894265544843057,"ci95_high":0.2842042399028401},"harm_rate":{"mean":0.0033632286995515697,"values":[0.0033632286995515697,0.0033632286995515697,0.0033632286995515697],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0033632286995515697,"ci95_high":0.0033632286995515697},"repair_rate":{"mean":0.0029895366218236174,"values":[0.002242152466367713,0.004484304932735426,0.002242152466367713],"n":3,"sample_sd":0.0012945073300215824,"df":2,"ci95_low":-0.0002261978549327353,"ci95_high":0.006205271098579971},"conditional_harm":{"mean":0.003420779251277178,"values":[0.0034207525655644243,0.003432494279176201,0.003409090909090909],"n":3,"sample_sd":1.1701707863928957e-05,"df":2,"ci95_low":0.0033917105974794895,"ci95_high":0.0034498479050748664},"metrics":{"accuracy":{"mean":0.9828101644245142,"values":[0.9820627802690582,0.9809417040358744,0.9854260089686099],"n":3,"sample_sd":0.0023337062774284154,"df":2,"ci95_low":0.977012916652403,"ci95_high":0.9886074121966254},"ce":{"mean":0.1361092469031095,"values":[0.15963348520121345,0.13779189094433372,0.11090236456378129],"n":3,"sample_sd":0.024409096621384668,"df":2,"ci95_low":0.0754736894740488,"ci95_high":0.19674480433217018},"accuracy_pp":{"mean":-0.03736920777279522,"values":[-0.11210762331838565,0.11210762331838565,-0.11210762331838565],"n":3,"sample_sd":0.12945073300215826,"df":2,"ci95_low":-0.35894265544843057,"ci95_high":0.2842042399028401},"harm_rate":{"mean":0.0033632286995515697,"values":[0.0033632286995515697,0.0033632286995515697,0.0033632286995515697],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0033632286995515697,"ci95_high":0.0033632286995515697},"repair_rate":{"mean":0.0029895366218236174,"values":[0.002242152466367713,0.004484304932735426,0.002242152466367713],"n":3,"sample_sd":0.0012945073300215824,"df":2,"ci95_low":-0.0002261978549327353,"ci95_high":0.006205271098579971},"conditional_harm":{"mean":0.003420779251277178,"values":[0.0034207525655644243,0.003432494279176201,0.003409090909090909],"n":3,"sample_sd":1.1701707863928957e-05,"df":2,"ci95_low":0.0033917105974794895,"ci95_high":0.0034498479050748664}}},{"digit":6,"n":958,"accuracy":{"mean":0.9864300626304802,"values":[0.9864300626304802,0.9874739039665971,0.9853862212943633],"n":3,"sample_sd":0.0010438413361169019,"df":2,"ci95_low":0.9838370170022576,"ci95_high":0.9890231082587028},"ce":{"mean":0.14163878373656133,"values":[0.14524858426298703,0.14480460693045916,0.1348631600162378],"n":3,"sample_sd":0.005872059823222837,"df":2,"ci95_low":0.12705177848352914,"ci95_high":0.15622578898959352},"accuracy_pp":{"mean":0.31315240083507306,"values":[0.10438413361169102,0.20876826722338204,0.6263048016701461],"n":3,"sample_sd":0.2761744583574729,"df":2,"ci95_low":-0.3729029862169497,"ci95_high":0.9992077878870957},"harm_rate":{"mean":0.0010438413361169101,"values":[0.0020876826722338203,0.0010438413361169101,0.0],"n":3,"sample_sd":0.0010438413361169101,"df":2,"ci95_low":-0.0015492042921056819,"ci95_high":0.003636886964339502},"repair_rate":{"mean":0.004175365344467641,"values":[0.003131524008350731,0.003131524008350731,0.006263048016701462],"n":3,"sample_sd":0.0018079862291950704,"df":2,"ci95_low":-0.0003159214299582472,"ci95_high":0.00866665211889353},"conditional_harm":{"mean":0.001059322033898305,"values":[0.00211864406779661,0.001059322033898305,0.0],"n":3,"sample_sd":0.001059322033898305,"df":2,"ci95_low":-0.001572179779488605,"ci95_high":0.0036908238472852153},"metrics":{"accuracy":{"mean":0.9864300626304802,"values":[0.9864300626304802,0.9874739039665971,0.9853862212943633],"n":3,"sample_sd":0.0010438413361169019,"df":2,"ci95_low":0.9838370170022576,"ci95_high":0.9890231082587028},"ce":{"mean":0.14163878373656133,"values":[0.14524858426298703,0.14480460693045916,0.1348631600162378],"n":3,"sample_sd":0.005872059823222837,"df":2,"ci95_low":0.12705177848352914,"ci95_high":0.15622578898959352},"accuracy_pp":{"mean":0.31315240083507306,"values":[0.10438413361169102,0.20876826722338204,0.6263048016701461],"n":3,"sample_sd":0.2761744583574729,"df":2,"ci95_low":-0.3729029862169497,"ci95_high":0.9992077878870957},"harm_rate":{"mean":0.0010438413361169101,"values":[0.0020876826722338203,0.0010438413361169101,0.0],"n":3,"sample_sd":0.0010438413361169101,"df":2,"ci95_low":-0.0015492042921056819,"ci95_high":0.003636886964339502},"repair_rate":{"mean":0.004175365344467641,"values":[0.003131524008350731,0.003131524008350731,0.006263048016701462],"n":3,"sample_sd":0.0018079862291950704,"df":2,"ci95_low":-0.0003159214299582472,"ci95_high":0.00866665211889353},"conditional_harm":{"mean":0.001059322033898305,"values":[0.00211864406779661,0.001059322033898305,0.0],"n":3,"sample_sd":0.001059322033898305,"df":2,"ci95_low":-0.001572179779488605,"ci95_high":0.0036908238472852153}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9834630350194552,"values":[0.9844357976653697,0.9824902723735408,0.9834630350194552],"n":3,"sample_sd":0.0009727626459144489,"df":2,"ci95_low":0.9810465586460725,"ci95_high":0.9858795113928379},"ce":{"mean":0.13005871831215682,"values":[0.10637254535445141,0.15734483978165764,0.1264587698003614],"n":3,"sample_sd":0.02567612552078552,"df":2,"ci95_low":0.06627568661210682,"ci95_high":0.19384175001220683},"accuracy_pp":{"mean":0.2269779507133593,"values":[0.09727626459143969,0.2918287937743191,0.2918287937743191],"n":3,"sample_sd":0.11232495509525794,"df":2,"ci95_low":-0.05205270621919589,"ci95_high":0.5060086076459145},"harm_rate":{"mean":0.0025940337224383916,"values":[0.0029182879377431907,0.0029182879377431907,0.0019455252918287938],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.001198880437775616,"ci95_high":0.003989187007101167},"repair_rate":{"mean":0.0048638132295719845,"values":[0.0038910505836575876,0.005836575875486381,0.0048638132295719845],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":0.002447336856189452,"ci95_high":0.007280289602954517},"conditional_harm":{"mean":0.0026435440042416724,"values":[0.002967359050445104,0.0029791459781529296,0.001984126984126984],"n":3,"sample_sd":0.0005711023005809897,"df":2,"ci95_low":0.0012248472420514273,"ci95_high":0.004062240766431918},"metrics":{"accuracy":{"mean":0.9834630350194552,"values":[0.9844357976653697,0.9824902723735408,0.9834630350194552],"n":3,"sample_sd":0.0009727626459144489,"df":2,"ci95_low":0.9810465586460725,"ci95_high":0.9858795113928379},"ce":{"mean":0.13005871831215682,"values":[0.10637254535445141,0.15734483978165764,0.1264587698003614],"n":3,"sample_sd":0.02567612552078552,"df":2,"ci95_low":0.06627568661210682,"ci95_high":0.19384175001220683},"accuracy_pp":{"mean":0.2269779507133593,"values":[0.09727626459143969,0.2918287937743191,0.2918287937743191],"n":3,"sample_sd":0.11232495509525794,"df":2,"ci95_low":-0.05205270621919589,"ci95_high":0.5060086076459145},"harm_rate":{"mean":0.0025940337224383916,"values":[0.0029182879377431907,0.0029182879377431907,0.0019455252918287938],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.001198880437775616,"ci95_high":0.003989187007101167},"repair_rate":{"mean":0.0048638132295719845,"values":[0.0038910505836575876,0.005836575875486381,0.0048638132295719845],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":0.002447336856189452,"ci95_high":0.007280289602954517},"conditional_harm":{"mean":0.0026435440042416724,"values":[0.002967359050445104,0.0029791459781529296,0.001984126984126984],"n":3,"sample_sd":0.0005711023005809897,"df":2,"ci95_low":0.0012248472420514273,"ci95_high":0.004062240766431918}}},{"digit":8,"n":974,"accuracy":{"mean":0.9828884325804244,"values":[0.9845995893223819,0.9784394250513347,0.9856262833675564],"n":3,"sample_sd":0.003887000921150037,"df":2,"ci95_low":0.9732325870062495,"ci95_high":0.9925442781545992},"ce":{"mean":0.1094028550129257,"values":[0.1079224205670541,0.12386629866151233,0.09641984581021065],"n":3,"sample_sd":0.013782986183736594,"df":2,"ci95_low":0.07516401925217393,"ci95_high":0.14364169077367744},"accuracy_pp":{"mean":-0.034223134839151244,"values":[0.1026694045174538,-0.5133470225872689,0.3080082135523614],"n":3,"sample_sd":0.42744681713883625,"df":2,"ci95_low":-1.0960598930985326,"ci95_high":1.02761362342023},"harm_rate":{"mean":0.0037645448323066393,"values":[0.001026694045174538,0.007186858316221766,0.003080082135523614],"n":3,"sample_sd":0.0031366021183818205,"df":2,"ci95_low":-0.004027206776994226,"ci95_high":0.011556296441607505},"repair_rate":{"mean":0.003422313483915127,"values":[0.002053388090349076,0.002053388090349076,0.006160164271047228],"n":3,"sample_sd":0.002371048333427621,"df":2,"ci95_low":-0.0024676970977412734,"ci95_high":0.009312324065571528},"conditional_harm":{"mean":0.0038285089757265985,"values":[0.0010438413361169101,0.007306889352818371,0.003134796238244514],"n":3,"sample_sd":0.0031886314676496707,"df":2,"ci95_low":-0.004092490702212886,"ci95_high":0.011749508653666082},"metrics":{"accuracy":{"mean":0.9828884325804244,"values":[0.9845995893223819,0.9784394250513347,0.9856262833675564],"n":3,"sample_sd":0.003887000921150037,"df":2,"ci95_low":0.9732325870062495,"ci95_high":0.9925442781545992},"ce":{"mean":0.1094028550129257,"values":[0.1079224205670541,0.12386629866151233,0.09641984581021065],"n":3,"sample_sd":0.013782986183736594,"df":2,"ci95_low":0.07516401925217393,"ci95_high":0.14364169077367744},"accuracy_pp":{"mean":-0.034223134839151244,"values":[0.1026694045174538,-0.5133470225872689,0.3080082135523614],"n":3,"sample_sd":0.42744681713883625,"df":2,"ci95_low":-1.0960598930985326,"ci95_high":1.02761362342023},"harm_rate":{"mean":0.0037645448323066393,"values":[0.001026694045174538,0.007186858316221766,0.003080082135523614],"n":3,"sample_sd":0.0031366021183818205,"df":2,"ci95_low":-0.004027206776994226,"ci95_high":0.011556296441607505},"repair_rate":{"mean":0.003422313483915127,"values":[0.002053388090349076,0.002053388090349076,0.006160164271047228],"n":3,"sample_sd":0.002371048333427621,"df":2,"ci95_low":-0.0024676970977412734,"ci95_high":0.009312324065571528},"conditional_harm":{"mean":0.0038285089757265985,"values":[0.0010438413361169101,0.007306889352818371,0.003134796238244514],"n":3,"sample_sd":0.0031886314676496707,"df":2,"ci95_low":-0.004092490702212886,"ci95_high":0.011749508653666082}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9831516352824579,"values":[0.9801783944499505,0.981169474727453,0.9881070366699702],"n":3,"sample_sd":0.004320018774569511,"df":2,"ci95_low":0.9724201137287048,"ci95_high":0.9938831568362109},"ce":{"mean":0.1656471472384542,"values":[0.18545389236830742,0.15998275108165277,0.15150479826540236],"n":3,"sample_sd":0.017669161991103757,"df":2,"ci95_low":0.12175451559979211,"ci95_high":0.20953977887711628},"accuracy_pp":{"mean":0.3303600925008259,"values":[-0.19821605550049554,0.09910802775024777,1.0901883052527255],"n":3,"sample_sd":0.6746143989647221,"df":2,"ci95_low":-1.345474976915856,"ci95_high":2.006195161917508},"harm_rate":{"mean":0.002642880740006607,"values":[0.003964321110009911,0.002973240832507433,0.0009910802775024777],"n":3,"sample_sd":0.0015139001304776479,"df":2,"ci95_low":-0.0011178556660682414,"ci95_high":0.006403617146081455},"repair_rate":{"mean":0.005946481665014866,"values":[0.0019821605550049554,0.003964321110009911,0.011892963330029732],"n":3,"sample_sd":0.005244303887144877,"df":2,"ci95_low":-0.007081091393376371,"ci95_high":0.018974054723406103},"conditional_harm":{"mean":0.002694630920951776,"values":[0.004036326942482341,0.003033367037411527,0.0010141987829614604],"n":3,"sample_sd":0.001539276216469267,"df":2,"ci95_low":-0.001129143177313678,"ci95_high":0.00651840501921723},"metrics":{"accuracy":{"mean":0.9831516352824579,"values":[0.9801783944499505,0.981169474727453,0.9881070366699702],"n":3,"sample_sd":0.004320018774569511,"df":2,"ci95_low":0.9724201137287048,"ci95_high":0.9938831568362109},"ce":{"mean":0.1656471472384542,"values":[0.18545389236830742,0.15998275108165277,0.15150479826540236],"n":3,"sample_sd":0.017669161991103757,"df":2,"ci95_low":0.12175451559979211,"ci95_high":0.20953977887711628},"accuracy_pp":{"mean":0.3303600925008259,"values":[-0.19821605550049554,0.09910802775024777,1.0901883052527255],"n":3,"sample_sd":0.6746143989647221,"df":2,"ci95_low":-1.345474976915856,"ci95_high":2.006195161917508},"harm_rate":{"mean":0.002642880740006607,"values":[0.003964321110009911,0.002973240832507433,0.0009910802775024777],"n":3,"sample_sd":0.0015139001304776479,"df":2,"ci95_low":-0.0011178556660682414,"ci95_high":0.006403617146081455},"repair_rate":{"mean":0.005946481665014866,"values":[0.0019821605550049554,0.003964321110009911,0.011892963330029732],"n":3,"sample_sd":0.005244303887144877,"df":2,"ci95_low":-0.007081091393376371,"ci95_high":0.018974054723406103},"conditional_harm":{"mean":0.002694630920951776,"values":[0.004036326942482341,0.003033367037411527,0.0010141987829614604],"n":3,"sample_sd":0.001539276216469267,"df":2,"ci95_low":-0.001129143177313678,"ci95_high":0.00651840501921723}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m09-s201-v1","accuracy":0.9852,"test_accuracy":0.9852,"ce":0.11182333467996122,"training_seconds":52.5740628719995,"selected_epoch":10,"epoch":100,"total_run_seconds":65.278011424,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":26,"repair_count":25,"harm_rate":0.0026,"repair_rate":0.0025,"conditional_harm":0.0026387902161778137,"accuracy_pp":-0.01,"ce":0.020680625952908024},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.04771342253111282},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":0,"harm_rate":0.000881057268722467,"repair_rate":0.0,"conditional_harm":0.0008880994671403197,"accuracy_pp":-0.0881057268722467,"digit":1,"accuracy":0.9911894273127754,"ce":0.03381227827123621},{"n":1032,"baseline_correct":1018,"harm_count":7,"repair_count":4,"harm_rate":0.006782945736434108,"repair_rate":0.003875968992248062,"conditional_harm":0.0068762278978389,"accuracy_pp":-0.29069767441860467,"digit":2,"accuracy":0.9835271317829457,"ce":0.09366967457710991},{"n":1010,"baseline_correct":990,"harm_count":3,"repair_count":4,"harm_rate":0.0029702970297029703,"repair_rate":0.0039603960396039604,"conditional_harm":0.0030303030303030303,"accuracy_pp":0.09900990099009901,"digit":3,"accuracy":0.9811881188118812,"ce":0.10929497189458773},{"n":982,"baseline_correct":966,"harm_count":1,"repair_count":3,"harm_rate":0.0010183299389002036,"repair_rate":0.003054989816700611,"conditional_harm":0.0010351966873706005,"accuracy_pp":0.20366598778004075,"digit":4,"accuracy":0.9857433808553971,"ce":0.14553016998413928},{"n":892,"baseline_correct":877,"harm_count":3,"repair_count":2,"harm_rate":0.0033632286995515697,"repair_rate":0.002242152466367713,"conditional_harm":0.0034207525655644243,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9820627802690582,"ce":0.15963348520121345},{"n":958,"baseline_correct":944,"harm_count":2,"repair_count":3,"harm_rate":0.0020876826722338203,"repair_rate":0.003131524008350731,"conditional_harm":0.00211864406779661,"accuracy_pp":0.10438413361169102,"digit":6,"accuracy":0.9864300626304802,"ce":0.14524858426298703},{"n":1028,"baseline_correct":1011,"harm_count":3,"repair_count":4,"harm_rate":0.0029182879377431907,"repair_rate":0.0038910505836575876,"conditional_harm":0.002967359050445104,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.9844357976653697,"ce":0.10637254535445141},{"n":974,"baseline_correct":958,"harm_count":1,"repair_count":2,"harm_rate":0.001026694045174538,"repair_rate":0.002053388090349076,"conditional_harm":0.0010438413361169101,"accuracy_pp":0.1026694045174538,"digit":8,"accuracy":0.9845995893223819,"ce":0.1079224205670541},{"n":1009,"baseline_correct":991,"harm_count":4,"repair_count":2,"harm_rate":0.003964321110009911,"repair_rate":0.0019821605550049554,"conditional_harm":0.004036326942482341,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.9801783944499505,"ce":0.18545389236830742}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"4ed94f5e02d77c3e0bc344d6dbc345a2a2ca73ca8d73ee86560cd7f5990a30db","train_accuracy":1.0,"train_ce":9.294340014457703e-07,"validation_accuracy":0.9845,"validation_ce":0.12091748046875},{"seed":202,"run_id":"halfdrop-m09-s202-v1","accuracy":0.9848,"test_accuracy":0.9848,"ce":0.11305249796193,"training_seconds":52.58171577600035,"selected_epoch":5,"epoch":100,"total_run_seconds":57.57950980900006,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":28,"repair_count":29,"harm_rate":0.0028,"repair_rate":0.0029,"conditional_harm":0.002843505636234386,"accuracy_pp":0.01,"ce":0.022907558442251064},"per_class":[{"n":980,"baseline_correct":972,"harm_count":2,"repair_count":1,"harm_rate":0.0020408163265306124,"repair_rate":0.0010204081632653062,"conditional_harm":0.00205761316872428,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.05005651913811001},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9929515418502203,"ce":0.03617947826162194},{"n":1032,"baseline_correct":1018,"harm_count":1,"repair_count":3,"harm_rate":0.0009689922480620155,"repair_rate":0.0029069767441860465,"conditional_harm":0.0009823182711198428,"accuracy_pp":0.1937984496124031,"digit":2,"accuracy":0.9883720930232558,"ce":0.09196285171437399},{"n":1010,"baseline_correct":994,"harm_count":4,"repair_count":4,"harm_rate":0.0039603960396039604,"repair_rate":0.0039603960396039604,"conditional_harm":0.004024144869215292,"accuracy_pp":0.0,"digit":3,"accuracy":0.9841584158415841,"ce":0.09367204920151258},{"n":982,"baseline_correct":965,"harm_count":4,"repair_count":1,"harm_rate":0.004073319755600814,"repair_rate":0.0010183299389002036,"conditional_harm":0.004145077720207254,"accuracy_pp":-0.3054989816700611,"digit":4,"accuracy":0.9796334012219959,"ce":0.14810529957156768},{"n":892,"baseline_correct":874,"harm_count":3,"repair_count":4,"harm_rate":0.0033632286995515697,"repair_rate":0.004484304932735426,"conditional_harm":0.003432494279176201,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9809417040358744,"ce":0.13779189094433372},{"n":958,"baseline_correct":944,"harm_count":1,"repair_count":3,"harm_rate":0.0010438413361169101,"repair_rate":0.003131524008350731,"conditional_harm":0.001059322033898305,"accuracy_pp":0.20876826722338204,"digit":6,"accuracy":0.9874739039665971,"ce":0.14480460693045916},{"n":1028,"baseline_correct":1007,"harm_count":3,"repair_count":6,"harm_rate":0.0029182879377431907,"repair_rate":0.005836575875486381,"conditional_harm":0.0029791459781529296,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9824902723735408,"ce":0.15734483978165764},{"n":974,"baseline_correct":958,"harm_count":7,"repair_count":2,"harm_rate":0.007186858316221766,"repair_rate":0.002053388090349076,"conditional_harm":0.007306889352818371,"accuracy_pp":-0.5133470225872689,"digit":8,"accuracy":0.9784394250513347,"ce":0.12386629866151233},{"n":1009,"baseline_correct":989,"harm_count":3,"repair_count":4,"harm_rate":0.002973240832507433,"repair_rate":0.003964321110009911,"conditional_harm":0.003033367037411527,"accuracy_pp":0.09910802775024777,"digit":9,"accuracy":0.981169474727453,"ce":0.15998275108165277}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"c3fa18789f4a7a84dad3de2b273fe008b6c2d815e1d6ac1990cc2ef95c44e353","train_accuracy":1.0,"train_ce":8.218494057655334e-07,"validation_accuracy":0.9845,"validation_ce":0.12537779541015626},{"seed":203,"run_id":"halfdrop-m09-s203-v1","accuracy":0.9861,"test_accuracy":0.9861,"ce":0.10502282780548551,"training_seconds":52.57505065999993,"selected_epoch":5,"epoch":100,"total_run_seconds":63.65032592799997,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":17,"repair_count":46,"harm_rate":0.0017,"repair_rate":0.0046,"conditional_harm":0.0017290480065093572,"accuracy_pp":0.29,"ce":0.008651318964374863},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":2,"harm_rate":0.0010204081632653062,"repair_rate":0.0020408163265306124,"conditional_harm":0.00102880658436214,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.047786005153620636},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9920704845814978,"ce":0.029703965198674864},{"n":1032,"baseline_correct":1012,"harm_count":0,"repair_count":6,"harm_rate":0.0,"repair_rate":0.005813953488372093,"conditional_harm":0.0,"accuracy_pp":0.5813953488372093,"digit":2,"accuracy":0.9864341085271318,"ce":0.08625805780456591},{"n":1010,"baseline_correct":991,"harm_count":5,"repair_count":4,"harm_rate":0.0049504950495049506,"repair_rate":0.0039603960396039604,"conditional_harm":0.005045408678102927,"accuracy_pp":-0.09900990099009901,"digit":3,"accuracy":0.9801980198019802,"ce":0.10754928725054673},{"n":982,"baseline_correct":963,"harm_count":2,"repair_count":2,"harm_rate":0.002036659877800407,"repair_rate":0.002036659877800407,"conditional_harm":0.0020768431983385254,"accuracy_pp":0.0,"digit":4,"accuracy":0.9806517311608961,"ce":0.1701997898332894},{"n":892,"baseline_correct":880,"harm_count":3,"repair_count":2,"harm_rate":0.0033632286995515697,"repair_rate":0.002242152466367713,"conditional_harm":0.003409090909090909,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9854260089686099,"ce":0.11090236456378129},{"n":958,"baseline_correct":938,"harm_count":0,"repair_count":6,"harm_rate":0.0,"repair_rate":0.006263048016701462,"conditional_harm":0.0,"accuracy_pp":0.6263048016701461,"digit":6,"accuracy":0.9853862212943633,"ce":0.1348631600162378},{"n":1028,"baseline_correct":1008,"harm_count":2,"repair_count":5,"harm_rate":0.0019455252918287938,"repair_rate":0.0048638132295719845,"conditional_harm":0.001984126984126984,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9834630350194552,"ce":0.1264587698003614},{"n":974,"baseline_correct":957,"harm_count":3,"repair_count":6,"harm_rate":0.003080082135523614,"repair_rate":0.006160164271047228,"conditional_harm":0.003134796238244514,"accuracy_pp":0.3080082135523614,"digit":8,"accuracy":0.9856262833675564,"ce":0.09641984581021065},{"n":1009,"baseline_correct":986,"harm_count":1,"repair_count":12,"harm_rate":0.0009910802775024777,"repair_rate":0.011892963330029732,"conditional_harm":0.0010141987829614604,"accuracy_pp":1.0901883052527255,"digit":9,"accuracy":0.9881070366699702,"ce":0.15150479826540236}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"081fd177081015e79d4430052e9d89ce42f944ada7911823e9fb637aa2e1593b","train_accuracy":1.0,"train_ce":8.707724511623382e-07,"validation_accuracy":0.9852,"validation_ce":0.1148677001953125}]},{"endpoint":"final","drop_mask":10,"k":2,"drop_probabilities":[0,0.5,0,0.5],"nominal_training_affine_fraction":0.8537400752193899,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9844333333333334,"values":[0.9852,0.9846,0.9835],"n":3,"sample_sd":0.000862167810425136,"df":2,"ci95_low":0.9822915897615242,"ci95_high":0.9865750769051426},"ce":{"mean":0.11880189105899305,"values":[0.11264822263259389,0.11570024260795096,0.1280572079364343],"n":3,"sample_sd":0.00815931212534986,"df":2,"ci95_low":0.09853303610576057,"ci95_high":0.13907074601222552},"training_seconds":{"mean":57.479836352000596,"values":[57.46892948700031,57.31093152500074,57.65964804400073],"n":3,"sample_sd":0.17461392394070097,"df":2,"ci95_low":57.04607131852762,"ci95_high":57.91360138547357},"selected_epoch":{"mean":6.666666666666667,"values":[5.0,10.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":9.824158499638239e-07,"values":[1.1357348412275315e-06,8.938165009021759e-07,9.176962077617645e-07],"n":3,"sample_sd":1.3331389616808743e-07,"df":2,"ci95_low":6.512457729807234e-07,"ci95_high":1.3135859269469244e-06},"validation_accuracy":{"mean":0.9842333333333334,"values":[0.9834,0.9845,0.9848],"n":3,"sample_sd":0.0007371114795831809,"df":2,"ci95_low":0.9824022469090726,"ci95_high":0.9860644197575942},"validation_ce":{"mean":0.12974297281901043,"values":[0.12694683837890625,0.1315991943359375,0.1306828857421875],"n":3,"sample_sd":0.002464483965274988,"df":2,"ci95_low":0.12362085526065264,"ci95_high":0.13586509037736821},"harm_rate":{"mean":0.0023666666666666667,"values":[0.002,0.0023,0.0028],"n":3,"sample_sd":0.000404145188432738,"df":2,"ci95_low":0.0013627143630233333,"ci95_high":0.00337061897031},"repair_rate":{"mean":0.0024000000000000002,"values":[0.0019,0.0022,0.0031],"n":3,"sample_sd":0.0006244997998398397,"df":2,"ci95_low":0.0008486564961830445,"ci95_high":0.003951343503816956},"conditional_harm":{"mean":0.002404473058625789,"values":[0.0020298386278290877,0.0023357367726211027,0.0028478437754271765],"n":3,"sample_sd":0.00041331176263751713,"df":2,"ci95_low":0.0013777497223120092,"ci95_high":0.003431196394939569}},"paired_vs_none":{"accuracy_pp":{"mean":0.0033333333333333327,"values":[-0.01,-0.01,0.03],"n":3,"sample_sd":0.02309401076758503,"df":2,"ci95_low":-0.054035369732,"ci95_high":0.06070203639866667},"ce":{"mean":0.026248838696378788,"values":[0.021505513905540688,0.02555530308827203,0.03168569909532365],"n":3,"sample_sd":0.0051254059697113845,"df":2,"ci95_low":0.013516624438543002,"ci95_high":0.03898105295421457},"harm_rate":{"mean":0.0023666666666666667,"values":[0.002,0.0023,0.0028],"n":3,"sample_sd":0.000404145188432738,"df":2,"ci95_low":0.0013627143630233333,"ci95_high":0.00337061897031},"repair_rate":{"mean":0.0024000000000000002,"values":[0.0019,0.0022,0.0031],"n":3,"sample_sd":0.0006244997998398397,"df":2,"ci95_low":0.0008486564961830445,"ci95_high":0.003951343503816956},"conditional_harm":{"mean":0.002404473058625789,"values":[0.0020298386278290877,0.0023357367726211027,0.0028478437754271765],"n":3,"sample_sd":0.00041331176263751713,"df":2,"ci95_low":0.0013777497223120092,"ci95_high":0.003431196394939569},"harm_count":{"mean":23.666666666666668,"values":[20.0,23.0,28.0],"n":3,"sample_sd":4.041451884327381,"df":2,"ci95_low":13.627143630233332,"ci95_high":33.7061897031},"repair_count":{"mean":24.0,"values":[19.0,22.0,31.0],"n":3,"sample_sd":6.244997998398398,"df":2,"ci95_low":8.486564961830439,"ci95_high":39.51343503816956}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9928571428571429,"values":[0.9918367346938776,0.9928571428571429,0.9938775510204082],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.990322308457309,"ci95_high":0.9953919772569768},"ce":{"mean":0.05048070414406641,"values":[0.056370430023056625,0.040943983466515635,0.054127698942626985],"n":3,"sample_sd":0.008334821032031805,"df":2,"ci95_low":0.029775860896981993,"ci95_high":0.07118554739115084},"accuracy_pp":{"mean":0.10204081632653061,"values":[0.0,0.10204081632653061,0.20408163265306123],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.15144262365686156,"ci95_high":0.3555242563099228},"harm_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"repair_rate":{"mean":0.001360544217687075,"values":[0.0010204081632653062,0.0010204081632653062,0.0020408163265306124],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0001029431054081634,"ci95_high":0.0028240315407823133},"conditional_harm":{"mean":0.00034293552812071334,"values":[0.00102880658436214,0.0,0.0],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0011325969581275721,"ci95_high":0.0018184680143689988},"metrics":{"accuracy":{"mean":0.9928571428571429,"values":[0.9918367346938776,0.9928571428571429,0.9938775510204082],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.990322308457309,"ci95_high":0.9953919772569768},"ce":{"mean":0.05048070414406641,"values":[0.056370430023056625,0.040943983466515635,0.054127698942626985],"n":3,"sample_sd":0.008334821032031805,"df":2,"ci95_low":0.029775860896981993,"ci95_high":0.07118554739115084},"accuracy_pp":{"mean":0.10204081632653061,"values":[0.0,0.10204081632653061,0.20408163265306123],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.15144262365686156,"ci95_high":0.3555242563099228},"harm_rate":{"mean":0.00034013605442176874,"values":[0.0010204081632653062,0.0,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0011233512686734696,"ci95_high":0.001803623377517007},"repair_rate":{"mean":0.001360544217687075,"values":[0.0010204081632653062,0.0010204081632653062,0.0020408163265306124],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0001029431054081634,"ci95_high":0.0028240315407823133},"conditional_harm":{"mean":0.00034293552812071334,"values":[0.00102880658436214,0.0,0.0],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0011325969581275721,"ci95_high":0.0018184680143689988}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9926578560939795,"values":[0.9920704845814978,0.9929515418502203,0.9929515418502203],"n":3,"sample_sd":0.0005086786512683839,"df":2,"ci95_low":0.9913942282731572,"ci95_high":0.9939214839148018},"ce":{"mean":0.03134377986958907,"values":[0.028207985894385185,0.033048060088017965,0.03277529362636406],"n":3,"sample_sd":0.0027190997180766537,"df":2,"ci95_low":0.024589161717668836,"ci95_high":0.0380983980215093},"accuracy_pp":{"mean":0.0881057268722467,"values":[0.0,0.0881057268722467,0.1762114537444934],"n":3,"sample_sd":0.0881057268722467,"df":2,"ci95_low":-0.13076103187993332,"ci95_high":0.30697248562442675},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.000881057268722467,"values":[0.0,0.000881057268722467,0.001762114537444934],"n":3,"sample_sd":0.000881057268722467,"df":2,"ci95_low":-0.0013076103187993334,"ci95_high":0.0030697248562442676},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9926578560939795,"values":[0.9920704845814978,0.9929515418502203,0.9929515418502203],"n":3,"sample_sd":0.0005086786512683839,"df":2,"ci95_low":0.9913942282731572,"ci95_high":0.9939214839148018},"ce":{"mean":0.03134377986958907,"values":[0.028207985894385185,0.033048060088017965,0.03277529362636406],"n":3,"sample_sd":0.0027190997180766537,"df":2,"ci95_low":0.024589161717668836,"ci95_high":0.0380983980215093},"accuracy_pp":{"mean":0.0881057268722467,"values":[0.0,0.0881057268722467,0.1762114537444934],"n":3,"sample_sd":0.0881057268722467,"df":2,"ci95_low":-0.13076103187993332,"ci95_high":0.30697248562442675},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.000881057268722467,"values":[0.0,0.000881057268722467,0.001762114537444934],"n":3,"sample_sd":0.000881057268722467,"df":2,"ci95_low":-0.0013076103187993334,"ci95_high":0.0030697248562442676},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":2,"n":1032,"accuracy":{"mean":0.986111111111111,"values":[0.9844961240310077,0.9874031007751938,0.9864341085271318],"n":3,"sample_sd":0.0014801601081898734,"df":2,"ci95_low":0.9824341895667995,"ci95_high":0.9897880326554226},"ce":{"mean":0.08093634324358723,"values":[0.08344574880804148,0.07638558430727582,0.0829776966154444],"n":3,"sample_sd":0.003948015119786442,"df":2,"ci95_low":0.07112892999762209,"ci95_high":0.09074375648955237},"accuracy_pp":{"mean":0.16149870801033592,"values":[-0.1937984496124031,0.09689922480620156,0.5813953488372093],"n":3,"sample_sd":0.3916135546828857,"df":2,"ci95_low":-0.8113232916440569,"ci95_high":1.1343207076647288},"harm_rate":{"mean":0.001937984496124031,"values":[0.003875968992248062,0.001937984496124031,0.0],"n":3,"sample_sd":0.001937984496124031,"df":2,"ci95_low":-0.0028762358756535726,"ci95_high":0.006752204867901635},"repair_rate":{"mean":0.0035529715762273903,"values":[0.001937984496124031,0.0029069767441860465,0.005813953488372093],"n":3,"sample_sd":0.0020171182165369503,"df":2,"ci95_low":-0.0014578278547059307,"ci95_high":0.00856377100716071},"conditional_harm":{"mean":0.0019646365422396855,"values":[0.003929273084479371,0.0019646365422396855,0.0],"n":3,"sample_sd":0.0019646365422396855,"df":2,"ci95_low":-0.002915791182391441,"ci95_high":0.006845064266870812},"metrics":{"accuracy":{"mean":0.986111111111111,"values":[0.9844961240310077,0.9874031007751938,0.9864341085271318],"n":3,"sample_sd":0.0014801601081898734,"df":2,"ci95_low":0.9824341895667995,"ci95_high":0.9897880326554226},"ce":{"mean":0.08093634324358723,"values":[0.08344574880804148,0.07638558430727582,0.0829776966154444],"n":3,"sample_sd":0.003948015119786442,"df":2,"ci95_low":0.07112892999762209,"ci95_high":0.09074375648955237},"accuracy_pp":{"mean":0.16149870801033592,"values":[-0.1937984496124031,0.09689922480620156,0.5813953488372093],"n":3,"sample_sd":0.3916135546828857,"df":2,"ci95_low":-0.8113232916440569,"ci95_high":1.1343207076647288},"harm_rate":{"mean":0.001937984496124031,"values":[0.003875968992248062,0.001937984496124031,0.0],"n":3,"sample_sd":0.001937984496124031,"df":2,"ci95_low":-0.0028762358756535726,"ci95_high":0.006752204867901635},"repair_rate":{"mean":0.0035529715762273903,"values":[0.001937984496124031,0.0029069767441860465,0.005813953488372093],"n":3,"sample_sd":0.0020171182165369503,"df":2,"ci95_low":-0.0014578278547059307,"ci95_high":0.00856377100716071},"conditional_harm":{"mean":0.0019646365422396855,"values":[0.003929273084479371,0.0019646365422396855,0.0],"n":3,"sample_sd":0.0019646365422396855,"df":2,"ci95_low":-0.002915791182391441,"ci95_high":0.006845064266870812}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9801980198019802,"values":[0.9811881188118812,0.9801980198019802,0.9792079207920792],"n":3,"sample_sd":0.000990099009900991,"df":2,"ci95_low":0.9777384775130324,"ci95_high":0.9826575620909279},"ce":{"mean":0.1259299092387583,"values":[0.11926519637640641,0.11300887065854909,0.14551566068131938],"n":3,"sample_sd":0.017247801238109123,"df":2,"ci95_low":0.08308399573689833,"ci95_high":0.16877582274061825},"accuracy_pp":{"mean":-0.16501650165016502,"values":[0.09900990099009901,-0.39603960396039606,-0.19801980198019803],"n":3,"sample_sd":0.24916945330926568,"df":2,"ci95_low":-0.7839877372535812,"ci95_high":0.45395473395325114},"harm_rate":{"mean":0.0049504950495049506,"values":[0.0019801980198019802,0.006930693069306931,0.005940594059405941],"n":3,"sample_sd":0.0026195557535292975,"df":2,"ci95_low":-0.001556842186097404,"ci95_high":0.011457832285107305},"repair_rate":{"mean":0.0033003300330033004,"values":[0.0029702970297029703,0.0029702970297029703,0.0039603960396039604],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0018803126303960397,"ci95_high":0.004720347435610561},"conditional_harm":{"mean":0.005038981985017431,"values":[0.00202020202020202,0.007042253521126761,0.006054490413723511],"n":3,"sample_sd":0.0026605813924901697,"df":2,"ci95_low":-0.0015702685874798457,"ci95_high":0.011648232557514708},"metrics":{"accuracy":{"mean":0.9801980198019802,"values":[0.9811881188118812,0.9801980198019802,0.9792079207920792],"n":3,"sample_sd":0.000990099009900991,"df":2,"ci95_low":0.9777384775130324,"ci95_high":0.9826575620909279},"ce":{"mean":0.1259299092387583,"values":[0.11926519637640641,0.11300887065854909,0.14551566068131938],"n":3,"sample_sd":0.017247801238109123,"df":2,"ci95_low":0.08308399573689833,"ci95_high":0.16877582274061825},"accuracy_pp":{"mean":-0.16501650165016502,"values":[0.09900990099009901,-0.39603960396039606,-0.19801980198019803],"n":3,"sample_sd":0.24916945330926568,"df":2,"ci95_low":-0.7839877372535812,"ci95_high":0.45395473395325114},"harm_rate":{"mean":0.0049504950495049506,"values":[0.0019801980198019802,0.006930693069306931,0.005940594059405941],"n":3,"sample_sd":0.0026195557535292975,"df":2,"ci95_low":-0.001556842186097404,"ci95_high":0.011457832285107305},"repair_rate":{"mean":0.0033003300330033004,"values":[0.0029702970297029703,0.0029702970297029703,0.0039603960396039604],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0018803126303960397,"ci95_high":0.004720347435610561},"conditional_harm":{"mean":0.005038981985017431,"values":[0.00202020202020202,0.007042253521126761,0.006054490413723511],"n":3,"sample_sd":0.0026605813924901697,"df":2,"ci95_low":-0.0015702685874798457,"ci95_high":0.011648232557514708}}},{"digit":4,"n":982,"accuracy":{"mean":0.9806517311608961,"values":[0.9796334012219959,0.9837067209775967,0.9786150712830958],"n":3,"sample_sd":0.002694247770941497,"df":2,"ci95_low":0.9739588486680669,"ci95_high":0.9873446136537253},"ce":{"mean":0.1710390750126709,"values":[0.17253751209016924,0.13858803742139233,0.20199167552645111],"n":3,"sample_sd":0.031728367693528325,"df":2,"ci95_low":0.09222144029013873,"ci95_high":0.24985670973520308},"accuracy_pp":{"mean":-0.1697216564833673,"values":[-0.4073319755600815,0.10183299389002037,-0.20366598778004075],"n":3,"sample_sd":0.2562740813058639,"df":2,"ci95_low":-0.8063417664217076,"ci95_high":0.466898453454973},"harm_rate":{"mean":0.0023761031907671417,"values":[0.004073319755600814,0.0010183299389002036,0.002036659877800407],"n":3,"sample_sd":0.001555524675816646,"df":2,"ci95_low":-0.0014880343181223913,"ci95_high":0.006240240699656675},"repair_rate":{"mean":0.0006788866259334691,"values":[0.0,0.002036659877800407,0.0],"n":3,"sample_sd":0.0011758661286957754,"df":2,"ci95_low":-0.002242126768431772,"ci95_high":0.0035999000202987103},"conditional_harm":{"mean":0.0024179664592909136,"values":[0.004140786749482402,0.0010362694300518134,0.0020768431983385254],"n":3,"sample_sd":0.0015801204878214874,"df":2,"ci95_low":-0.0015072704337531048,"ci95_high":0.0063432033523349324},"metrics":{"accuracy":{"mean":0.9806517311608961,"values":[0.9796334012219959,0.9837067209775967,0.9786150712830958],"n":3,"sample_sd":0.002694247770941497,"df":2,"ci95_low":0.9739588486680669,"ci95_high":0.9873446136537253},"ce":{"mean":0.1710390750126709,"values":[0.17253751209016924,0.13858803742139233,0.20199167552645111],"n":3,"sample_sd":0.031728367693528325,"df":2,"ci95_low":0.09222144029013873,"ci95_high":0.24985670973520308},"accuracy_pp":{"mean":-0.1697216564833673,"values":[-0.4073319755600815,0.10183299389002037,-0.20366598778004075],"n":3,"sample_sd":0.2562740813058639,"df":2,"ci95_low":-0.8063417664217076,"ci95_high":0.466898453454973},"harm_rate":{"mean":0.0023761031907671417,"values":[0.004073319755600814,0.0010183299389002036,0.002036659877800407],"n":3,"sample_sd":0.001555524675816646,"df":2,"ci95_low":-0.0014880343181223913,"ci95_high":0.006240240699656675},"repair_rate":{"mean":0.0006788866259334691,"values":[0.0,0.002036659877800407,0.0],"n":3,"sample_sd":0.0011758661286957754,"df":2,"ci95_low":-0.002242126768431772,"ci95_high":0.0035999000202987103},"conditional_harm":{"mean":0.0024179664592909136,"values":[0.004140786749482402,0.0010362694300518134,0.0020768431983385254],"n":3,"sample_sd":0.0015801204878214874,"df":2,"ci95_low":-0.0015072704337531048,"ci95_high":0.0063432033523349324}}},{"digit":5,"n":892,"accuracy":{"mean":0.9820627802690582,"values":[0.9831838565022422,0.9820627802690582,0.9809417040358744],"n":3,"sample_sd":0.0011210762331838597,"df":2,"ci95_low":0.9792778725203618,"ci95_high":0.9848476880177547},"ce":{"mean":0.14997381159918222,"values":[0.14221957814598515,0.15599146686194498,0.15171038978961654],"n":3,"sample_sd":0.0070482627334552805,"df":2,"ci95_low":0.1324649563400689,"ci95_high":0.16748266685829552},"accuracy_pp":{"mean":-0.11210762331838563,"values":[0.0,0.2242152466367713,-0.5605381165919282],"n":3,"sample_sd":0.40420978424484183,"df":2,"ci95_low":-1.1162203918545928,"ci95_high":0.8920051452178216},"harm_rate":{"mean":0.0033632286995515692,"values":[0.002242152466367713,0.002242152466367713,0.005605381165919282],"n":3,"sample_sd":0.0019417609950323734,"df":2,"ci95_low":-0.001460373015582959,"ci95_high":0.008186830414686097},"repair_rate":{"mean":0.002242152466367713,"values":[0.002242152466367713,0.004484304932735426,0.0],"n":3,"sample_sd":0.002242152466367713,"df":2,"ci95_low":-0.0033276630310252095,"ci95_high":0.007811967963760635},"conditional_harm":{"mean":0.0034168831372150886,"values":[0.002280501710376283,0.002288329519450801,0.005681818181818182],"n":3,"sample_sd":0.0019614951913915412,"df":2,"ci95_low":-0.0014557410393080503,"ci95_high":0.008289507313738228},"metrics":{"accuracy":{"mean":0.9820627802690582,"values":[0.9831838565022422,0.9820627802690582,0.9809417040358744],"n":3,"sample_sd":0.0011210762331838597,"df":2,"ci95_low":0.9792778725203618,"ci95_high":0.9848476880177547},"ce":{"mean":0.14997381159918222,"values":[0.14221957814598515,0.15599146686194498,0.15171038978961654],"n":3,"sample_sd":0.0070482627334552805,"df":2,"ci95_low":0.1324649563400689,"ci95_high":0.16748266685829552},"accuracy_pp":{"mean":-0.11210762331838563,"values":[0.0,0.2242152466367713,-0.5605381165919282],"n":3,"sample_sd":0.40420978424484183,"df":2,"ci95_low":-1.1162203918545928,"ci95_high":0.8920051452178216},"harm_rate":{"mean":0.0033632286995515692,"values":[0.002242152466367713,0.002242152466367713,0.005605381165919282],"n":3,"sample_sd":0.0019417609950323734,"df":2,"ci95_low":-0.001460373015582959,"ci95_high":0.008186830414686097},"repair_rate":{"mean":0.002242152466367713,"values":[0.002242152466367713,0.004484304932735426,0.0],"n":3,"sample_sd":0.002242152466367713,"df":2,"ci95_low":-0.0033276630310252095,"ci95_high":0.007811967963760635},"conditional_harm":{"mean":0.0034168831372150886,"values":[0.002280501710376283,0.002288329519450801,0.005681818181818182],"n":3,"sample_sd":0.0019614951913915412,"df":2,"ci95_low":-0.0014557410393080503,"ci95_high":0.008289507313738228}}},{"digit":6,"n":958,"accuracy":{"mean":0.9853862212943633,"values":[0.9843423799582464,0.9874739039665971,0.9843423799582464],"n":3,"sample_sd":0.0018079862291950559,"df":2,"ci95_low":0.9808949345199374,"ci95_high":0.9898775080687892},"ce":{"mean":0.1396522390235035,"values":[0.12830827427359406,0.1356504826011967,0.15499796019571968],"n":3,"sample_sd":0.01378750791488559,"df":2,"ci95_low":0.10540217065988172,"ci95_high":0.17390230738712525},"accuracy_pp":{"mean":0.20876826722338207,"values":[-0.10438413361169102,0.20876826722338204,0.5219206680584552],"n":3,"sample_sd":0.3131524008350731,"df":2,"ci95_low":-0.5691454212433957,"ci95_high":0.9866819556901598},"harm_rate":{"mean":0.0013917884481558802,"values":[0.0020876826722338203,0.0010438413361169101,0.0010438413361169101],"n":3,"sample_sd":0.0006026620763983567,"df":2,"ci95_low":-0.0001053071433194156,"ci95_high":0.002888884039631176},"repair_rate":{"mean":0.003479471120389701,"values":[0.0010438413361169101,0.003131524008350731,0.006263048016701462],"n":3,"sample_sd":0.002626943088124826,"df":2,"ci95_low":-0.0030462172716713668,"ci95_high":0.010005159512450769},"conditional_harm":{"mean":0.0014146880609061231,"values":[0.00211864406779661,0.001059322033898305,0.0010660980810234541],"n":3,"sample_sd":0.0006096531993121664,"df":2,"ci95_low":-9.977444264745684e-05,"ci95_high":0.002929150564459703},"metrics":{"accuracy":{"mean":0.9853862212943633,"values":[0.9843423799582464,0.9874739039665971,0.9843423799582464],"n":3,"sample_sd":0.0018079862291950559,"df":2,"ci95_low":0.9808949345199374,"ci95_high":0.9898775080687892},"ce":{"mean":0.1396522390235035,"values":[0.12830827427359406,0.1356504826011967,0.15499796019571968],"n":3,"sample_sd":0.01378750791488559,"df":2,"ci95_low":0.10540217065988172,"ci95_high":0.17390230738712525},"accuracy_pp":{"mean":0.20876826722338207,"values":[-0.10438413361169102,0.20876826722338204,0.5219206680584552],"n":3,"sample_sd":0.3131524008350731,"df":2,"ci95_low":-0.5691454212433957,"ci95_high":0.9866819556901598},"harm_rate":{"mean":0.0013917884481558802,"values":[0.0020876826722338203,0.0010438413361169101,0.0010438413361169101],"n":3,"sample_sd":0.0006026620763983567,"df":2,"ci95_low":-0.0001053071433194156,"ci95_high":0.002888884039631176},"repair_rate":{"mean":0.003479471120389701,"values":[0.0010438413361169101,0.003131524008350731,0.006263048016701462],"n":3,"sample_sd":0.002626943088124826,"df":2,"ci95_low":-0.0030462172716713668,"ci95_high":0.010005159512450769},"conditional_harm":{"mean":0.0014146880609061231,"values":[0.00211864406779661,0.001059322033898305,0.0010660980810234541],"n":3,"sample_sd":0.0006096531993121664,"df":2,"ci95_low":-9.977444264745684e-05,"ci95_high":0.002929150564459703}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9824902723735408,"values":[0.9863813229571985,0.9824902723735408,0.9785992217898832],"n":3,"sample_sd":0.0038910505836576292,"df":2,"ci95_low":0.9728243668800106,"ci95_high":0.992156177867071},"ce":{"mean":0.1325521304305119,"values":[0.1134332027125798,0.13976730295461492,0.14445588562434097],"n":3,"sample_sd":0.01672261192742773,"df":2,"ci95_low":0.09101085950116938,"ci95_high":0.1740934013598544},"accuracy_pp":{"mean":0.1297016861219196,"values":[0.2918287937743191,0.2918287937743191,-0.19455252918287938],"n":3,"sample_sd":0.2808123877381448,"df":2,"ci95_low":-0.5678749562094683,"ci95_high":0.8272783284533074},"harm_rate":{"mean":0.0019455252918287938,"values":[0.0009727626459143969,0.0009727626459143969,0.0038910505836575876],"n":3,"sample_sd":0.001684874326428869,"df":2,"ci95_low":-0.002239934562159534,"ci95_high":0.006130985145817122},"repair_rate":{"mean":0.00324254215304799,"values":[0.0038910505836575876,0.0038910505836575876,0.0019455252918287938],"n":3,"sample_sd":0.0011232495509525793,"df":2,"ci95_low":0.0004522355837224385,"ci95_high":0.006032848722373542},"conditional_harm":{"mean":0.00198347410370666,"values":[0.0009891196834817012,0.0009930486593843098,0.003968253968253968],"n":3,"sample_sd":0.0017188709062193224,"df":2,"ci95_low":-0.0022864379362126162,"ci95_high":0.0062533861436259355},"metrics":{"accuracy":{"mean":0.9824902723735408,"values":[0.9863813229571985,0.9824902723735408,0.9785992217898832],"n":3,"sample_sd":0.0038910505836576292,"df":2,"ci95_low":0.9728243668800106,"ci95_high":0.992156177867071},"ce":{"mean":0.1325521304305119,"values":[0.1134332027125798,0.13976730295461492,0.14445588562434097],"n":3,"sample_sd":0.01672261192742773,"df":2,"ci95_low":0.09101085950116938,"ci95_high":0.1740934013598544},"accuracy_pp":{"mean":0.1297016861219196,"values":[0.2918287937743191,0.2918287937743191,-0.19455252918287938],"n":3,"sample_sd":0.2808123877381448,"df":2,"ci95_low":-0.5678749562094683,"ci95_high":0.8272783284533074},"harm_rate":{"mean":0.0019455252918287938,"values":[0.0009727626459143969,0.0009727626459143969,0.0038910505836575876],"n":3,"sample_sd":0.001684874326428869,"df":2,"ci95_low":-0.002239934562159534,"ci95_high":0.006130985145817122},"repair_rate":{"mean":0.00324254215304799,"values":[0.0038910505836575876,0.0038910505836575876,0.0019455252918287938],"n":3,"sample_sd":0.0011232495509525793,"df":2,"ci95_low":0.0004522355837224385,"ci95_high":0.006032848722373542},"conditional_harm":{"mean":0.00198347410370666,"values":[0.0009891196834817012,0.0009930486593843098,0.003968253968253968],"n":3,"sample_sd":0.0017188709062193224,"df":2,"ci95_low":-0.0022864379362126162,"ci95_high":0.0062533861436259355}}},{"digit":8,"n":974,"accuracy":{"mean":0.9787816563997263,"values":[0.9835728952772074,0.9774127310061602,0.9753593429158111],"n":3,"sample_sd":0.004274468171388355,"df":2,"ci95_low":0.9681632888171324,"ci95_high":0.9894000239823201},"ce":{"mean":0.14769186795341474,"values":[0.13220060027823016,0.15950895584135164,0.1513660477406624],"n":3,"sample_sd":0.01402003098150041,"df":2,"ci95_low":0.11286418027114306,"ci95_high":0.18251955563568642},"accuracy_pp":{"mean":-0.44490075290896647,"values":[0.0,-0.6160164271047228,-0.7186858316221766],"n":3,"sample_sd":0.38870009211500844,"df":2,"ci95_low":-1.4104853103264694,"ci95_high":0.5206838045085364},"harm_rate":{"mean":0.005817932922655715,"values":[0.002053388090349076,0.007186858316221766,0.008213552361396304],"n":3,"sample_sd":0.003300359603351456,"df":2,"ci95_low":-0.002380614830653844,"ci95_high":0.014016480675965275},"repair_rate":{"mean":0.0013689253935660506,"values":[0.002053388090349076,0.001026694045174538,0.001026694045174538],"n":3,"sample_sd":0.0005927620833569053,"df":2,"ci95_low":-0.00010357725184804946,"ci95_high":0.0028414280389801507},"conditional_harm":{"mean":0.005918009553456965,"values":[0.0020876826722338203,0.007306889352818371,0.008359456635318705],"n":3,"sample_sd":0.0033586496518411986,"df":2,"ci95_low":-0.002425338707530784,"ci95_high":0.014261357814444715},"metrics":{"accuracy":{"mean":0.9787816563997263,"values":[0.9835728952772074,0.9774127310061602,0.9753593429158111],"n":3,"sample_sd":0.004274468171388355,"df":2,"ci95_low":0.9681632888171324,"ci95_high":0.9894000239823201},"ce":{"mean":0.14769186795341474,"values":[0.13220060027823016,0.15950895584135164,0.1513660477406624],"n":3,"sample_sd":0.01402003098150041,"df":2,"ci95_low":0.11286418027114306,"ci95_high":0.18251955563568642},"accuracy_pp":{"mean":-0.44490075290896647,"values":[0.0,-0.6160164271047228,-0.7186858316221766],"n":3,"sample_sd":0.38870009211500844,"df":2,"ci95_low":-1.4104853103264694,"ci95_high":0.5206838045085364},"harm_rate":{"mean":0.005817932922655715,"values":[0.002053388090349076,0.007186858316221766,0.008213552361396304],"n":3,"sample_sd":0.003300359603351456,"df":2,"ci95_low":-0.002380614830653844,"ci95_high":0.014016480675965275},"repair_rate":{"mean":0.0013689253935660506,"values":[0.002053388090349076,0.001026694045174538,0.001026694045174538],"n":3,"sample_sd":0.0005927620833569053,"df":2,"ci95_low":-0.00010357725184804946,"ci95_high":0.0028414280389801507},"conditional_harm":{"mean":0.005918009553456965,"values":[0.0020876826722338203,0.007306889352818371,0.008359456635318705],"n":3,"sample_sd":0.0033586496518411986,"df":2,"ci95_low":-0.002425338707530784,"ci95_high":0.014261357814444715}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9818301949124546,"values":[0.9841427155599604,0.9781962338949455,0.9831516352824579],"n":3,"sample_sd":0.0031858773574472963,"df":2,"ci95_low":0.9739160368235313,"ci95_high":0.9897443530013779},"ce":{"mean":0.17504240808286625,"values":[0.16656643747348926,0.18054051314643355,0.17802027362867595],"n":3,"sample_sd":0.007447782229293745,"df":2,"ci95_low":0.15654109137752642,"ci95_high":0.19354372478820608},"accuracy_pp":{"mean":0.19821605550049556,"values":[0.19821605550049554,-0.19821605550049554,0.5946481665014867],"n":3,"sample_sd":0.3964321110009911,"df":2,"ci95_low":-0.7865759016203147,"ci95_high":1.1830080126213058},"harm_rate":{"mean":0.0019821605550049554,"values":[0.0019821605550049554,0.0019821605550049554,0.0019821605550049554],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0019821605550049554,"ci95_high":0.0019821605550049554},"repair_rate":{"mean":0.003964321110009911,"values":[0.003964321110009911,0.0,0.007928642220019821],"n":3,"sample_sd":0.003964321110009911,"df":2,"ci95_low":-0.005883598461198189,"ci95_high":0.01381224068121801},"conditional_harm":{"mean":0.0020229352429239253,"values":[0.0020181634712411706,0.0020222446916076846,0.002028397565922921],"n":3,"sample_sd":5.151875321572607e-06,"df":2,"ci95_low":0.0020101372751509233,"ci95_high":0.0020357332106969274},"metrics":{"accuracy":{"mean":0.9818301949124546,"values":[0.9841427155599604,0.9781962338949455,0.9831516352824579],"n":3,"sample_sd":0.0031858773574472963,"df":2,"ci95_low":0.9739160368235313,"ci95_high":0.9897443530013779},"ce":{"mean":0.17504240808286625,"values":[0.16656643747348926,0.18054051314643355,0.17802027362867595],"n":3,"sample_sd":0.007447782229293745,"df":2,"ci95_low":0.15654109137752642,"ci95_high":0.19354372478820608},"accuracy_pp":{"mean":0.19821605550049556,"values":[0.19821605550049554,-0.19821605550049554,0.5946481665014867],"n":3,"sample_sd":0.3964321110009911,"df":2,"ci95_low":-0.7865759016203147,"ci95_high":1.1830080126213058},"harm_rate":{"mean":0.0019821605550049554,"values":[0.0019821605550049554,0.0019821605550049554,0.0019821605550049554],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0019821605550049554,"ci95_high":0.0019821605550049554},"repair_rate":{"mean":0.003964321110009911,"values":[0.003964321110009911,0.0,0.007928642220019821],"n":3,"sample_sd":0.003964321110009911,"df":2,"ci95_low":-0.005883598461198189,"ci95_high":0.01381224068121801},"conditional_harm":{"mean":0.0020229352429239253,"values":[0.0020181634712411706,0.0020222446916076846,0.002028397565922921],"n":3,"sample_sd":5.151875321572607e-06,"df":2,"ci95_low":0.0020101372751509233,"ci95_high":0.0020357332106969274}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m10-s201-v1","accuracy":0.9852,"test_accuracy":0.9852,"ce":0.11264822263259389,"training_seconds":57.46892948700031,"selected_epoch":5,"epoch":100,"total_run_seconds":69.09951535000005,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":20,"repair_count":19,"harm_rate":0.002,"repair_rate":0.0019,"conditional_harm":0.0020298386278290877,"accuracy_pp":-0.01,"ce":0.021505513905540688},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.056370430023056625},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.028207985894385185},{"n":1032,"baseline_correct":1018,"harm_count":4,"repair_count":2,"harm_rate":0.003875968992248062,"repair_rate":0.001937984496124031,"conditional_harm":0.003929273084479371,"accuracy_pp":-0.1937984496124031,"digit":2,"accuracy":0.9844961240310077,"ce":0.08344574880804148},{"n":1010,"baseline_correct":990,"harm_count":2,"repair_count":3,"harm_rate":0.0019801980198019802,"repair_rate":0.0029702970297029703,"conditional_harm":0.00202020202020202,"accuracy_pp":0.09900990099009901,"digit":3,"accuracy":0.9811881188118812,"ce":0.11926519637640641},{"n":982,"baseline_correct":966,"harm_count":4,"repair_count":0,"harm_rate":0.004073319755600814,"repair_rate":0.0,"conditional_harm":0.004140786749482402,"accuracy_pp":-0.4073319755600815,"digit":4,"accuracy":0.9796334012219959,"ce":0.17253751209016924},{"n":892,"baseline_correct":877,"harm_count":2,"repair_count":2,"harm_rate":0.002242152466367713,"repair_rate":0.002242152466367713,"conditional_harm":0.002280501710376283,"accuracy_pp":0.0,"digit":5,"accuracy":0.9831838565022422,"ce":0.14221957814598515},{"n":958,"baseline_correct":944,"harm_count":2,"repair_count":1,"harm_rate":0.0020876826722338203,"repair_rate":0.0010438413361169101,"conditional_harm":0.00211864406779661,"accuracy_pp":-0.10438413361169102,"digit":6,"accuracy":0.9843423799582464,"ce":0.12830827427359406},{"n":1028,"baseline_correct":1011,"harm_count":1,"repair_count":4,"harm_rate":0.0009727626459143969,"repair_rate":0.0038910505836575876,"conditional_harm":0.0009891196834817012,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9863813229571985,"ce":0.1134332027125798},{"n":974,"baseline_correct":958,"harm_count":2,"repair_count":2,"harm_rate":0.002053388090349076,"repair_rate":0.002053388090349076,"conditional_harm":0.0020876826722338203,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.13220060027823016},{"n":1009,"baseline_correct":991,"harm_count":2,"repair_count":4,"harm_rate":0.0019821605550049554,"repair_rate":0.003964321110009911,"conditional_harm":0.0020181634712411706,"accuracy_pp":0.19821605550049554,"digit":9,"accuracy":0.9841427155599604,"ce":0.16656643747348926}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"1051c04afab73510a8fe1972cde738e81bb6d560c46e505c841ecac6ab0aec18","train_accuracy":1.0,"train_ce":1.1357348412275315e-06,"validation_accuracy":0.9834,"validation_ce":0.12694683837890625},{"seed":202,"run_id":"halfdrop-m10-s202-v1","accuracy":0.9846,"test_accuracy":0.9846,"ce":0.11570024260795096,"training_seconds":57.31093152500074,"selected_epoch":10,"epoch":100,"total_run_seconds":69.56632129700006,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":23,"repair_count":22,"harm_rate":0.0023,"repair_rate":0.0022,"conditional_harm":0.0023357367726211027,"accuracy_pp":-0.01,"ce":0.02555530308827203},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0010204081632653062,"conditional_harm":0.0,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.040943983466515635},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9929515418502203,"ce":0.033048060088017965},{"n":1032,"baseline_correct":1018,"harm_count":2,"repair_count":3,"harm_rate":0.001937984496124031,"repair_rate":0.0029069767441860465,"conditional_harm":0.0019646365422396855,"accuracy_pp":0.09689922480620156,"digit":2,"accuracy":0.9874031007751938,"ce":0.07638558430727582},{"n":1010,"baseline_correct":994,"harm_count":7,"repair_count":3,"harm_rate":0.006930693069306931,"repair_rate":0.0029702970297029703,"conditional_harm":0.007042253521126761,"accuracy_pp":-0.39603960396039606,"digit":3,"accuracy":0.9801980198019802,"ce":0.11300887065854909},{"n":982,"baseline_correct":965,"harm_count":1,"repair_count":2,"harm_rate":0.0010183299389002036,"repair_rate":0.002036659877800407,"conditional_harm":0.0010362694300518134,"accuracy_pp":0.10183299389002037,"digit":4,"accuracy":0.9837067209775967,"ce":0.13858803742139233},{"n":892,"baseline_correct":874,"harm_count":2,"repair_count":4,"harm_rate":0.002242152466367713,"repair_rate":0.004484304932735426,"conditional_harm":0.002288329519450801,"accuracy_pp":0.2242152466367713,"digit":5,"accuracy":0.9820627802690582,"ce":0.15599146686194498},{"n":958,"baseline_correct":944,"harm_count":1,"repair_count":3,"harm_rate":0.0010438413361169101,"repair_rate":0.003131524008350731,"conditional_harm":0.001059322033898305,"accuracy_pp":0.20876826722338204,"digit":6,"accuracy":0.9874739039665971,"ce":0.1356504826011967},{"n":1028,"baseline_correct":1007,"harm_count":1,"repair_count":4,"harm_rate":0.0009727626459143969,"repair_rate":0.0038910505836575876,"conditional_harm":0.0009930486593843098,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9824902723735408,"ce":0.13976730295461492},{"n":974,"baseline_correct":958,"harm_count":7,"repair_count":1,"harm_rate":0.007186858316221766,"repair_rate":0.001026694045174538,"conditional_harm":0.007306889352818371,"accuracy_pp":-0.6160164271047228,"digit":8,"accuracy":0.9774127310061602,"ce":0.15950895584135164},{"n":1009,"baseline_correct":989,"harm_count":2,"repair_count":0,"harm_rate":0.0019821605550049554,"repair_rate":0.0,"conditional_harm":0.0020222446916076846,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.9781962338949455,"ce":0.18054051314643355}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"8b8fa39e7fa468d3b20c86f545576d1f0ee2c7d391e542f958ac454164159190","train_accuracy":1.0,"train_ce":8.938165009021759e-07,"validation_accuracy":0.9845,"validation_ce":0.1315991943359375},{"seed":203,"run_id":"halfdrop-m10-s203-v1","accuracy":0.9835,"test_accuracy":0.9835,"ce":0.1280572079364343,"training_seconds":57.65964804400073,"selected_epoch":5,"epoch":100,"total_run_seconds":63.01581920599995,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":28,"repair_count":31,"harm_rate":0.0028,"repair_rate":0.0031,"conditional_harm":0.0028478437754271765,"accuracy_pp":0.03,"ce":0.03168569909532365},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.0020408163265306124,"conditional_harm":0.0,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9938775510204082,"ce":0.054127698942626985},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.001762114537444934,"conditional_harm":0.0,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9929515418502203,"ce":0.03277529362636406},{"n":1032,"baseline_correct":1012,"harm_count":0,"repair_count":6,"harm_rate":0.0,"repair_rate":0.005813953488372093,"conditional_harm":0.0,"accuracy_pp":0.5813953488372093,"digit":2,"accuracy":0.9864341085271318,"ce":0.0829776966154444},{"n":1010,"baseline_correct":991,"harm_count":6,"repair_count":4,"harm_rate":0.005940594059405941,"repair_rate":0.0039603960396039604,"conditional_harm":0.006054490413723511,"accuracy_pp":-0.19801980198019803,"digit":3,"accuracy":0.9792079207920792,"ce":0.14551566068131938},{"n":982,"baseline_correct":963,"harm_count":2,"repair_count":0,"harm_rate":0.002036659877800407,"repair_rate":0.0,"conditional_harm":0.0020768431983385254,"accuracy_pp":-0.20366598778004075,"digit":4,"accuracy":0.9786150712830958,"ce":0.20199167552645111},{"n":892,"baseline_correct":880,"harm_count":5,"repair_count":0,"harm_rate":0.005605381165919282,"repair_rate":0.0,"conditional_harm":0.005681818181818182,"accuracy_pp":-0.5605381165919282,"digit":5,"accuracy":0.9809417040358744,"ce":0.15171038978961654},{"n":958,"baseline_correct":938,"harm_count":1,"repair_count":6,"harm_rate":0.0010438413361169101,"repair_rate":0.006263048016701462,"conditional_harm":0.0010660980810234541,"accuracy_pp":0.5219206680584552,"digit":6,"accuracy":0.9843423799582464,"ce":0.15499796019571968},{"n":1028,"baseline_correct":1008,"harm_count":4,"repair_count":2,"harm_rate":0.0038910505836575876,"repair_rate":0.0019455252918287938,"conditional_harm":0.003968253968253968,"accuracy_pp":-0.19455252918287938,"digit":7,"accuracy":0.9785992217898832,"ce":0.14445588562434097},{"n":974,"baseline_correct":957,"harm_count":8,"repair_count":1,"harm_rate":0.008213552361396304,"repair_rate":0.001026694045174538,"conditional_harm":0.008359456635318705,"accuracy_pp":-0.7186858316221766,"digit":8,"accuracy":0.9753593429158111,"ce":0.1513660477406624},{"n":1009,"baseline_correct":986,"harm_count":2,"repair_count":8,"harm_rate":0.0019821605550049554,"repair_rate":0.007928642220019821,"conditional_harm":0.002028397565922921,"accuracy_pp":0.5946481665014867,"digit":9,"accuracy":0.9831516352824579,"ce":0.17802027362867595}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"0a5f68a846ec226bbfd8eb22e0412f9c21c76f5755984916ae342b1d945c979f","train_accuracy":1.0,"train_ce":9.176962077617645e-07,"validation_accuracy":0.9848,"validation_ce":0.1306828857421875}]},{"endpoint":"final","drop_mask":11,"k":3,"drop_probabilities":[0.5,0.5,0,0.5],"nominal_training_affine_fraction":0.644797325532804,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9856333333333334,"values":[0.9871,0.9848,0.985],"n":3,"sample_sd":0.0012741009902410803,"df":2,"ci95_low":0.9824682910147863,"ci95_high":0.9887983756518804},"ce":{"mean":0.11983521972558664,"values":[0.11187906933842906,0.12019819279013168,0.1274283970481992],"n":3,"sample_sd":0.007781016009535338,"df":2,"ci95_low":0.10050610441989057,"ci95_high":0.13916433503128273},"training_seconds":{"mean":45.42059497733351,"values":[45.38082971099993,45.3400284420004,45.54092677900019],"n":3,"sample_sd":0.10618847751641841,"df":2,"ci95_low":45.15680817577239,"ci95_high":45.684381778894625},"selected_epoch":{"mean":5.0,"values":[5.0,5.0,5.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":5.0,"ci95_high":5.0},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":6.550956020752589e-07,"values":[8.505977690219879e-07,5.824040621519088e-07,5.322849750518799e-07],"n":3,"sample_sd":1.7115432709570945e-07,"df":2,"ci95_low":2.299246835926801e-07,"ci95_high":1.0802665205578376e-06},"validation_accuracy":{"mean":0.9843,"values":[0.9839,0.9843,0.9847],"n":3,"sample_sd":0.00040000000000001146,"df":2,"ci95_low":0.983306344915265,"ci95_high":0.9852936550847349},"validation_ce":{"mean":0.14036012369791667,"values":[0.13795501708984376,0.1405240966796875,0.14260125732421874],"n":3,"sample_sd":0.002327456215043442,"df":2,"ci95_low":0.1345784019414773,"ci95_high":0.14614184545435605},"harm_rate":{"mean":0.0026,"values":[0.0023,0.0027,0.0028],"n":3,"sample_sd":0.0002645751311064591,"df":2,"ci95_low":0.0019427589392041619,"ci95_high":0.003257241060795838},"repair_rate":{"mean":0.0038333333333333336,"values":[0.0041,0.0028,0.0046],"n":3,"sample_sd":0.000929157324317757,"df":2,"ci95_low":0.001525178583765805,"ci95_high":0.006141488082900862},"conditional_harm":{"mean":0.002641370020314119,"values":[0.002334314422003451,0.0027419518635117294,0.0028478437754271765],"n":3,"sample_sd":0.00027113765801289744,"df":2,"ci95_low":0.0019678267389450508,"ci95_high":0.003314913301683187}},"paired_vs_none":{"accuracy_pp":{"mean":0.12333333333333332,"values":[0.18,0.01,0.18],"n":3,"sample_sd":0.09814954576223638,"df":2,"ci95_low":-0.12048365469433334,"ci95_high":0.367150321361},"ce":{"mean":0.027282167362972384,"values":[0.020736360611375862,0.030053253270452746,0.031056888207088545],"n":3,"sample_sd":0.0056910025736634446,"df":2,"ci95_low":0.013144933251572212,"ci95_high":0.04141940147437256},"harm_rate":{"mean":0.0026,"values":[0.0023,0.0027,0.0028],"n":3,"sample_sd":0.0002645751311064591,"df":2,"ci95_low":0.0019427589392041619,"ci95_high":0.003257241060795838},"repair_rate":{"mean":0.0038333333333333336,"values":[0.0041,0.0028,0.0046],"n":3,"sample_sd":0.000929157324317757,"df":2,"ci95_low":0.001525178583765805,"ci95_high":0.006141488082900862},"conditional_harm":{"mean":0.002641370020314119,"values":[0.002334314422003451,0.0027419518635117294,0.0028478437754271765],"n":3,"sample_sd":0.00027113765801289744,"df":2,"ci95_low":0.0019678267389450508,"ci95_high":0.003314913301683187},"harm_count":{"mean":26.0,"values":[23.0,27.0,28.0],"n":3,"sample_sd":2.6457513110645907,"df":2,"ci95_low":19.42758939204162,"ci95_high":32.572410607958375},"repair_count":{"mean":38.333333333333336,"values":[41.0,28.0,46.0],"n":3,"sample_sd":9.29157324317757,"df":2,"ci95_low":15.251785837658051,"ci95_high":61.414880829008624}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9931972789115646,"values":[0.9938775510204082,0.9918367346938776,0.9938775510204082],"n":3,"sample_sd":0.0011782658554890463,"df":2,"ci95_low":0.9902703042653741,"ci95_high":0.9961242535577551},"ce":{"mean":0.03346829628115552,"values":[0.027263047168242453,0.03915836638270733,0.033983475292516774],"n":3,"sample_sd":0.00596437019842118,"df":2,"ci95_low":0.018651979343899283,"ci95_high":0.04828461321841175},"accuracy_pp":{"mean":0.1360544217687075,"values":[0.20408163265306123,0.0,0.20408163265306123],"n":3,"sample_sd":0.11782658554890323,"df":2,"ci95_low":-0.15664304285034017,"ci95_high":0.4287518863877552},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0,0.0020408163265306124,0.0010204081632653062],"n":3,"sample_sd":0.0010204081632653062,"df":2,"ci95_low":-0.001514426236568616,"ci95_high":0.0035552425630992284},"repair_rate":{"mean":0.002380952380952381,"values":[0.0020408163265306124,0.0020408163265306124,0.003061224489795918],"n":3,"sample_sd":0.0005891329277445159,"df":2,"ci95_low":0.0009174650578571435,"ci95_high":0.0038444397040476187},"conditional_harm":{"mean":0.00102880658436214,"values":[0.0,0.00205761316872428,0.00102880658436214],"n":3,"sample_sd":0.00102880658436214,"df":2,"ci95_low":-0.001526890650038316,"ci95_high":0.003584503818762596},"metrics":{"accuracy":{"mean":0.9931972789115646,"values":[0.9938775510204082,0.9918367346938776,0.9938775510204082],"n":3,"sample_sd":0.0011782658554890463,"df":2,"ci95_low":0.9902703042653741,"ci95_high":0.9961242535577551},"ce":{"mean":0.03346829628115552,"values":[0.027263047168242453,0.03915836638270733,0.033983475292516774],"n":3,"sample_sd":0.00596437019842118,"df":2,"ci95_low":0.018651979343899283,"ci95_high":0.04828461321841175},"accuracy_pp":{"mean":0.1360544217687075,"values":[0.20408163265306123,0.0,0.20408163265306123],"n":3,"sample_sd":0.11782658554890323,"df":2,"ci95_low":-0.15664304285034017,"ci95_high":0.4287518863877552},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0,0.0020408163265306124,0.0010204081632653062],"n":3,"sample_sd":0.0010204081632653062,"df":2,"ci95_low":-0.001514426236568616,"ci95_high":0.0035552425630992284},"repair_rate":{"mean":0.002380952380952381,"values":[0.0020408163265306124,0.0020408163265306124,0.003061224489795918],"n":3,"sample_sd":0.0005891329277445159,"df":2,"ci95_low":0.0009174650578571435,"ci95_high":0.0038444397040476187},"conditional_harm":{"mean":0.00102880658436214,"values":[0.0,0.00205761316872428,0.00102880658436214],"n":3,"sample_sd":0.00102880658436214,"df":2,"ci95_low":-0.001526890650038316,"ci95_high":0.003584503818762596}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9938325991189427,"values":[0.9964757709251101,0.9920704845814978,0.9929515418502203],"n":3,"sample_sd":0.0023310584238454136,"df":2,"ci95_low":0.9880419289797725,"ci95_high":0.999623269258113},"ce":{"mean":0.03403685598037817,"values":[0.024517059741946085,0.03517654948702654,0.042416958712161903],"n":3,"sample_sd":0.009004208557824816,"df":2,"ci95_low":0.011669161936637907,"ci95_high":0.05640455002411844},"accuracy_pp":{"mean":0.2055800293685756,"values":[0.44052863436123346,0.0,0.1762114537444934],"n":3,"sample_sd":0.22172788356154918,"df":2,"ci95_low":-0.345222567952526,"ci95_high":0.7563826266896772},"harm_rate":{"mean":0.0005873715124816446,"values":[0.0,0.000881057268722467,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"repair_rate":{"mean":0.0026431718061674008,"values":[0.004405286343612335,0.000881057268722467,0.0026431718061674008],"n":3,"sample_sd":0.0017621145374449342,"df":2,"ci95_low":-0.0017341633688762008,"ci95_high":0.007020506981211002},"conditional_harm":{"mean":0.0005923294520097362,"values":[0.0,0.0008880994671403197,0.0008888888888888889],"n":3,"sample_sd":0.000512972504706919,"df":2,"ci95_low":-0.0006819648920683291,"ci95_high":0.0018666237960878016},"metrics":{"accuracy":{"mean":0.9938325991189427,"values":[0.9964757709251101,0.9920704845814978,0.9929515418502203],"n":3,"sample_sd":0.0023310584238454136,"df":2,"ci95_low":0.9880419289797725,"ci95_high":0.999623269258113},"ce":{"mean":0.03403685598037817,"values":[0.024517059741946085,0.03517654948702654,0.042416958712161903],"n":3,"sample_sd":0.009004208557824816,"df":2,"ci95_low":0.011669161936637907,"ci95_high":0.05640455002411844},"accuracy_pp":{"mean":0.2055800293685756,"values":[0.44052863436123346,0.0,0.1762114537444934],"n":3,"sample_sd":0.22172788356154918,"df":2,"ci95_low":-0.345222567952526,"ci95_high":0.7563826266896772},"harm_rate":{"mean":0.0005873715124816446,"values":[0.0,0.000881057268722467,0.000881057268722467],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"repair_rate":{"mean":0.0026431718061674008,"values":[0.004405286343612335,0.000881057268722467,0.0026431718061674008],"n":3,"sample_sd":0.0017621145374449342,"df":2,"ci95_low":-0.0017341633688762008,"ci95_high":0.007020506981211002},"conditional_harm":{"mean":0.0005923294520097362,"values":[0.0,0.0008880994671403197,0.0008888888888888889],"n":3,"sample_sd":0.000512972504706919,"df":2,"ci95_low":-0.0006819648920683291,"ci95_high":0.0018666237960878016}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9864341085271318,"values":[0.9854651162790697,0.9864341085271318,0.9874031007751938],"n":3,"sample_sd":0.0009689922480620172,"df":2,"ci95_low":0.984026998341243,"ci95_high":0.9888412187130206},"ce":{"mean":0.09578336695330565,"values":[0.09746469908456991,0.09032783941223609,0.09955756236311096],"n":3,"sample_sd":0.00483912231083208,"df":2,"ci95_low":0.0837623207287747,"ci95_high":0.10780441317783661},"accuracy_pp":{"mean":0.19379844961240308,"values":[-0.09689922480620156,0.0,0.6782945736434108],"n":3,"sample_sd":0.42237392863766215,"df":2,"ci95_low":-0.855436555013266,"ci95_high":1.243033454238072},"harm_rate":{"mean":0.003229974160206718,"values":[0.0048449612403100775,0.0029069767441860465,0.001937984496124031],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":-0.00044694738410483393,"ci95_high":0.00690689570451827},"repair_rate":{"mean":0.00516795865633075,"values":[0.003875968992248062,0.0029069767441860465,0.00872093023255814],"n":3,"sample_sd":0.00311487427680651,"df":2,"ci95_low":-0.002569818002316063,"ci95_high":0.012905735314977563},"conditional_harm":{"mean":0.00327827691797966,"values":[0.004911591355599214,0.0029469548133595285,0.001976284584980237],"n":3,"sample_sd":0.0014954388025485486,"df":2,"ci95_low":-0.0004365990071759189,"ci95_high":0.006993152843135239},"metrics":{"accuracy":{"mean":0.9864341085271318,"values":[0.9854651162790697,0.9864341085271318,0.9874031007751938],"n":3,"sample_sd":0.0009689922480620172,"df":2,"ci95_low":0.984026998341243,"ci95_high":0.9888412187130206},"ce":{"mean":0.09578336695330565,"values":[0.09746469908456991,0.09032783941223609,0.09955756236311096],"n":3,"sample_sd":0.00483912231083208,"df":2,"ci95_low":0.0837623207287747,"ci95_high":0.10780441317783661},"accuracy_pp":{"mean":0.19379844961240308,"values":[-0.09689922480620156,0.0,0.6782945736434108],"n":3,"sample_sd":0.42237392863766215,"df":2,"ci95_low":-0.855436555013266,"ci95_high":1.243033454238072},"harm_rate":{"mean":0.003229974160206718,"values":[0.0048449612403100775,0.0029069767441860465,0.001937984496124031],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":-0.00044694738410483393,"ci95_high":0.00690689570451827},"repair_rate":{"mean":0.00516795865633075,"values":[0.003875968992248062,0.0029069767441860465,0.00872093023255814],"n":3,"sample_sd":0.00311487427680651,"df":2,"ci95_low":-0.002569818002316063,"ci95_high":0.012905735314977563},"conditional_harm":{"mean":0.00327827691797966,"values":[0.004911591355599214,0.0029469548133595285,0.001976284584980237],"n":3,"sample_sd":0.0014954388025485486,"df":2,"ci95_low":-0.0004365990071759189,"ci95_high":0.006993152843135239}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9815181518151815,"values":[0.9841584158415841,0.9811881188118812,0.9792079207920792],"n":3,"sample_sd":0.002491694533092659,"df":2,"ci95_low":0.9753284394591474,"ci95_high":0.9877078641712157},"ce":{"mean":0.12339782969976065,"values":[0.11477869305698303,0.11663122360267615,0.13878357243962278],"n":3,"sample_sd":0.013356600506812973,"df":2,"ci95_low":0.09021819467884211,"ci95_high":0.15657746472067918},"accuracy_pp":{"mean":-0.03300330033003299,"values":[0.39603960396039606,-0.297029702970297,-0.19801980198019803],"n":3,"sample_sd":0.37484543536635473,"df":2,"ci95_low":-0.9641709824336446,"ci95_high":0.8981643817735787},"harm_rate":{"mean":0.0036303630363036304,"values":[0.0019801980198019802,0.0039603960396039604,0.0049504950495049506],"n":3,"sample_sd":0.0015124012194573729,"df":2,"ci95_low":-0.00012664986837906435,"ci95_high":0.007387375940986325},"repair_rate":{"mean":0.0033003300330033004,"values":[0.005940594059405941,0.0009900990099009901,0.0029702970297029703],"n":3,"sample_sd":0.002491694533092657,"df":2,"ci95_low":-0.002889382323030861,"ci95_high":0.009490042389037463},"conditional_harm":{"mean":0.003696585189173413,"values":[0.00202020202020202,0.004024144869215292,0.005045408678102927],"n":3,"sample_sd":0.0015389737940406415,"df":2,"ci95_low":-0.00012643765013218688,"ci95_high":0.007519608028479013},"metrics":{"accuracy":{"mean":0.9815181518151815,"values":[0.9841584158415841,0.9811881188118812,0.9792079207920792],"n":3,"sample_sd":0.002491694533092659,"df":2,"ci95_low":0.9753284394591474,"ci95_high":0.9877078641712157},"ce":{"mean":0.12339782969976065,"values":[0.11477869305698303,0.11663122360267615,0.13878357243962278],"n":3,"sample_sd":0.013356600506812973,"df":2,"ci95_low":0.09021819467884211,"ci95_high":0.15657746472067918},"accuracy_pp":{"mean":-0.03300330033003299,"values":[0.39603960396039606,-0.297029702970297,-0.19801980198019803],"n":3,"sample_sd":0.37484543536635473,"df":2,"ci95_low":-0.9641709824336446,"ci95_high":0.8981643817735787},"harm_rate":{"mean":0.0036303630363036304,"values":[0.0019801980198019802,0.0039603960396039604,0.0049504950495049506],"n":3,"sample_sd":0.0015124012194573729,"df":2,"ci95_low":-0.00012664986837906435,"ci95_high":0.007387375940986325},"repair_rate":{"mean":0.0033003300330033004,"values":[0.005940594059405941,0.0009900990099009901,0.0029702970297029703],"n":3,"sample_sd":0.002491694533092657,"df":2,"ci95_low":-0.002889382323030861,"ci95_high":0.009490042389037463},"conditional_harm":{"mean":0.003696585189173413,"values":[0.00202020202020202,0.004024144869215292,0.005045408678102927],"n":3,"sample_sd":0.0015389737940406415,"df":2,"ci95_low":-0.00012643765013218688,"ci95_high":0.007519608028479013}}},{"digit":4,"n":982,"accuracy":{"mean":0.9813306177868296,"values":[0.9837067209775967,0.9796334012219959,0.9806517311608961],"n":3,"sample_sd":0.0021198228100469587,"df":2,"ci95_low":0.9760646860019792,"ci95_high":0.9865965495716801},"ce":{"mean":0.18752044892069578,"values":[0.17145867186625935,0.19673394564199373,0.19436872925383422],"n":3,"sample_sd":0.01396008860109848,"df":2,"ci95_low":0.15284166636611782,"ci95_high":0.22219923147527373},"accuracy_pp":{"mean":-0.10183299389002037,"values":[0.0,-0.3054989816700611,0.0],"n":3,"sample_sd":0.17637991930436633,"df":2,"ci95_low":-0.5399850030448066,"ci95_high":0.3363190152647658},"harm_rate":{"mean":0.0033944331296673455,"values":[0.003054989816700611,0.004073319755600814,0.003054989816700611],"n":3,"sample_sd":0.0005879330643478876,"df":2,"ci95_low":0.0019339264324847252,"ci95_high":0.004854939826849966},"repair_rate":{"mean":0.0023761031907671417,"values":[0.003054989816700611,0.0010183299389002036,0.003054989816700611],"n":3,"sample_sd":0.0011758661286957754,"df":2,"ci95_low":-0.0005449102035980993,"ci95_high":0.005297116585132383},"conditional_harm":{"mean":0.003455310859942281,"values":[0.003105590062111801,0.004145077720207254,0.003115264797507788],"n":3,"sample_sd":0.000597375209785353,"df":2,"ci95_low":0.0019713485731978012,"ci95_high":0.004939273146686761},"metrics":{"accuracy":{"mean":0.9813306177868296,"values":[0.9837067209775967,0.9796334012219959,0.9806517311608961],"n":3,"sample_sd":0.0021198228100469587,"df":2,"ci95_low":0.9760646860019792,"ci95_high":0.9865965495716801},"ce":{"mean":0.18752044892069578,"values":[0.17145867186625935,0.19673394564199373,0.19436872925383422],"n":3,"sample_sd":0.01396008860109848,"df":2,"ci95_low":0.15284166636611782,"ci95_high":0.22219923147527373},"accuracy_pp":{"mean":-0.10183299389002037,"values":[0.0,-0.3054989816700611,0.0],"n":3,"sample_sd":0.17637991930436633,"df":2,"ci95_low":-0.5399850030448066,"ci95_high":0.3363190152647658},"harm_rate":{"mean":0.0033944331296673455,"values":[0.003054989816700611,0.004073319755600814,0.003054989816700611],"n":3,"sample_sd":0.0005879330643478876,"df":2,"ci95_low":0.0019339264324847252,"ci95_high":0.004854939826849966},"repair_rate":{"mean":0.0023761031907671417,"values":[0.003054989816700611,0.0010183299389002036,0.003054989816700611],"n":3,"sample_sd":0.0011758661286957754,"df":2,"ci95_low":-0.0005449102035980993,"ci95_high":0.005297116585132383},"conditional_harm":{"mean":0.003455310859942281,"values":[0.003105590062111801,0.004145077720207254,0.003115264797507788],"n":3,"sample_sd":0.000597375209785353,"df":2,"ci95_low":0.0019713485731978012,"ci95_high":0.004939273146686761}}},{"digit":5,"n":892,"accuracy":{"mean":0.9824364723467862,"values":[0.9820627802690582,0.984304932735426,0.9809417040358744],"n":3,"sample_sd":0.001712472232793643,"df":2,"ci95_low":0.9781824554928295,"ci95_high":0.986690489200743},"ce":{"mean":0.15563414320780053,"values":[0.1622633596343293,0.1342260296708657,0.1704130403182066],"n":3,"sample_sd":0.018982487132091254,"df":2,"ci95_low":0.10847903105850745,"ci95_high":0.2027892553570936},"accuracy_pp":{"mean":-0.07473841554559041,"values":[-0.11210762331838565,0.4484304932735426,-0.5605381165919282],"n":3,"sample_sd":0.5055212727379926,"df":2,"ci95_low":-1.3305228732899985,"ci95_high":1.1810460421988178},"harm_rate":{"mean":0.004110612855007473,"values":[0.005605381165919282,0.0011210762331838565,0.005605381165919282],"n":3,"sample_sd":0.002589014660043165,"df":2,"ci95_low":-0.0023208560985052322,"ci95_high":0.01054208180852018},"repair_rate":{"mean":0.0033632286995515692,"values":[0.004484304932735426,0.005605381165919282,0.0],"n":3,"sample_sd":0.002966088913749541,"df":2,"ci95_low":-0.004004944627756031,"ci95_high":0.010731402026859169},"conditional_harm":{"mean":0.00417574573916143,"values":[0.005701254275940707,0.0011441647597254005,0.005681818181818182],"n":3,"sample_sd":0.0026254441274948933,"df":2,"ci95_low":-0.002346219028270262,"ci95_high":0.01069771050659312},"metrics":{"accuracy":{"mean":0.9824364723467862,"values":[0.9820627802690582,0.984304932735426,0.9809417040358744],"n":3,"sample_sd":0.001712472232793643,"df":2,"ci95_low":0.9781824554928295,"ci95_high":0.986690489200743},"ce":{"mean":0.15563414320780053,"values":[0.1622633596343293,0.1342260296708657,0.1704130403182066],"n":3,"sample_sd":0.018982487132091254,"df":2,"ci95_low":0.10847903105850745,"ci95_high":0.2027892553570936},"accuracy_pp":{"mean":-0.07473841554559041,"values":[-0.11210762331838565,0.4484304932735426,-0.5605381165919282],"n":3,"sample_sd":0.5055212727379926,"df":2,"ci95_low":-1.3305228732899985,"ci95_high":1.1810460421988178},"harm_rate":{"mean":0.004110612855007473,"values":[0.005605381165919282,0.0011210762331838565,0.005605381165919282],"n":3,"sample_sd":0.002589014660043165,"df":2,"ci95_low":-0.0023208560985052322,"ci95_high":0.01054208180852018},"repair_rate":{"mean":0.0033632286995515692,"values":[0.004484304932735426,0.005605381165919282,0.0],"n":3,"sample_sd":0.002966088913749541,"df":2,"ci95_low":-0.004004944627756031,"ci95_high":0.010731402026859169},"conditional_harm":{"mean":0.00417574573916143,"values":[0.005701254275940707,0.0011441647597254005,0.005681818181818182],"n":3,"sample_sd":0.0026254441274948933,"df":2,"ci95_low":-0.002346219028270262,"ci95_high":0.01069771050659312}}},{"digit":6,"n":958,"accuracy":{"mean":0.9871259568545581,"values":[0.988517745302714,0.988517745302714,0.9843423799582464],"n":3,"sample_sd":0.002410648305593408,"df":2,"ci95_low":0.9811375744886569,"ci95_high":0.9931143392204592},"ce":{"mean":0.1408253356965123,"values":[0.13311945673394618,0.12448189602691442,0.16487465432867626],"n":3,"sample_sd":0.021270382195565426,"df":2,"ci95_low":0.08798677713931675,"ci95_high":0.19366389425370784},"accuracy_pp":{"mean":0.3827418232428671,"values":[0.31315240083507306,0.31315240083507306,0.5219206680584552],"n":3,"sample_sd":0.12053241527967137,"df":2,"ci95_low":0.08332270494780786,"ci95_high":0.6821609415379264},"harm_rate":{"mean":0.0020876826722338203,"values":[0.0010438413361169101,0.0020876826722338203,0.003131524008350731],"n":3,"sample_sd":0.0010438413361169103,"df":2,"ci95_low":-0.0005053629559887722,"ci95_high":0.004680728300456413},"repair_rate":{"mean":0.005915100904662491,"values":[0.0041753653444676405,0.005219206680584551,0.008350730688935281],"n":3,"sample_sd":0.002172929018231871,"df":2,"ci95_low":0.000517245985327223,"ci95_high":0.011312955823997758},"conditional_harm":{"mean":0.002125420114921759,"values":[0.001059322033898305,0.00211864406779661,0.0031982942430703624],"n":3,"sample_sd":0.001069502203837645,"df":2,"ci95_low":-0.0005313706425243776,"ci95_high":0.004782210872367895},"metrics":{"accuracy":{"mean":0.9871259568545581,"values":[0.988517745302714,0.988517745302714,0.9843423799582464],"n":3,"sample_sd":0.002410648305593408,"df":2,"ci95_low":0.9811375744886569,"ci95_high":0.9931143392204592},"ce":{"mean":0.1408253356965123,"values":[0.13311945673394618,0.12448189602691442,0.16487465432867626],"n":3,"sample_sd":0.021270382195565426,"df":2,"ci95_low":0.08798677713931675,"ci95_high":0.19366389425370784},"accuracy_pp":{"mean":0.3827418232428671,"values":[0.31315240083507306,0.31315240083507306,0.5219206680584552],"n":3,"sample_sd":0.12053241527967137,"df":2,"ci95_low":0.08332270494780786,"ci95_high":0.6821609415379264},"harm_rate":{"mean":0.0020876826722338203,"values":[0.0010438413361169101,0.0020876826722338203,0.003131524008350731],"n":3,"sample_sd":0.0010438413361169103,"df":2,"ci95_low":-0.0005053629559887722,"ci95_high":0.004680728300456413},"repair_rate":{"mean":0.005915100904662491,"values":[0.0041753653444676405,0.005219206680584551,0.008350730688935281],"n":3,"sample_sd":0.002172929018231871,"df":2,"ci95_low":0.000517245985327223,"ci95_high":0.011312955823997758},"conditional_harm":{"mean":0.002125420114921759,"values":[0.001059322033898305,0.00211864406779661,0.0031982942430703624],"n":3,"sample_sd":0.001069502203837645,"df":2,"ci95_low":-0.0005313706425243776,"ci95_high":0.004782210872367895}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9828145265888457,"values":[0.9844357976653697,0.9795719844357976,0.9844357976653697],"n":3,"sample_sd":0.0028081238773815026,"df":2,"ci95_low":0.9758387601655317,"ci95_high":0.9897902930121597},"ce":{"mean":0.13836508846574852,"values":[0.11899008035978785,0.17550807354422102,0.12059711149323672],"n":3,"sample_sd":0.032176802865895346,"df":2,"ci95_low":0.05843347902022519,"ci95_high":0.21829669791127185},"accuracy_pp":{"mean":0.1621271076523995,"values":[0.09727626459143969,0.0,0.38910505836575876],"n":3,"sample_sd":0.20249669255507127,"df":2,"ci95_low":-0.3409025628459651,"ci95_high":0.665156778150764},"harm_rate":{"mean":0.0019455252918287938,"values":[0.0019455252918287938,0.0029182879377431907,0.0009727626459143969],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":-0.00047095108155373886,"ci95_high":0.004362001665211326},"repair_rate":{"mean":0.0035667963683527885,"values":[0.0029182879377431907,0.0029182879377431907,0.0048638132295719845],"n":3,"sample_sd":0.0011232495509525793,"df":2,"ci95_low":0.0007764897990272372,"ci95_high":0.006357102937678339},"conditional_harm":{"mean":0.0019831496123932746,"values":[0.0019782393669634025,0.0029791459781529296,0.000992063492063492],"n":3,"sample_sd":0.0009935503432204535,"df":2,"ci95_low":-0.0004849662638094906,"ci95_high":0.00445126548859604},"metrics":{"accuracy":{"mean":0.9828145265888457,"values":[0.9844357976653697,0.9795719844357976,0.9844357976653697],"n":3,"sample_sd":0.0028081238773815026,"df":2,"ci95_low":0.9758387601655317,"ci95_high":0.9897902930121597},"ce":{"mean":0.13836508846574852,"values":[0.11899008035978785,0.17550807354422102,0.12059711149323672],"n":3,"sample_sd":0.032176802865895346,"df":2,"ci95_low":0.05843347902022519,"ci95_high":0.21829669791127185},"accuracy_pp":{"mean":0.1621271076523995,"values":[0.09727626459143969,0.0,0.38910505836575876],"n":3,"sample_sd":0.20249669255507127,"df":2,"ci95_low":-0.3409025628459651,"ci95_high":0.665156778150764},"harm_rate":{"mean":0.0019455252918287938,"values":[0.0019455252918287938,0.0029182879377431907,0.0009727626459143969],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":-0.00047095108155373886,"ci95_high":0.004362001665211326},"repair_rate":{"mean":0.0035667963683527885,"values":[0.0029182879377431907,0.0029182879377431907,0.0048638132295719845],"n":3,"sample_sd":0.0011232495509525793,"df":2,"ci95_low":0.0007764897990272372,"ci95_high":0.006357102937678339},"conditional_harm":{"mean":0.0019831496123932746,"values":[0.0019782393669634025,0.0029791459781529296,0.000992063492063492],"n":3,"sample_sd":0.0009935503432204535,"df":2,"ci95_low":-0.0004849662638094906,"ci95_high":0.00445126548859604}}},{"digit":8,"n":974,"accuracy":{"mean":0.9811772758384668,"values":[0.9866529774127311,0.9784394250513347,0.9784394250513347],"n":3,"sample_sd":0.0047420966668552484,"df":2,"ci95_low":0.969397254675154,"ci95_high":0.9929572970017796},"ce":{"mean":0.12346759835144029,"values":[0.1016588037580775,0.11280830217938993,0.15593568911685346],"n":3,"sample_sd":0.028665493493485208,"df":2,"ci95_low":0.05225856493584856,"ci95_high":0.19467663176703204},"accuracy_pp":{"mean":-0.20533880903490756,"values":[0.3080082135523614,-0.5133470225872689,-0.4106776180698152],"n":3,"sample_sd":0.4475255588850794,"df":2,"ci95_low":-1.3170539268723722,"ci95_high":0.9063763088025572},"harm_rate":{"mean":0.00513347022587269,"values":[0.003080082135523614,0.006160164271047228,0.006160164271047228],"n":3,"sample_sd":0.0017782862500707159,"df":2,"ci95_low":0.0007159622896303897,"ci95_high":0.00955097816211499},"repair_rate":{"mean":0.003080082135523614,"values":[0.006160164271047228,0.001026694045174538,0.002053388090349076],"n":3,"sample_sd":0.002716377116082742,"df":2,"ci95_low":-0.003667772698109219,"ci95_high":0.009827936969156447},"conditional_harm":{"mean":0.005221388167180407,"values":[0.003131524008350731,0.006263048016701462,0.006269592476489028],"n":3,"sample_sd":0.0018098784100759723,"df":2,"ci95_low":0.0007254009548706532,"ci95_high":0.009717375379490162},"metrics":{"accuracy":{"mean":0.9811772758384668,"values":[0.9866529774127311,0.9784394250513347,0.9784394250513347],"n":3,"sample_sd":0.0047420966668552484,"df":2,"ci95_low":0.969397254675154,"ci95_high":0.9929572970017796},"ce":{"mean":0.12346759835144029,"values":[0.1016588037580775,0.11280830217938993,0.15593568911685346],"n":3,"sample_sd":0.028665493493485208,"df":2,"ci95_low":0.05225856493584856,"ci95_high":0.19467663176703204},"accuracy_pp":{"mean":-0.20533880903490756,"values":[0.3080082135523614,-0.5133470225872689,-0.4106776180698152],"n":3,"sample_sd":0.4475255588850794,"df":2,"ci95_low":-1.3170539268723722,"ci95_high":0.9063763088025572},"harm_rate":{"mean":0.00513347022587269,"values":[0.003080082135523614,0.006160164271047228,0.006160164271047228],"n":3,"sample_sd":0.0017782862500707159,"df":2,"ci95_low":0.0007159622896303897,"ci95_high":0.00955097816211499},"repair_rate":{"mean":0.003080082135523614,"values":[0.006160164271047228,0.001026694045174538,0.002053388090349076],"n":3,"sample_sd":0.002716377116082742,"df":2,"ci95_low":-0.003667772698109219,"ci95_high":0.009827936969156447},"conditional_harm":{"mean":0.005221388167180407,"values":[0.003131524008350731,0.006263048016701462,0.006269592476489028],"n":3,"sample_sd":0.0018098784100759723,"df":2,"ci95_low":0.0007254009548706532,"ci95_high":0.009717375379490162}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9851337958374629,"values":[0.9841427155599604,0.9851337958374629,0.9861248761149654],"n":3,"sample_sd":0.0009910802775024985,"df":2,"ci95_low":0.9826718159446608,"ci95_high":0.9875957757302649},"ce":{"mean":0.18143016130248035,"values":[0.18410182886188023,0.18849542483601456,0.17169323020954624],"n":3,"sample_sd":0.00871388499622255,"df":2,"ci95_low":0.15978367096675117,"ci95_high":0.20307665163820954},"accuracy_pp":{"mean":0.5285761480013215,"values":[0.19821605550049554,0.49554013875123887,0.8919722497522299],"n":3,"sample_sd":0.3480559548349104,"df":2,"ci95_low":-0.3360427752335998,"ci95_high":1.3931950712362426},"harm_rate":{"mean":0.0013214403700033035,"values":[0.0019821605550049554,0.0009910802775024777,0.0009910802775024777],"n":3,"sample_sd":0.0005722004650045845,"df":2,"ci95_low":-9.998438384539168e-05,"ci95_high":0.0027428651238519987},"repair_rate":{"mean":0.006607201850016518,"values":[0.003964321110009911,0.005946481665014866,0.009910802775024777],"n":3,"sample_sd":0.0030278002609552958,"df":2,"ci95_low":-0.0009142709621331787,"ci95_high":0.014128674662166215},"conditional_harm":{"mean":0.0013478282000021578,"values":[0.0020181634712411706,0.0010111223458038423,0.0010141987829614604],"n":3,"sample_sd":0.0005805294118446599,"df":2,"ci95_low":-9.428680479185649e-05,"ci95_high":0.002789943204796172},"metrics":{"accuracy":{"mean":0.9851337958374629,"values":[0.9841427155599604,0.9851337958374629,0.9861248761149654],"n":3,"sample_sd":0.0009910802775024985,"df":2,"ci95_low":0.9826718159446608,"ci95_high":0.9875957757302649},"ce":{"mean":0.18143016130248035,"values":[0.18410182886188023,0.18849542483601456,0.17169323020954624],"n":3,"sample_sd":0.00871388499622255,"df":2,"ci95_low":0.15978367096675117,"ci95_high":0.20307665163820954},"accuracy_pp":{"mean":0.5285761480013215,"values":[0.19821605550049554,0.49554013875123887,0.8919722497522299],"n":3,"sample_sd":0.3480559548349104,"df":2,"ci95_low":-0.3360427752335998,"ci95_high":1.3931950712362426},"harm_rate":{"mean":0.0013214403700033035,"values":[0.0019821605550049554,0.0009910802775024777,0.0009910802775024777],"n":3,"sample_sd":0.0005722004650045845,"df":2,"ci95_low":-9.998438384539168e-05,"ci95_high":0.0027428651238519987},"repair_rate":{"mean":0.006607201850016518,"values":[0.003964321110009911,0.005946481665014866,0.009910802775024777],"n":3,"sample_sd":0.0030278002609552958,"df":2,"ci95_low":-0.0009142709621331787,"ci95_high":0.014128674662166215},"conditional_harm":{"mean":0.0013478282000021578,"values":[0.0020181634712411706,0.0010111223458038423,0.0010141987829614604],"n":3,"sample_sd":0.0005805294118446599,"df":2,"ci95_low":-9.428680479185649e-05,"ci95_high":0.002789943204796172}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m11-s201-v1","accuracy":0.9871,"test_accuracy":0.9871,"ce":0.11187906933842906,"training_seconds":45.38082971099993,"selected_epoch":5,"epoch":100,"total_run_seconds":55.00317386100005,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":23,"repair_count":41,"harm_rate":0.0023,"repair_rate":0.0041,"conditional_harm":0.002334314422003451,"accuracy_pp":0.18,"ce":0.020736360611375862},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.0020408163265306124,"conditional_harm":0.0,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9938775510204082,"ce":0.027263047168242453},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.004405286343612335,"conditional_harm":0.0,"accuracy_pp":0.44052863436123346,"digit":1,"accuracy":0.9964757709251101,"ce":0.024517059741946085},{"n":1032,"baseline_correct":1018,"harm_count":5,"repair_count":4,"harm_rate":0.0048449612403100775,"repair_rate":0.003875968992248062,"conditional_harm":0.004911591355599214,"accuracy_pp":-0.09689922480620156,"digit":2,"accuracy":0.9854651162790697,"ce":0.09746469908456991},{"n":1010,"baseline_correct":990,"harm_count":2,"repair_count":6,"harm_rate":0.0019801980198019802,"repair_rate":0.005940594059405941,"conditional_harm":0.00202020202020202,"accuracy_pp":0.39603960396039606,"digit":3,"accuracy":0.9841584158415841,"ce":0.11477869305698303},{"n":982,"baseline_correct":966,"harm_count":3,"repair_count":3,"harm_rate":0.003054989816700611,"repair_rate":0.003054989816700611,"conditional_harm":0.003105590062111801,"accuracy_pp":0.0,"digit":4,"accuracy":0.9837067209775967,"ce":0.17145867186625935},{"n":892,"baseline_correct":877,"harm_count":5,"repair_count":4,"harm_rate":0.005605381165919282,"repair_rate":0.004484304932735426,"conditional_harm":0.005701254275940707,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9820627802690582,"ce":0.1622633596343293},{"n":958,"baseline_correct":944,"harm_count":1,"repair_count":4,"harm_rate":0.0010438413361169101,"repair_rate":0.0041753653444676405,"conditional_harm":0.001059322033898305,"accuracy_pp":0.31315240083507306,"digit":6,"accuracy":0.988517745302714,"ce":0.13311945673394618},{"n":1028,"baseline_correct":1011,"harm_count":2,"repair_count":3,"harm_rate":0.0019455252918287938,"repair_rate":0.0029182879377431907,"conditional_harm":0.0019782393669634025,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.9844357976653697,"ce":0.11899008035978785},{"n":974,"baseline_correct":958,"harm_count":3,"repair_count":6,"harm_rate":0.003080082135523614,"repair_rate":0.006160164271047228,"conditional_harm":0.003131524008350731,"accuracy_pp":0.3080082135523614,"digit":8,"accuracy":0.9866529774127311,"ce":0.1016588037580775},{"n":1009,"baseline_correct":991,"harm_count":2,"repair_count":4,"harm_rate":0.0019821605550049554,"repair_rate":0.003964321110009911,"conditional_harm":0.0020181634712411706,"accuracy_pp":0.19821605550049554,"digit":9,"accuracy":0.9841427155599604,"ce":0.18410182886188023}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"1ce340c8c47eaffef9bb55ace0d25c9c9cedb1fa9af9ea629040920fc3617d2d","train_accuracy":1.0,"train_ce":8.505977690219879e-07,"validation_accuracy":0.9839,"validation_ce":0.13795501708984376},{"seed":202,"run_id":"halfdrop-m11-s202-v1","accuracy":0.9848,"test_accuracy":0.9848,"ce":0.12019819279013168,"training_seconds":45.3400284420004,"selected_epoch":5,"epoch":100,"total_run_seconds":55.97259014400004,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":27,"repair_count":28,"harm_rate":0.0027,"repair_rate":0.0028,"conditional_harm":0.0027419518635117294,"accuracy_pp":0.01,"ce":0.030053253270452746},"per_class":[{"n":980,"baseline_correct":972,"harm_count":2,"repair_count":2,"harm_rate":0.0020408163265306124,"repair_rate":0.0020408163265306124,"conditional_harm":0.00205761316872428,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.03915836638270733},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":1,"harm_rate":0.000881057268722467,"repair_rate":0.000881057268722467,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.03517654948702654},{"n":1032,"baseline_correct":1018,"harm_count":3,"repair_count":3,"harm_rate":0.0029069767441860465,"repair_rate":0.0029069767441860465,"conditional_harm":0.0029469548133595285,"accuracy_pp":0.0,"digit":2,"accuracy":0.9864341085271318,"ce":0.09032783941223609},{"n":1010,"baseline_correct":994,"harm_count":4,"repair_count":1,"harm_rate":0.0039603960396039604,"repair_rate":0.0009900990099009901,"conditional_harm":0.004024144869215292,"accuracy_pp":-0.297029702970297,"digit":3,"accuracy":0.9811881188118812,"ce":0.11663122360267615},{"n":982,"baseline_correct":965,"harm_count":4,"repair_count":1,"harm_rate":0.004073319755600814,"repair_rate":0.0010183299389002036,"conditional_harm":0.004145077720207254,"accuracy_pp":-0.3054989816700611,"digit":4,"accuracy":0.9796334012219959,"ce":0.19673394564199373},{"n":892,"baseline_correct":874,"harm_count":1,"repair_count":5,"harm_rate":0.0011210762331838565,"repair_rate":0.005605381165919282,"conditional_harm":0.0011441647597254005,"accuracy_pp":0.4484304932735426,"digit":5,"accuracy":0.984304932735426,"ce":0.1342260296708657},{"n":958,"baseline_correct":944,"harm_count":2,"repair_count":5,"harm_rate":0.0020876826722338203,"repair_rate":0.005219206680584551,"conditional_harm":0.00211864406779661,"accuracy_pp":0.31315240083507306,"digit":6,"accuracy":0.988517745302714,"ce":0.12448189602691442},{"n":1028,"baseline_correct":1007,"harm_count":3,"repair_count":3,"harm_rate":0.0029182879377431907,"repair_rate":0.0029182879377431907,"conditional_harm":0.0029791459781529296,"accuracy_pp":0.0,"digit":7,"accuracy":0.9795719844357976,"ce":0.17550807354422102},{"n":974,"baseline_correct":958,"harm_count":6,"repair_count":1,"harm_rate":0.006160164271047228,"repair_rate":0.001026694045174538,"conditional_harm":0.006263048016701462,"accuracy_pp":-0.5133470225872689,"digit":8,"accuracy":0.9784394250513347,"ce":0.11280830217938993},{"n":1009,"baseline_correct":989,"harm_count":1,"repair_count":6,"harm_rate":0.0009910802775024777,"repair_rate":0.005946481665014866,"conditional_harm":0.0010111223458038423,"accuracy_pp":0.49554013875123887,"digit":9,"accuracy":0.9851337958374629,"ce":0.18849542483601456}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"9bafb586e47e1b7c94fb11dfc1ed07c0fc185da9d6126912e6f3dcb932fe2c53","train_accuracy":1.0,"train_ce":5.824040621519088e-07,"validation_accuracy":0.9843,"validation_ce":0.1405240966796875},{"seed":203,"run_id":"halfdrop-m11-s203-v1","accuracy":0.985,"test_accuracy":0.985,"ce":0.1274283970481992,"training_seconds":45.54092677900019,"selected_epoch":5,"epoch":100,"total_run_seconds":55.378643547000024,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":28,"repair_count":46,"harm_rate":0.0028,"repair_rate":0.0046,"conditional_harm":0.0028478437754271765,"accuracy_pp":0.18,"ce":0.031056888207088545},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":3,"harm_rate":0.0010204081632653062,"repair_rate":0.003061224489795918,"conditional_harm":0.00102880658436214,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9938775510204082,"ce":0.033983475292516774},{"n":1135,"baseline_correct":1125,"harm_count":1,"repair_count":3,"harm_rate":0.000881057268722467,"repair_rate":0.0026431718061674008,"conditional_harm":0.0008888888888888889,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9929515418502203,"ce":0.042416958712161903},{"n":1032,"baseline_correct":1012,"harm_count":2,"repair_count":9,"harm_rate":0.001937984496124031,"repair_rate":0.00872093023255814,"conditional_harm":0.001976284584980237,"accuracy_pp":0.6782945736434108,"digit":2,"accuracy":0.9874031007751938,"ce":0.09955756236311096},{"n":1010,"baseline_correct":991,"harm_count":5,"repair_count":3,"harm_rate":0.0049504950495049506,"repair_rate":0.0029702970297029703,"conditional_harm":0.005045408678102927,"accuracy_pp":-0.19801980198019803,"digit":3,"accuracy":0.9792079207920792,"ce":0.13878357243962278},{"n":982,"baseline_correct":963,"harm_count":3,"repair_count":3,"harm_rate":0.003054989816700611,"repair_rate":0.003054989816700611,"conditional_harm":0.003115264797507788,"accuracy_pp":0.0,"digit":4,"accuracy":0.9806517311608961,"ce":0.19436872925383422},{"n":892,"baseline_correct":880,"harm_count":5,"repair_count":0,"harm_rate":0.005605381165919282,"repair_rate":0.0,"conditional_harm":0.005681818181818182,"accuracy_pp":-0.5605381165919282,"digit":5,"accuracy":0.9809417040358744,"ce":0.1704130403182066},{"n":958,"baseline_correct":938,"harm_count":3,"repair_count":8,"harm_rate":0.003131524008350731,"repair_rate":0.008350730688935281,"conditional_harm":0.0031982942430703624,"accuracy_pp":0.5219206680584552,"digit":6,"accuracy":0.9843423799582464,"ce":0.16487465432867626},{"n":1028,"baseline_correct":1008,"harm_count":1,"repair_count":5,"harm_rate":0.0009727626459143969,"repair_rate":0.0048638132295719845,"conditional_harm":0.000992063492063492,"accuracy_pp":0.38910505836575876,"digit":7,"accuracy":0.9844357976653697,"ce":0.12059711149323672},{"n":974,"baseline_correct":957,"harm_count":6,"repair_count":2,"harm_rate":0.006160164271047228,"repair_rate":0.002053388090349076,"conditional_harm":0.006269592476489028,"accuracy_pp":-0.4106776180698152,"digit":8,"accuracy":0.9784394250513347,"ce":0.15593568911685346},{"n":1009,"baseline_correct":986,"harm_count":1,"repair_count":10,"harm_rate":0.0009910802775024777,"repair_rate":0.009910802775024777,"conditional_harm":0.0010141987829614604,"accuracy_pp":0.8919722497522299,"digit":9,"accuracy":0.9861248761149654,"ce":0.17169323020954624}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"bc30c49757280da9c2f6443013795b0ed029acd0ee657f7d01f75856fe2f1b63","train_accuracy":1.0,"train_ce":5.322849750518799e-07,"validation_accuracy":0.9847,"validation_ce":0.14260125732421874}]},{"endpoint":"final","drop_mask":12,"k":2,"drop_probabilities":[0,0,0.5,0.5],"nominal_training_affine_fraction":0.9164229001253656,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9839333333333333,"values":[0.9843,0.9833,0.9842],"n":3,"sample_sd":0.0005507570547286134,"df":2,"ci95_low":0.9825651769636216,"ci95_high":0.9853014897030451},"ce":{"mean":0.11835301584530239,"values":[0.12195152532474483,0.11842524785526168,0.11468227435590067],"n":3,"sample_sd":0.0036351637527706395,"df":2,"ci95_low":0.10932276847834105,"ci95_high":0.12738326321226373},"training_seconds":{"mean":59.828926894666665,"values":[60.021850522000705,59.66952064099951,59.79540952099978],"n":3,"sample_sd":0.1785403232178193,"df":2,"ci95_low":59.38540814467767,"ci95_high":60.27244564465566},"selected_epoch":{"mean":6.666666666666667,"values":[10.0,5.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":9.536486119031906e-07,"values":[7.28483721613884e-07,1.1666370183229447e-06,9.658250957727433e-07],"n":3,"sample_sd":2.1933029413153043e-07,"df":2,"ci95_low":4.08801956902701e-07,"ci95_high":1.49849526690368e-06},"validation_accuracy":{"mean":0.9836333333333334,"values":[0.9825,0.9837,0.9847],"n":3,"sample_sd":0.00110151410945721,"df":2,"ci95_low":0.9808970205939099,"ci95_high":0.9863696460727568},"validation_ce":{"mean":0.1347847900390625,"values":[0.13992294921875,0.1321943359375,0.1322370849609375],"n":3,"sample_sd":0.0044498277142611346,"df":2,"ci95_low":0.12373080520288789,"ci95_high":0.1458387748752371},"harm_rate":{"mean":0.0027333333333333333,"values":[0.0025,0.0033,0.0024],"n":3,"sample_sd":0.0004932882862316248,"df":2,"ci95_low":0.0015079372986977898,"ci95_high":0.003958729367968877},"repair_rate":{"mean":0.002266666666666667,"values":[0.0015,0.0019,0.0034],"n":3,"sample_sd":0.0010016652800877812,"df":2,"ci95_low":-0.00022160783023740527,"ci95_high":0.004754941163570739},"conditional_harm":{"mean":0.00277652724500006,"values":[0.0025372982847863593,0.0033512744998476693,0.0024410089503661514],"n":3,"sample_sd":0.0005000687094759267,"df":2,"ci95_low":0.0015342877052811285,"ci95_high":0.004018766784718992}},"paired_vs_none":{"accuracy_pp":{"mean":-0.04666666666666667,"values":[-0.1,-0.14,0.1],"n":3,"sample_sd":0.12858201014657275,"df":2,"ci95_low":-0.36608208713560714,"ci95_high":0.27274875380227376},"ce":{"mean":0.025799963482688135,"values":[0.030808816597691635,0.028280308335582746,0.018310765514790023],"n":3,"sample_sd":0.006607904596743595,"df":2,"ci95_low":0.009385018477694698,"ci95_high":0.04221490848768157},"harm_rate":{"mean":0.0027333333333333333,"values":[0.0025,0.0033,0.0024],"n":3,"sample_sd":0.0004932882862316248,"df":2,"ci95_low":0.0015079372986977898,"ci95_high":0.003958729367968877},"repair_rate":{"mean":0.002266666666666667,"values":[0.0015,0.0019,0.0034],"n":3,"sample_sd":0.0010016652800877812,"df":2,"ci95_low":-0.00022160783023740527,"ci95_high":0.004754941163570739},"conditional_harm":{"mean":0.00277652724500006,"values":[0.0025372982847863593,0.0033512744998476693,0.0024410089503661514],"n":3,"sample_sd":0.0005000687094759267,"df":2,"ci95_low":0.0015342877052811285,"ci95_high":0.004018766784718992},"harm_count":{"mean":27.333333333333332,"values":[25.0,33.0,24.0],"n":3,"sample_sd":4.932882862316247,"df":2,"ci95_low":15.0793729869779,"ci95_high":39.58729367968876},"repair_count":{"mean":22.666666666666668,"values":[15.0,19.0,34.0],"n":3,"sample_sd":10.016652800877813,"df":2,"ci95_low":-2.216078302374058,"ci95_high":47.54941163570739}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9908163265306122,"values":[0.9908163265306122,0.9908163265306122,0.9908163265306122],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9908163265306122,"ci95_high":0.9908163265306122},"ce":{"mean":0.05081245407779594,"values":[0.052085286714904616,0.04666598650289489,0.05368608901558833],"n":3,"sample_sd":0.003679067410873024,"df":2,"ci95_low":0.041673143978054855,"ci95_high":0.05995176417753703},"accuracy_pp":{"mean":-0.10204081632653061,"values":[-0.10204081632653061,-0.10204081632653061,-0.10204081632653061],"n":3,"sample_sd":0.0,"df":2,"ci95_low":-0.10204081632653061,"ci95_high":-0.10204081632653061},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010204081632653062,"ci95_high":0.0010204081632653062},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.00102880658436214,"values":[0.00102880658436214,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.00102880658436214,"ci95_high":0.00102880658436214},"metrics":{"accuracy":{"mean":0.9908163265306122,"values":[0.9908163265306122,0.9908163265306122,0.9908163265306122],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.9908163265306122,"ci95_high":0.9908163265306122},"ce":{"mean":0.05081245407779594,"values":[0.052085286714904616,0.04666598650289489,0.05368608901558833],"n":3,"sample_sd":0.003679067410873024,"df":2,"ci95_low":0.041673143978054855,"ci95_high":0.05995176417753703},"accuracy_pp":{"mean":-0.10204081632653061,"values":[-0.10204081632653061,-0.10204081632653061,-0.10204081632653061],"n":3,"sample_sd":0.0,"df":2,"ci95_low":-0.10204081632653061,"ci95_high":-0.10204081632653061},"harm_rate":{"mean":0.0010204081632653062,"values":[0.0010204081632653062,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0010204081632653062,"ci95_high":0.0010204081632653062},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.00102880658436214,"values":[0.00102880658436214,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.00102880658436214,"ci95_high":0.00102880658436214}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9929515418502203,"values":[0.9911894273127754,0.9938325991189427,0.9938325991189427],"n":3,"sample_sd":0.0015260359538051516,"df":2,"ci95_low":0.9891606583877534,"ci95_high":0.9967424253126872},"ce":{"mean":0.030146857149430526,"values":[0.028378313525168987,0.0337750196231039,0.028287238300018697],"n":3,"sample_sd":0.0031424108381444653,"df":2,"ci95_low":0.02234067588030978,"ci95_high":0.03795303841855127},"accuracy_pp":{"mean":0.11747430249632893,"values":[-0.0881057268722467,0.1762114537444934,0.2643171806167401],"n":3,"sample_sd":0.18340669598820553,"df":2,"ci95_low":-0.33813318761144084,"ci95_high":0.5730817926040987},"harm_rate":{"mean":0.0002936857562408223,"values":[0.000881057268722467,0.0,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.0014684287812041115,"values":[0.0,0.001762114537444934,0.0026431718061674008],"n":3,"sample_sd":0.0013458372085039178,"df":2,"ci95_low":-0.0018748161824342338,"ci95_high":0.004811673744842457},"conditional_harm":{"mean":0.00029603315571343993,"values":[0.0008880994671403197,0.0,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.000977694709857904,"ci95_high":0.001569761021284784},"metrics":{"accuracy":{"mean":0.9929515418502203,"values":[0.9911894273127754,0.9938325991189427,0.9938325991189427],"n":3,"sample_sd":0.0015260359538051516,"df":2,"ci95_low":0.9891606583877534,"ci95_high":0.9967424253126872},"ce":{"mean":0.030146857149430526,"values":[0.028378313525168987,0.0337750196231039,0.028287238300018697],"n":3,"sample_sd":0.0031424108381444653,"df":2,"ci95_low":0.02234067588030978,"ci95_high":0.03795303841855127},"accuracy_pp":{"mean":0.11747430249632893,"values":[-0.0881057268722467,0.1762114537444934,0.2643171806167401],"n":3,"sample_sd":0.18340669598820553,"df":2,"ci95_low":-0.33813318761144084,"ci95_high":0.5730817926040987},"harm_rate":{"mean":0.0002936857562408223,"values":[0.000881057268722467,0.0,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.000969942064581498,"ci95_high":0.0015573135770631426},"repair_rate":{"mean":0.0014684287812041115,"values":[0.0,0.001762114537444934,0.0026431718061674008],"n":3,"sample_sd":0.0013458372085039178,"df":2,"ci95_low":-0.0018748161824342338,"ci95_high":0.004811673744842457},"conditional_harm":{"mean":0.00029603315571343993,"values":[0.0008880994671403197,0.0,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.000977694709857904,"ci95_high":0.001569761021284784}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9838501291989664,"values":[0.9835271317829457,0.9844961240310077,0.9835271317829457],"n":3,"sample_sd":0.0005594479352612662,"df":2,"ci95_low":0.9824603834851744,"ci95_high":0.9852398749127584},"ce":{"mean":0.08857846280842754,"values":[0.08810005436857038,0.08887033259184142,0.08876500146487083],"n":3,"sample_sd":0.00041764774400461914,"df":2,"ci95_low":0.08754096829728192,"ci95_high":0.08961595731957317},"accuracy_pp":{"mean":-0.06459948320413438,"values":[-0.29069767441860467,-0.1937984496124031,0.29069767441860467],"n":3,"sample_sd":0.311487427680651,"df":2,"ci95_low":-0.8383771490688157,"ci95_high":0.709178182660547},"harm_rate":{"mean":0.0035529715762273903,"values":[0.0048449612403100775,0.0029069767441860465,0.0029069767441860465],"n":3,"sample_sd":0.0011188958705225305,"df":2,"ci95_low":0.000773480148643411,"ci95_high":0.00633246300381137},"repair_rate":{"mean":0.0029069767441860465,"values":[0.001937984496124031,0.0009689922480620155,0.005813953488372093],"n":3,"sample_sd":0.0025637125107215025,"df":2,"ci95_low":-0.0034616381860061813,"ci95_high":0.009275591674378275},"conditional_harm":{"mean":0.003607657682143033,"values":[0.004911591355599214,0.0029469548133595285,0.0029644268774703555],"n":3,"sample_sd":0.0011292734774339525,"df":2,"ci95_low":0.0008023868498717671,"ci95_high":0.0064129285144142985},"metrics":{"accuracy":{"mean":0.9838501291989664,"values":[0.9835271317829457,0.9844961240310077,0.9835271317829457],"n":3,"sample_sd":0.0005594479352612662,"df":2,"ci95_low":0.9824603834851744,"ci95_high":0.9852398749127584},"ce":{"mean":0.08857846280842754,"values":[0.08810005436857038,0.08887033259184142,0.08876500146487083],"n":3,"sample_sd":0.00041764774400461914,"df":2,"ci95_low":0.08754096829728192,"ci95_high":0.08961595731957317},"accuracy_pp":{"mean":-0.06459948320413438,"values":[-0.29069767441860467,-0.1937984496124031,0.29069767441860467],"n":3,"sample_sd":0.311487427680651,"df":2,"ci95_low":-0.8383771490688157,"ci95_high":0.709178182660547},"harm_rate":{"mean":0.0035529715762273903,"values":[0.0048449612403100775,0.0029069767441860465,0.0029069767441860465],"n":3,"sample_sd":0.0011188958705225305,"df":2,"ci95_low":0.000773480148643411,"ci95_high":0.00633246300381137},"repair_rate":{"mean":0.0029069767441860465,"values":[0.001937984496124031,0.0009689922480620155,0.005813953488372093],"n":3,"sample_sd":0.0025637125107215025,"df":2,"ci95_low":-0.0034616381860061813,"ci95_high":0.009275591674378275},"conditional_harm":{"mean":0.003607657682143033,"values":[0.004911591355599214,0.0029469548133595285,0.0029644268774703555],"n":3,"sample_sd":0.0011292734774339525,"df":2,"ci95_low":0.0008023868498717671,"ci95_high":0.0064129285144142985}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9811881188118812,"values":[0.9801980198019802,0.9801980198019802,0.9831683168316832],"n":3,"sample_sd":0.0017149017896721573,"df":2,"ci95_low":0.9769280666040594,"ci95_high":0.985448171019703},"ce":{"mean":0.11493014097998266,"values":[0.13145968235876468,0.11443582522396083,0.09889491535722247],"n":3,"sample_sd":0.016288010115301736,"df":2,"ci95_low":0.07446848080177514,"ci95_high":0.15539180115819018},"accuracy_pp":{"mean":-0.06600660066006601,"values":[0.0,-0.39603960396039606,0.19801980198019803],"n":3,"sample_sd":0.3024802438914746,"df":2,"ci95_low":-0.817409181596605,"ci95_high":0.685395980276473},"harm_rate":{"mean":0.0039603960396039604,"values":[0.0039603960396039604,0.005940594059405941,0.0019801980198019802],"n":3,"sample_sd":0.0019801980198019802,"df":2,"ci95_low":-0.0009586885382915711,"ci95_high":0.008879480617499491},"repair_rate":{"mean":0.0033003300330033004,"values":[0.0039603960396039604,0.0019801980198019802,0.0039603960396039604],"n":3,"sample_sd":0.0011432678597814371,"df":2,"ci95_low":0.00046029522778877905,"ci95_high":0.006140364838217822},"conditional_harm":{"mean":0.004031594938489383,"values":[0.00404040404040404,0.006036217303822937,0.0020181634712411706],"n":3,"sample_sd":0.0020090414009145416,"df":2,"ci95_low":-0.0009591405701647564,"ci95_high":0.009022330447143522},"metrics":{"accuracy":{"mean":0.9811881188118812,"values":[0.9801980198019802,0.9801980198019802,0.9831683168316832],"n":3,"sample_sd":0.0017149017896721573,"df":2,"ci95_low":0.9769280666040594,"ci95_high":0.985448171019703},"ce":{"mean":0.11493014097998266,"values":[0.13145968235876468,0.11443582522396083,0.09889491535722247],"n":3,"sample_sd":0.016288010115301736,"df":2,"ci95_low":0.07446848080177514,"ci95_high":0.15539180115819018},"accuracy_pp":{"mean":-0.06600660066006601,"values":[0.0,-0.39603960396039606,0.19801980198019803],"n":3,"sample_sd":0.3024802438914746,"df":2,"ci95_low":-0.817409181596605,"ci95_high":0.685395980276473},"harm_rate":{"mean":0.0039603960396039604,"values":[0.0039603960396039604,0.005940594059405941,0.0019801980198019802],"n":3,"sample_sd":0.0019801980198019802,"df":2,"ci95_low":-0.0009586885382915711,"ci95_high":0.008879480617499491},"repair_rate":{"mean":0.0033003300330033004,"values":[0.0039603960396039604,0.0019801980198019802,0.0039603960396039604],"n":3,"sample_sd":0.0011432678597814371,"df":2,"ci95_low":0.00046029522778877905,"ci95_high":0.006140364838217822},"conditional_harm":{"mean":0.004031594938489383,"values":[0.00404040404040404,0.006036217303822937,0.0020181634712411706],"n":3,"sample_sd":0.0020090414009145416,"df":2,"ci95_low":-0.0009591405701647564,"ci95_high":0.009022330447143522}}},{"digit":4,"n":982,"accuracy":{"mean":0.9803122878479295,"values":[0.9806517311608961,0.9786150712830958,0.9816700610997964],"n":3,"sample_sd":0.0015555246758166346,"df":2,"ci95_low":0.97644815033904,"ci95_high":0.9841764253568189},"ce":{"mean":0.16756044807489903,"values":[0.1820837080487853,0.1602054855863107,0.16039215058960107],"n":3,"sample_sd":0.012577858369280463,"df":2,"ci95_low":0.13631531576562175,"ci95_high":0.1988055803841763},"accuracy_pp":{"mean":-0.20366598778004075,"values":[-0.3054989816700611,-0.4073319755600815,0.10183299389002037],"n":3,"sample_sd":0.26942477709415386,"df":2,"ci95_low":-0.8729542370629714,"ci95_high":0.4656222615028899},"harm_rate":{"mean":0.0027155465037338763,"values":[0.003054989816700611,0.004073319755600814,0.0010183299389002036],"n":3,"sample_sd":0.001555524675816646,"df":2,"ci95_low":-0.0011485910051556567,"ci95_high":0.00657968401262341},"repair_rate":{"mean":0.0006788866259334691,"values":[0.0,0.0,0.002036659877800407],"n":3,"sample_sd":0.0011758661286957754,"df":2,"ci95_low":-0.002242126768431772,"ci95_high":0.0035999000202987103},"conditional_harm":{"mean":0.002763029793829439,"values":[0.003105590062111801,0.004145077720207254,0.0010384215991692627],"n":3,"sample_sd":0.0015814040333355568,"df":2,"ci95_low":-0.001165395603030939,"ci95_high":0.006691455190689817},"metrics":{"accuracy":{"mean":0.9803122878479295,"values":[0.9806517311608961,0.9786150712830958,0.9816700610997964],"n":3,"sample_sd":0.0015555246758166346,"df":2,"ci95_low":0.97644815033904,"ci95_high":0.9841764253568189},"ce":{"mean":0.16756044807489903,"values":[0.1820837080487853,0.1602054855863107,0.16039215058960107],"n":3,"sample_sd":0.012577858369280463,"df":2,"ci95_low":0.13631531576562175,"ci95_high":0.1988055803841763},"accuracy_pp":{"mean":-0.20366598778004075,"values":[-0.3054989816700611,-0.4073319755600815,0.10183299389002037],"n":3,"sample_sd":0.26942477709415386,"df":2,"ci95_low":-0.8729542370629714,"ci95_high":0.4656222615028899},"harm_rate":{"mean":0.0027155465037338763,"values":[0.003054989816700611,0.004073319755600814,0.0010183299389002036],"n":3,"sample_sd":0.001555524675816646,"df":2,"ci95_low":-0.0011485910051556567,"ci95_high":0.00657968401262341},"repair_rate":{"mean":0.0006788866259334691,"values":[0.0,0.0,0.002036659877800407],"n":3,"sample_sd":0.0011758661286957754,"df":2,"ci95_low":-0.002242126768431772,"ci95_high":0.0035999000202987103},"conditional_harm":{"mean":0.002763029793829439,"values":[0.003105590062111801,0.004145077720207254,0.0010384215991692627],"n":3,"sample_sd":0.0015814040333355568,"df":2,"ci95_low":-0.001165395603030939,"ci95_high":0.006691455190689817}}},{"digit":5,"n":892,"accuracy":{"mean":0.9801943198804185,"values":[0.9820627802690582,0.9798206278026906,0.9786995515695067],"n":3,"sample_sd":0.0017124722327936308,"df":2,"ci95_low":0.9759403030264617,"ci95_high":0.9844483367343753},"ce":{"mean":0.16768637692846688,"values":[0.17288853246852318,0.1621155474252269,0.16805505089165057],"n":3,"sample_sd":0.0053959468172062675,"df":2,"ci95_low":0.15428210194877665,"ci95_high":0.18109065190815712},"accuracy_pp":{"mean":-0.29895366218236175,"values":[-0.11210762331838565,0.0,-0.7847533632286996],"n":3,"sample_sd":0.4244326117937424,"df":2,"ci95_low":-1.353302719272774,"ci95_high":0.7553953949080504},"harm_rate":{"mean":0.004484304932735426,"values":[0.0033632286995515697,0.002242152466367713,0.007847533632286996],"n":3,"sample_sd":0.002966088913749541,"df":2,"ci95_low":-0.002883868394572174,"ci95_high":0.011852478260043025},"repair_rate":{"mean":0.0014947683109118087,"values":[0.002242152466367713,0.002242152466367713,0.0],"n":3,"sample_sd":0.0012945073300215824,"df":2,"ci95_low":-0.001720966165844544,"ci95_high":0.004710502787668162},"conditional_harm":{"mean":0.004554542513186893,"values":[0.0034207525655644243,0.002288329519450801,0.007954545454545454],"n":3,"sample_sd":0.002998434673254941,"df":2,"ci95_low":-0.002893982135126088,"ci95_high":0.012003067161499875},"metrics":{"accuracy":{"mean":0.9801943198804185,"values":[0.9820627802690582,0.9798206278026906,0.9786995515695067],"n":3,"sample_sd":0.0017124722327936308,"df":2,"ci95_low":0.9759403030264617,"ci95_high":0.9844483367343753},"ce":{"mean":0.16768637692846688,"values":[0.17288853246852318,0.1621155474252269,0.16805505089165057],"n":3,"sample_sd":0.0053959468172062675,"df":2,"ci95_low":0.15428210194877665,"ci95_high":0.18109065190815712},"accuracy_pp":{"mean":-0.29895366218236175,"values":[-0.11210762331838565,0.0,-0.7847533632286996],"n":3,"sample_sd":0.4244326117937424,"df":2,"ci95_low":-1.353302719272774,"ci95_high":0.7553953949080504},"harm_rate":{"mean":0.004484304932735426,"values":[0.0033632286995515697,0.002242152466367713,0.007847533632286996],"n":3,"sample_sd":0.002966088913749541,"df":2,"ci95_low":-0.002883868394572174,"ci95_high":0.011852478260043025},"repair_rate":{"mean":0.0014947683109118087,"values":[0.002242152466367713,0.002242152466367713,0.0],"n":3,"sample_sd":0.0012945073300215824,"df":2,"ci95_low":-0.001720966165844544,"ci95_high":0.004710502787668162},"conditional_harm":{"mean":0.004554542513186893,"values":[0.0034207525655644243,0.002288329519450801,0.007954545454545454],"n":3,"sample_sd":0.002998434673254941,"df":2,"ci95_low":-0.002893982135126088,"ci95_high":0.012003067161499875}}},{"digit":6,"n":958,"accuracy":{"mean":0.9850382741823243,"values":[0.9853862212943633,0.9822546972860126,0.9874739039665971],"n":3,"sample_sd":0.002626943088124805,"df":2,"ci95_low":0.9785125857902632,"ci95_high":0.9915639625743853},"ce":{"mean":0.14793365713546464,"values":[0.16903023950262475,0.141891226293027,0.13287950561074213],"n":3,"sample_sd":0.01881760128429388,"df":2,"ci95_low":0.10118814413883326,"ci95_high":0.194679170132096},"accuracy_pp":{"mean":0.17397355601948503,"values":[0.0,-0.31315240083507306,0.8350730688935282],"n":3,"sample_sd":0.5935533092982596,"df":2,"ci95_low":-1.300494603594117,"ci95_high":1.648441715633087},"harm_rate":{"mean":0.0017397355601948504,"values":[0.0020876826722338203,0.003131524008350731,0.0],"n":3,"sample_sd":0.001594493978759861,"df":2,"ci95_low":-0.002221207063739932,"ci95_high":0.005700678184129633},"repair_rate":{"mean":0.0034794711203897004,"values":[0.0020876826722338203,0.0,0.008350730688935281],"n":3,"sample_sd":0.004345858036463742,"df":2,"ci95_low":-0.007316238718280836,"ci95_high":0.014275180959060236},"conditional_harm":{"mean":0.0017655367231638418,"values":[0.00211864406779661,0.0031779661016949155,0.0],"n":3,"sample_sd":0.00161814113522452,"df":2,"ci95_low":-0.0022541486939225168,"ci95_high":0.005785222140250201},"metrics":{"accuracy":{"mean":0.9850382741823243,"values":[0.9853862212943633,0.9822546972860126,0.9874739039665971],"n":3,"sample_sd":0.002626943088124805,"df":2,"ci95_low":0.9785125857902632,"ci95_high":0.9915639625743853},"ce":{"mean":0.14793365713546464,"values":[0.16903023950262475,0.141891226293027,0.13287950561074213],"n":3,"sample_sd":0.01881760128429388,"df":2,"ci95_low":0.10118814413883326,"ci95_high":0.194679170132096},"accuracy_pp":{"mean":0.17397355601948503,"values":[0.0,-0.31315240083507306,0.8350730688935282],"n":3,"sample_sd":0.5935533092982596,"df":2,"ci95_low":-1.300494603594117,"ci95_high":1.648441715633087},"harm_rate":{"mean":0.0017397355601948504,"values":[0.0020876826722338203,0.003131524008350731,0.0],"n":3,"sample_sd":0.001594493978759861,"df":2,"ci95_low":-0.002221207063739932,"ci95_high":0.005700678184129633},"repair_rate":{"mean":0.0034794711203897004,"values":[0.0020876826722338203,0.0,0.008350730688935281],"n":3,"sample_sd":0.004345858036463742,"df":2,"ci95_low":-0.007316238718280836,"ci95_high":0.014275180959060236},"conditional_harm":{"mean":0.0017655367231638418,"values":[0.00211864406779661,0.0031779661016949155,0.0],"n":3,"sample_sd":0.00161814113522452,"df":2,"ci95_low":-0.0022541486939225168,"ci95_high":0.005785222140250201}}},{"digit":7,"n":1028,"accuracy":{"mean":0.982166018158236,"values":[0.9844357976653697,0.9824902723735408,0.9795719844357976],"n":3,"sample_sd":0.00244806564048991,"df":2,"ci95_low":0.976084685979642,"ci95_high":0.98824735033683},"ce":{"mean":0.1274191746316328,"values":[0.10719094601554346,0.13361425840587657,0.14145231947347833],"n":3,"sample_sd":0.017951176146243034,"df":2,"ci95_low":0.08282598099491731,"ci95_high":0.1720123682683483},"accuracy_pp":{"mean":0.09727626459143969,"values":[0.09727626459143969,0.2918287937743191,-0.09727626459143969],"n":3,"sample_sd":0.19455252918287938,"df":2,"ci95_low":-0.38601901008506684,"ci95_high":0.5805715392679462},"harm_rate":{"mean":0.002269779507133593,"values":[0.0019455252918287938,0.0019455252918287938,0.0029182879377431907],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.0008746262224708173,"ci95_high":0.0036649327917963686},"repair_rate":{"mean":0.00324254215304799,"values":[0.0029182879377431907,0.0048638132295719845,0.0019455252918287938],"n":3,"sample_sd":0.0014859194860427497,"df":2,"ci95_low":-0.00044868647898461955,"ci95_high":0.006933770785080599},"conditional_harm":{"mean":0.002313509053974166,"values":[0.0019782393669634025,0.0019860973187686196,0.002976190476190476],"n":3,"sample_sd":0.0005739123952003622,"df":2,"ci95_low":0.0008878316297661062,"ci95_high":0.003739186478182226},"metrics":{"accuracy":{"mean":0.982166018158236,"values":[0.9844357976653697,0.9824902723735408,0.9795719844357976],"n":3,"sample_sd":0.00244806564048991,"df":2,"ci95_low":0.976084685979642,"ci95_high":0.98824735033683},"ce":{"mean":0.1274191746316328,"values":[0.10719094601554346,0.13361425840587657,0.14145231947347833],"n":3,"sample_sd":0.017951176146243034,"df":2,"ci95_low":0.08282598099491731,"ci95_high":0.1720123682683483},"accuracy_pp":{"mean":0.09727626459143969,"values":[0.09727626459143969,0.2918287937743191,-0.09727626459143969],"n":3,"sample_sd":0.19455252918287938,"df":2,"ci95_low":-0.38601901008506684,"ci95_high":0.5805715392679462},"harm_rate":{"mean":0.002269779507133593,"values":[0.0019455252918287938,0.0019455252918287938,0.0029182879377431907],"n":3,"sample_sd":0.0005616247754762897,"df":2,"ci95_low":0.0008746262224708173,"ci95_high":0.0036649327917963686},"repair_rate":{"mean":0.00324254215304799,"values":[0.0029182879377431907,0.0048638132295719845,0.0019455252918287938],"n":3,"sample_sd":0.0014859194860427497,"df":2,"ci95_low":-0.00044868647898461955,"ci95_high":0.006933770785080599},"conditional_harm":{"mean":0.002313509053974166,"values":[0.0019782393669634025,0.0019860973187686196,0.002976190476190476],"n":3,"sample_sd":0.0005739123952003622,"df":2,"ci95_low":0.0008878316297661062,"ci95_high":0.003739186478182226}}},{"digit":8,"n":974,"accuracy":{"mean":0.9804928131416838,"values":[0.9825462012320328,0.9804928131416838,0.9784394250513347],"n":3,"sample_sd":0.002053388090349051,"df":2,"ci95_low":0.9753919143494103,"ci95_high":0.9855937119339573},"ce":{"mean":0.13215128917059377,"values":[0.13244647993955877,0.1407329361453681,0.12327445142685438],"n":3,"sample_sd":0.00873298490547224,"df":2,"ci95_low":0.11045735203000477,"ci95_high":0.15384522631118275},"accuracy_pp":{"mean":-0.2737850787132101,"values":[-0.1026694045174538,-0.3080082135523614,-0.4106776180698152],"n":3,"sample_sd":0.15683010591909102,"df":2,"ci95_low":-0.6633726591782534,"ci95_high":0.11580250175183315},"harm_rate":{"mean":0.0054757015742642025,"values":[0.003080082135523614,0.007186858316221766,0.006160164271047228],"n":3,"sample_sd":0.0021372340856941814,"df":2,"ci95_low":0.00016651778296729574,"ci95_high":0.01078488536556111},"repair_rate":{"mean":0.0027378507871321013,"values":[0.002053388090349076,0.004106776180698152,0.002053388090349076],"n":3,"sample_sd":0.0011855241667138106,"df":2,"ci95_low":-0.0002071545036960989,"ci95_high":0.005682856077960301},"conditional_harm":{"mean":0.005569335279219377,"values":[0.003131524008350731,0.007306889352818371,0.006269592476489028],"n":3,"sample_sd":0.0021739800014469557,"df":2,"ci95_low":0.00016886957284500959,"ci95_high":0.010969800985593744},"metrics":{"accuracy":{"mean":0.9804928131416838,"values":[0.9825462012320328,0.9804928131416838,0.9784394250513347],"n":3,"sample_sd":0.002053388090349051,"df":2,"ci95_low":0.9753919143494103,"ci95_high":0.9855937119339573},"ce":{"mean":0.13215128917059377,"values":[0.13244647993955877,0.1407329361453681,0.12327445142685438],"n":3,"sample_sd":0.00873298490547224,"df":2,"ci95_low":0.11045735203000477,"ci95_high":0.15384522631118275},"accuracy_pp":{"mean":-0.2737850787132101,"values":[-0.1026694045174538,-0.3080082135523614,-0.4106776180698152],"n":3,"sample_sd":0.15683010591909102,"df":2,"ci95_low":-0.6633726591782534,"ci95_high":0.11580250175183315},"harm_rate":{"mean":0.0054757015742642025,"values":[0.003080082135523614,0.007186858316221766,0.006160164271047228],"n":3,"sample_sd":0.0021372340856941814,"df":2,"ci95_low":0.00016651778296729574,"ci95_high":0.01078488536556111},"repair_rate":{"mean":0.0027378507871321013,"values":[0.002053388090349076,0.004106776180698152,0.002053388090349076],"n":3,"sample_sd":0.0011855241667138106,"df":2,"ci95_low":-0.0002071545036960989,"ci95_high":0.005682856077960301},"conditional_harm":{"mean":0.005569335279219377,"values":[0.003131524008350731,0.007306889352818371,0.006269592476489028],"n":3,"sample_sd":0.0021739800014469557,"df":2,"ci95_low":0.00016886957284500959,"ci95_high":0.010969800985593744}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9808391146349521,"values":[0.981169474727453,0.9781962338949455,0.9831516352824579],"n":3,"sample_sd":0.0024941640024019663,"df":2,"ci95_low":0.9746432677770784,"ci95_high":0.9870349614928258},"ce":{"mean":0.17490736932121437,"values":[0.17682838994113456,0.17898990130026451,0.16890381672224405],"n":3,"sample_sd":0.005310368696744553,"df":2,"ci95_low":0.16171568217787122,"ci95_high":0.18809905646455752},"accuracy_pp":{"mean":0.09910802775024778,"values":[-0.09910802775024777,-0.19821605550049554,0.5946481665014867],"n":3,"sample_sd":0.4320018774569548,"df":2,"ci95_low":-0.974044127625065,"ci95_high":1.1722601831255606},"harm_rate":{"mean":0.0023125206475057814,"values":[0.0009910802775024777,0.004955401387512388,0.0009910802775024777],"n":3,"sample_sd":0.002288801860018338,"df":2,"ci95_low":-0.0033731783678889993,"ci95_high":0.007998219662900562},"repair_rate":{"mean":0.003303600925008259,"values":[0.0,0.002973240832507433,0.006937561942517344],"n":3,"sample_sd":0.0034805595483491042,"df":2,"ci95_low":-0.005342588307340954,"ci95_high":0.011949790157357473},"conditional_harm":{"mean":0.002359630749200419,"values":[0.0010090817356205853,0.005055611729019211,0.0010141987829614604],"n":3,"sample_sd":0.002334789418491932,"df":2,"ci95_low":-0.003440307694473937,"ci95_high":0.008159569192874775},"metrics":{"accuracy":{"mean":0.9808391146349521,"values":[0.981169474727453,0.9781962338949455,0.9831516352824579],"n":3,"sample_sd":0.0024941640024019663,"df":2,"ci95_low":0.9746432677770784,"ci95_high":0.9870349614928258},"ce":{"mean":0.17490736932121437,"values":[0.17682838994113456,0.17898990130026451,0.16890381672224405],"n":3,"sample_sd":0.005310368696744553,"df":2,"ci95_low":0.16171568217787122,"ci95_high":0.18809905646455752},"accuracy_pp":{"mean":0.09910802775024778,"values":[-0.09910802775024777,-0.19821605550049554,0.5946481665014867],"n":3,"sample_sd":0.4320018774569548,"df":2,"ci95_low":-0.974044127625065,"ci95_high":1.1722601831255606},"harm_rate":{"mean":0.0023125206475057814,"values":[0.0009910802775024777,0.004955401387512388,0.0009910802775024777],"n":3,"sample_sd":0.002288801860018338,"df":2,"ci95_low":-0.0033731783678889993,"ci95_high":0.007998219662900562},"repair_rate":{"mean":0.003303600925008259,"values":[0.0,0.002973240832507433,0.006937561942517344],"n":3,"sample_sd":0.0034805595483491042,"df":2,"ci95_low":-0.005342588307340954,"ci95_high":0.011949790157357473},"conditional_harm":{"mean":0.002359630749200419,"values":[0.0010090817356205853,0.005055611729019211,0.0010141987829614604],"n":3,"sample_sd":0.002334789418491932,"df":2,"ci95_low":-0.003440307694473937,"ci95_high":0.008159569192874775}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m12-s201-v1","accuracy":0.9843,"test_accuracy":0.9843,"ce":0.12195152532474483,"training_seconds":60.021850522000705,"selected_epoch":10,"epoch":100,"total_run_seconds":65.02849905400001,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":25,"repair_count":15,"harm_rate":0.0025,"repair_rate":0.0015,"conditional_harm":0.0025372982847863593,"accuracy_pp":-0.1,"ce":0.030808816597691635},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.00102880658436214,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.052085286714904616},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":0,"harm_rate":0.000881057268722467,"repair_rate":0.0,"conditional_harm":0.0008880994671403197,"accuracy_pp":-0.0881057268722467,"digit":1,"accuracy":0.9911894273127754,"ce":0.028378313525168987},{"n":1032,"baseline_correct":1018,"harm_count":5,"repair_count":2,"harm_rate":0.0048449612403100775,"repair_rate":0.001937984496124031,"conditional_harm":0.004911591355599214,"accuracy_pp":-0.29069767441860467,"digit":2,"accuracy":0.9835271317829457,"ce":0.08810005436857038},{"n":1010,"baseline_correct":990,"harm_count":4,"repair_count":4,"harm_rate":0.0039603960396039604,"repair_rate":0.0039603960396039604,"conditional_harm":0.00404040404040404,"accuracy_pp":0.0,"digit":3,"accuracy":0.9801980198019802,"ce":0.13145968235876468},{"n":982,"baseline_correct":966,"harm_count":3,"repair_count":0,"harm_rate":0.003054989816700611,"repair_rate":0.0,"conditional_harm":0.003105590062111801,"accuracy_pp":-0.3054989816700611,"digit":4,"accuracy":0.9806517311608961,"ce":0.1820837080487853},{"n":892,"baseline_correct":877,"harm_count":3,"repair_count":2,"harm_rate":0.0033632286995515697,"repair_rate":0.002242152466367713,"conditional_harm":0.0034207525655644243,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9820627802690582,"ce":0.17288853246852318},{"n":958,"baseline_correct":944,"harm_count":2,"repair_count":2,"harm_rate":0.0020876826722338203,"repair_rate":0.0020876826722338203,"conditional_harm":0.00211864406779661,"accuracy_pp":0.0,"digit":6,"accuracy":0.9853862212943633,"ce":0.16903023950262475},{"n":1028,"baseline_correct":1011,"harm_count":2,"repair_count":3,"harm_rate":0.0019455252918287938,"repair_rate":0.0029182879377431907,"conditional_harm":0.0019782393669634025,"accuracy_pp":0.09727626459143969,"digit":7,"accuracy":0.9844357976653697,"ce":0.10719094601554346},{"n":974,"baseline_correct":958,"harm_count":3,"repair_count":2,"harm_rate":0.003080082135523614,"repair_rate":0.002053388090349076,"conditional_harm":0.003131524008350731,"accuracy_pp":-0.1026694045174538,"digit":8,"accuracy":0.9825462012320328,"ce":0.13244647993955877},{"n":1009,"baseline_correct":991,"harm_count":1,"repair_count":0,"harm_rate":0.0009910802775024777,"repair_rate":0.0,"conditional_harm":0.0010090817356205853,"accuracy_pp":-0.09910802775024777,"digit":9,"accuracy":0.981169474727453,"ce":0.17682838994113456}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"adc18abf9e42711b015e2ba3d7390c972d2ed25a0ebb7ae6c51c6a441a40e982","train_accuracy":1.0,"train_ce":7.28483721613884e-07,"validation_accuracy":0.9825,"validation_ce":0.13992294921875},{"seed":202,"run_id":"halfdrop-m12-s202-v1","accuracy":0.9833,"test_accuracy":0.9833,"ce":0.11842524785526168,"training_seconds":59.66952064099951,"selected_epoch":5,"epoch":100,"total_run_seconds":70.45336985400002,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":33,"repair_count":19,"harm_rate":0.0033,"repair_rate":0.0019,"conditional_harm":0.0033512744998476693,"accuracy_pp":-0.14,"ce":0.028280308335582746},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.00102880658436214,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.04666598650289489},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.001762114537444934,"conditional_harm":0.0,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9938325991189427,"ce":0.0337750196231039},{"n":1032,"baseline_correct":1018,"harm_count":3,"repair_count":1,"harm_rate":0.0029069767441860465,"repair_rate":0.0009689922480620155,"conditional_harm":0.0029469548133595285,"accuracy_pp":-0.1937984496124031,"digit":2,"accuracy":0.9844961240310077,"ce":0.08887033259184142},{"n":1010,"baseline_correct":994,"harm_count":6,"repair_count":2,"harm_rate":0.005940594059405941,"repair_rate":0.0019801980198019802,"conditional_harm":0.006036217303822937,"accuracy_pp":-0.39603960396039606,"digit":3,"accuracy":0.9801980198019802,"ce":0.11443582522396083},{"n":982,"baseline_correct":965,"harm_count":4,"repair_count":0,"harm_rate":0.004073319755600814,"repair_rate":0.0,"conditional_harm":0.004145077720207254,"accuracy_pp":-0.4073319755600815,"digit":4,"accuracy":0.9786150712830958,"ce":0.1602054855863107},{"n":892,"baseline_correct":874,"harm_count":2,"repair_count":2,"harm_rate":0.002242152466367713,"repair_rate":0.002242152466367713,"conditional_harm":0.002288329519450801,"accuracy_pp":0.0,"digit":5,"accuracy":0.9798206278026906,"ce":0.1621155474252269},{"n":958,"baseline_correct":944,"harm_count":3,"repair_count":0,"harm_rate":0.003131524008350731,"repair_rate":0.0,"conditional_harm":0.0031779661016949155,"accuracy_pp":-0.31315240083507306,"digit":6,"accuracy":0.9822546972860126,"ce":0.141891226293027},{"n":1028,"baseline_correct":1007,"harm_count":2,"repair_count":5,"harm_rate":0.0019455252918287938,"repair_rate":0.0048638132295719845,"conditional_harm":0.0019860973187686196,"accuracy_pp":0.2918287937743191,"digit":7,"accuracy":0.9824902723735408,"ce":0.13361425840587657},{"n":974,"baseline_correct":958,"harm_count":7,"repair_count":4,"harm_rate":0.007186858316221766,"repair_rate":0.004106776180698152,"conditional_harm":0.007306889352818371,"accuracy_pp":-0.3080082135523614,"digit":8,"accuracy":0.9804928131416838,"ce":0.1407329361453681},{"n":1009,"baseline_correct":989,"harm_count":5,"repair_count":3,"harm_rate":0.004955401387512388,"repair_rate":0.002973240832507433,"conditional_harm":0.005055611729019211,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.9781962338949455,"ce":0.17898990130026451}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"a0b8c92eacd5f99bd53b7e17a068ad14728589cac800b2e5ffe4a68b42d7cea1","train_accuracy":1.0,"train_ce":1.1666370183229447e-06,"validation_accuracy":0.9837,"validation_ce":0.1321943359375},{"seed":203,"run_id":"halfdrop-m12-s203-v1","accuracy":0.9842,"test_accuracy":0.9842,"ce":0.11468227435590067,"training_seconds":59.79540952099978,"selected_epoch":5,"epoch":100,"total_run_seconds":72.46940152399998,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":24,"repair_count":34,"harm_rate":0.0024,"repair_rate":0.0034,"conditional_harm":0.0024410089503661514,"accuracy_pp":0.1,"ce":0.018310765514790023},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":0,"harm_rate":0.0010204081632653062,"repair_rate":0.0,"conditional_harm":0.00102880658436214,"accuracy_pp":-0.10204081632653061,"digit":0,"accuracy":0.9908163265306122,"ce":0.05368608901558833},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":3,"harm_rate":0.0,"repair_rate":0.0026431718061674008,"conditional_harm":0.0,"accuracy_pp":0.2643171806167401,"digit":1,"accuracy":0.9938325991189427,"ce":0.028287238300018697},{"n":1032,"baseline_correct":1012,"harm_count":3,"repair_count":6,"harm_rate":0.0029069767441860465,"repair_rate":0.005813953488372093,"conditional_harm":0.0029644268774703555,"accuracy_pp":0.29069767441860467,"digit":2,"accuracy":0.9835271317829457,"ce":0.08876500146487083},{"n":1010,"baseline_correct":991,"harm_count":2,"repair_count":4,"harm_rate":0.0019801980198019802,"repair_rate":0.0039603960396039604,"conditional_harm":0.0020181634712411706,"accuracy_pp":0.19801980198019803,"digit":3,"accuracy":0.9831683168316832,"ce":0.09889491535722247},{"n":982,"baseline_correct":963,"harm_count":1,"repair_count":2,"harm_rate":0.0010183299389002036,"repair_rate":0.002036659877800407,"conditional_harm":0.0010384215991692627,"accuracy_pp":0.10183299389002037,"digit":4,"accuracy":0.9816700610997964,"ce":0.16039215058960107},{"n":892,"baseline_correct":880,"harm_count":7,"repair_count":0,"harm_rate":0.007847533632286996,"repair_rate":0.0,"conditional_harm":0.007954545454545454,"accuracy_pp":-0.7847533632286996,"digit":5,"accuracy":0.9786995515695067,"ce":0.16805505089165057},{"n":958,"baseline_correct":938,"harm_count":0,"repair_count":8,"harm_rate":0.0,"repair_rate":0.008350730688935281,"conditional_harm":0.0,"accuracy_pp":0.8350730688935282,"digit":6,"accuracy":0.9874739039665971,"ce":0.13287950561074213},{"n":1028,"baseline_correct":1008,"harm_count":3,"repair_count":2,"harm_rate":0.0029182879377431907,"repair_rate":0.0019455252918287938,"conditional_harm":0.002976190476190476,"accuracy_pp":-0.09727626459143969,"digit":7,"accuracy":0.9795719844357976,"ce":0.14145231947347833},{"n":974,"baseline_correct":957,"harm_count":6,"repair_count":2,"harm_rate":0.006160164271047228,"repair_rate":0.002053388090349076,"conditional_harm":0.006269592476489028,"accuracy_pp":-0.4106776180698152,"digit":8,"accuracy":0.9784394250513347,"ce":0.12327445142685438},{"n":1009,"baseline_correct":986,"harm_count":1,"repair_count":7,"harm_rate":0.0009910802775024777,"repair_rate":0.006937561942517344,"conditional_harm":0.0010141987829614604,"accuracy_pp":0.5946481665014867,"digit":9,"accuracy":0.9831516352824579,"ce":0.16890381672224405}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"cdefb852455d9f689b2200000f333a57ccc518aa69fa15a536da132d30b1db28","train_accuracy":1.0,"train_ce":9.658250957727433e-07,"validation_accuracy":0.9847,"validation_ce":0.1322370849609375}]},{"endpoint":"final","drop_mask":13,"k":3,"drop_probabilities":[0.5,0,0.5,0.5],"nominal_training_affine_fraction":0.7074801504387798,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9857333333333334,"values":[0.9867,0.9848,0.9857],"n":3,"sample_sd":0.0009504384952922232,"df":2,"ci95_low":0.9833723132243961,"ci95_high":0.9880943534422706},"ce":{"mean":0.12687254914316812,"values":[0.12600386443392517,0.13006468459371956,0.12454909840185963],"n":3,"sample_sd":0.002858563031142286,"df":2,"ci95_low":0.11977148491584379,"ci95_high":0.13397361337049246},"training_seconds":{"mean":48.098421599999824,"values":[48.08721137499879,48.126936881000574,48.08111654400011],"n":3,"sample_sd":0.024882276405896256,"df":2,"ci95_low":48.03661059882358,"ci95_high":48.16023260117607},"selected_epoch":{"mean":8.333333333333334,"values":[15.0,5.0,5.0],"n":3,"sample_sd":5.773502691896257,"df":2,"ci95_low":-6.008842433,"ci95_high":22.67550909966667},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":5.906326820453008e-07,"values":[5.818409472703933e-07,7.86927342414856e-07,4.031297564506531e-07],"n":3,"sample_sd":1.9204977921948172e-07,"df":2,"ci95_low":1.1355458293616967e-07,"ci95_high":1.0677107811544319e-06},"validation_accuracy":{"mean":0.9849666666666667,"values":[0.9849,0.985,0.985],"n":3,"sample_sd":5.7735026918956215e-05,"df":2,"ci95_low":0.9848232449090033,"ci95_high":0.98511008842433},"validation_ce":{"mean":0.14103020833333332,"values":[0.1378637451171875,0.144876171875,0.1403507080078125],"n":3,"sample_sd":0.0035552528430068593,"df":2,"ci95_low":0.1321984706709034,"ci95_high":0.14986194599576325},"harm_rate":{"mean":0.0022333333333333333,"values":[0.0015,0.0029,0.0023],"n":3,"sample_sd":0.0007023769168568491,"df":2,"ci95_low":0.0004885323462452624,"ci95_high":0.003978134320421404},"repair_rate":{"mean":0.0035666666666666663,"values":[0.0029,0.003,0.0048],"n":3,"sample_sd":0.0010692676621563626,"df":2,"ci95_low":0.0009104585430560015,"ci95_high":0.006222874790277331},"conditional_harm":{"mean":0.002268912874643251,"values":[0.0015223789708718157,0.0029450594089570426,0.002339300244100895],"n":3,"sample_sd":0.0007139472624514842,"df":2,"ci95_low":0.0004953695557245574,"ci95_high":0.004042456193561945}},"paired_vs_none":{"accuracy_pp":{"mean":0.13333333333333333,"values":[0.14,0.01,0.25],"n":3,"sample_sd":0.12013880860626733,"df":2,"ci95_low":-0.1651080117806921,"ci95_high":0.43177467844735873},"ce":{"mean":0.034319496780553856,"values":[0.03486115570687197,0.03991974507404063,0.028177589560748978],"n":3,"sample_sd":0.005889787756696028,"df":2,"ci95_low":0.01968845289942797,"ci95_high":0.04895054066167974},"harm_rate":{"mean":0.0022333333333333333,"values":[0.0015,0.0029,0.0023],"n":3,"sample_sd":0.0007023769168568491,"df":2,"ci95_low":0.0004885323462452624,"ci95_high":0.003978134320421404},"repair_rate":{"mean":0.0035666666666666663,"values":[0.0029,0.003,0.0048],"n":3,"sample_sd":0.0010692676621563626,"df":2,"ci95_low":0.0009104585430560015,"ci95_high":0.006222874790277331},"conditional_harm":{"mean":0.002268912874643251,"values":[0.0015223789708718157,0.0029450594089570426,0.002339300244100895],"n":3,"sample_sd":0.0007139472624514842,"df":2,"ci95_low":0.0004953695557245574,"ci95_high":0.004042456193561945},"harm_count":{"mean":22.333333333333332,"values":[15.0,29.0,23.0],"n":3,"sample_sd":7.023769168568492,"df":2,"ci95_low":4.885323462452622,"ci95_high":39.78134320421404},"repair_count":{"mean":35.666666666666664,"values":[29.0,30.0,48.0],"n":3,"sample_sd":10.692676621563626,"df":2,"ci95_low":9.104585430560014,"ci95_high":62.228747902773314}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9928571428571429,"values":[0.9938775510204082,0.9918367346938776,0.9928571428571429],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.990322308457309,"ci95_high":0.9953919772569768},"ce":{"mean":0.049530589984825,"values":[0.04545615483377827,0.053850069958303916,0.049285545162392815],"n":3,"sample_sd":0.004202319359970839,"df":2,"ci95_low":0.039091449985537687,"ci95_high":0.05996972998411231},"accuracy_pp":{"mean":0.10204081632653061,"values":[0.20408163265306123,0.0,0.10204081632653061],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.15144262365686156,"ci95_high":0.3555242563099228},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"repair_rate":{"mean":0.0017006802721088437,"values":[0.0020408163265306124,0.0010204081632653062,0.0020408163265306124],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":0.00023719294901360533,"ci95_high":0.003164167595204082},"conditional_harm":{"mean":0.0006858710562414267,"values":[0.0,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0007896614300068588,"ci95_high":0.002161403542489712},"metrics":{"accuracy":{"mean":0.9928571428571429,"values":[0.9938775510204082,0.9918367346938776,0.9928571428571429],"n":3,"sample_sd":0.0010204081632653184,"df":2,"ci95_low":0.990322308457309,"ci95_high":0.9953919772569768},"ce":{"mean":0.049530589984825,"values":[0.04545615483377827,0.053850069958303916,0.049285545162392815],"n":3,"sample_sd":0.004202319359970839,"df":2,"ci95_low":0.039091449985537687,"ci95_high":0.05996972998411231},"accuracy_pp":{"mean":0.10204081632653061,"values":[0.20408163265306123,0.0,0.10204081632653061],"n":3,"sample_sd":0.10204081632653061,"df":2,"ci95_low":-0.15144262365686156,"ci95_high":0.3555242563099228},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0,0.0010204081632653062,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"repair_rate":{"mean":0.0017006802721088437,"values":[0.0020408163265306124,0.0010204081632653062,0.0020408163265306124],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":0.00023719294901360533,"ci95_high":0.003164167595204082},"conditional_harm":{"mean":0.0006858710562414267,"values":[0.0,0.00102880658436214,0.00102880658436214],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0007896614300068588,"ci95_high":0.002161403542489712}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9944199706314244,"values":[0.9964757709251101,0.9947136563876652,0.9920704845814978],"n":3,"sample_sd":0.002217278835615453,"df":2,"ci95_low":0.9889119446582135,"ci95_high":0.9999279966046353},"ce":{"mean":0.02685685989447558,"values":[0.009596495610040766,0.03540150223848813,0.035572581834897844],"n":3,"sample_sd":0.014948158698669936,"df":2,"ci95_low":-0.010276424851418338,"ci95_high":0.0639901446403695},"accuracy_pp":{"mean":0.2643171806167401,"values":[0.44052863436123346,0.2643171806167401,0.0881057268722467],"n":3,"sample_sd":0.17621145374449337,"df":2,"ci95_low":-0.17341633688761993,"ci95_high":0.7020506981211001},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0026431718061674008,"values":[0.004405286343612335,0.0026431718061674008,0.000881057268722467],"n":3,"sample_sd":0.0017621145374449342,"df":2,"ci95_low":-0.0017341633688762008,"ci95_high":0.007020506981211002},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"metrics":{"accuracy":{"mean":0.9944199706314244,"values":[0.9964757709251101,0.9947136563876652,0.9920704845814978],"n":3,"sample_sd":0.002217278835615453,"df":2,"ci95_low":0.9889119446582135,"ci95_high":0.9999279966046353},"ce":{"mean":0.02685685989447558,"values":[0.009596495610040766,0.03540150223848813,0.035572581834897844],"n":3,"sample_sd":0.014948158698669936,"df":2,"ci95_low":-0.010276424851418338,"ci95_high":0.0639901446403695},"accuracy_pp":{"mean":0.2643171806167401,"values":[0.44052863436123346,0.2643171806167401,0.0881057268722467],"n":3,"sample_sd":0.17621145374449337,"df":2,"ci95_low":-0.17341633688761993,"ci95_high":0.7020506981211001},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0026431718061674008,"values":[0.004405286343612335,0.0026431718061674008,0.000881057268722467],"n":3,"sample_sd":0.0017621145374449342,"df":2,"ci95_low":-0.0017341633688762008,"ci95_high":0.007020506981211002},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9874031007751938,"values":[0.9874031007751938,0.9893410852713178,0.9854651162790697],"n":3,"sample_sd":0.0019379844961240345,"df":2,"ci95_low":0.9825888804034162,"ci95_high":0.9922173211469714},"ce":{"mean":0.08353053839469168,"values":[0.07409246940626985,0.07597891222231323,0.10052023355549197],"n":3,"sample_sd":0.014743709603327142,"df":2,"ci95_low":0.046905133356689804,"ci95_high":0.12015594343269356},"accuracy_pp":{"mean":0.29069767441860467,"values":[0.09689922480620156,0.29069767441860467,0.4844961240310077],"n":3,"sample_sd":0.19379844961240308,"df":2,"ci95_low":-0.19072436275915566,"ci95_high":0.7721197115963649},"harm_rate":{"mean":0.001614987080103359,"values":[0.003875968992248062,0.0009689922480620155,0.0],"n":3,"sample_sd":0.0020171182165369503,"df":2,"ci95_low":-0.003395812350829962,"ci95_high":0.00662578651103668},"repair_rate":{"mean":0.004521963824289405,"values":[0.0048449612403100775,0.003875968992248062,0.0048449612403100775],"n":3,"sample_sd":0.0005594479352612653,"df":2,"ci95_low":0.003132218110497416,"ci95_high":0.005911709538081395},"conditional_harm":{"mean":0.0016371971185330713,"values":[0.003929273084479371,0.0009823182711198428,0.0],"n":3,"sample_sd":0.002044858545644531,"df":2,"ci95_low":-0.003442513110075167,"ci95_high":0.00671690734714131},"metrics":{"accuracy":{"mean":0.9874031007751938,"values":[0.9874031007751938,0.9893410852713178,0.9854651162790697],"n":3,"sample_sd":0.0019379844961240345,"df":2,"ci95_low":0.9825888804034162,"ci95_high":0.9922173211469714},"ce":{"mean":0.08353053839469168,"values":[0.07409246940626985,0.07597891222231323,0.10052023355549197],"n":3,"sample_sd":0.014743709603327142,"df":2,"ci95_low":0.046905133356689804,"ci95_high":0.12015594343269356},"accuracy_pp":{"mean":0.29069767441860467,"values":[0.09689922480620156,0.29069767441860467,0.4844961240310077],"n":3,"sample_sd":0.19379844961240308,"df":2,"ci95_low":-0.19072436275915566,"ci95_high":0.7721197115963649},"harm_rate":{"mean":0.001614987080103359,"values":[0.003875968992248062,0.0009689922480620155,0.0],"n":3,"sample_sd":0.0020171182165369503,"df":2,"ci95_low":-0.003395812350829962,"ci95_high":0.00662578651103668},"repair_rate":{"mean":0.004521963824289405,"values":[0.0048449612403100775,0.003875968992248062,0.0048449612403100775],"n":3,"sample_sd":0.0005594479352612653,"df":2,"ci95_low":0.003132218110497416,"ci95_high":0.005911709538081395},"conditional_harm":{"mean":0.0016371971185330713,"values":[0.003929273084479371,0.0009823182711198428,0.0],"n":3,"sample_sd":0.002044858545644531,"df":2,"ci95_low":-0.003442513110075167,"ci95_high":0.00671690734714131}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9844884488448845,"values":[0.9831683168316832,0.9851485148514851,0.9851485148514851],"n":3,"sample_sd":0.0011432678597814382,"df":2,"ci95_low":0.98164841403967,"ci95_high":0.9873284836500991},"ce":{"mean":0.12274211901545196,"values":[0.13492962516979842,0.10338948967370269,0.12990724220285474],"n":3,"sample_sd":0.016946954873841267,"df":2,"ci95_low":0.08064354931253889,"ci95_high":0.16484068871836502},"accuracy_pp":{"mean":0.264026402640264,"values":[0.297029702970297,0.09900990099009901,0.39603960396039606],"n":3,"sample_sd":0.1512401219457373,"df":2,"ci95_low":-0.1116748878280055,"ci95_high":0.6397276931085335},"harm_rate":{"mean":0.0023102310231023103,"values":[0.0019801980198019802,0.0019801980198019802,0.0029702970297029703],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0008902136204950496,"ci95_high":0.003730248425709571},"repair_rate":{"mean":0.0049504950495049506,"values":[0.0049504950495049506,0.0029702970297029703,0.006930693069306931],"n":3,"sample_sd":0.0019801980198019802,"df":2,"ci95_low":3.1410471609419e-05,"ci95_high":0.009869579627400482},"conditional_harm":{"mean":0.0023531732205571408,"values":[0.00202020202020202,0.002012072434607646,0.0030272452068617556],"n":3,"sample_sd":0.0005837776156902308,"df":2,"ci95_low":0.000902989230094609,"ci95_high":0.0038033572110196725},"metrics":{"accuracy":{"mean":0.9844884488448845,"values":[0.9831683168316832,0.9851485148514851,0.9851485148514851],"n":3,"sample_sd":0.0011432678597814382,"df":2,"ci95_low":0.98164841403967,"ci95_high":0.9873284836500991},"ce":{"mean":0.12274211901545196,"values":[0.13492962516979842,0.10338948967370269,0.12990724220285474],"n":3,"sample_sd":0.016946954873841267,"df":2,"ci95_low":0.08064354931253889,"ci95_high":0.16484068871836502},"accuracy_pp":{"mean":0.264026402640264,"values":[0.297029702970297,0.09900990099009901,0.39603960396039606],"n":3,"sample_sd":0.1512401219457373,"df":2,"ci95_low":-0.1116748878280055,"ci95_high":0.6397276931085335},"harm_rate":{"mean":0.0023102310231023103,"values":[0.0019801980198019802,0.0019801980198019802,0.0029702970297029703],"n":3,"sample_sd":0.0005716339298907186,"df":2,"ci95_low":0.0008902136204950496,"ci95_high":0.003730248425709571},"repair_rate":{"mean":0.0049504950495049506,"values":[0.0049504950495049506,0.0029702970297029703,0.006930693069306931],"n":3,"sample_sd":0.0019801980198019802,"df":2,"ci95_low":3.1410471609419e-05,"ci95_high":0.009869579627400482},"conditional_harm":{"mean":0.0023531732205571408,"values":[0.00202020202020202,0.002012072434607646,0.0030272452068617556],"n":3,"sample_sd":0.0005837776156902308,"df":2,"ci95_low":0.000902989230094609,"ci95_high":0.0038033572110196725}}},{"digit":4,"n":982,"accuracy":{"mean":0.9826883910386965,"values":[0.9857433808553971,0.9796334012219959,0.9826883910386965],"n":3,"sample_sd":0.003054989816700604,"df":2,"ci95_low":0.9750993756257518,"ci95_high":0.9902774064516413},"ce":{"mean":0.1911263246813181,"values":[0.1937305879814387,0.21907771400512843,0.1605706720573872],"n":3,"sample_sd":0.029340332817999085,"df":2,"ci95_low":0.11824089745027068,"ci95_high":0.26401175191236553},"accuracy_pp":{"mean":0.03394433129667346,"values":[0.20366598778004075,-0.3054989816700611,0.20366598778004075],"n":3,"sample_sd":0.2939665321739439,"df":2,"ci95_low":-0.6963090172946369,"ci95_high":0.7641976798879839},"harm_rate":{"mean":0.0027155465037338763,"values":[0.0010183299389002036,0.004073319755600814,0.003054989816700611],"n":3,"sample_sd":0.001555524675816646,"df":2,"ci95_low":-0.0011485910051556567,"ci95_high":0.00657968401262341},"repair_rate":{"mean":0.003054989816700611,"values":[0.003054989816700611,0.0010183299389002036,0.0050916496945010185],"n":3,"sample_sd":0.0020366598778004076,"df":2,"ci95_low":-0.0020043537919292127,"ci95_high":0.008114333425330435},"conditional_harm":{"mean":0.0027651797350285476,"values":[0.0010351966873706005,0.004145077720207254,0.003115264797507788],"n":3,"sample_sd":0.0015842221033768,"df":2,"ci95_low":-0.0011702461358958816,"ci95_high":0.006700605605952977},"metrics":{"accuracy":{"mean":0.9826883910386965,"values":[0.9857433808553971,0.9796334012219959,0.9826883910386965],"n":3,"sample_sd":0.003054989816700604,"df":2,"ci95_low":0.9750993756257518,"ci95_high":0.9902774064516413},"ce":{"mean":0.1911263246813181,"values":[0.1937305879814387,0.21907771400512843,0.1605706720573872],"n":3,"sample_sd":0.029340332817999085,"df":2,"ci95_low":0.11824089745027068,"ci95_high":0.26401175191236553},"accuracy_pp":{"mean":0.03394433129667346,"values":[0.20366598778004075,-0.3054989816700611,0.20366598778004075],"n":3,"sample_sd":0.2939665321739439,"df":2,"ci95_low":-0.6963090172946369,"ci95_high":0.7641976798879839},"harm_rate":{"mean":0.0027155465037338763,"values":[0.0010183299389002036,0.004073319755600814,0.003054989816700611],"n":3,"sample_sd":0.001555524675816646,"df":2,"ci95_low":-0.0011485910051556567,"ci95_high":0.00657968401262341},"repair_rate":{"mean":0.003054989816700611,"values":[0.003054989816700611,0.0010183299389002036,0.0050916496945010185],"n":3,"sample_sd":0.0020366598778004076,"df":2,"ci95_low":-0.0020043537919292127,"ci95_high":0.008114333425330435},"conditional_harm":{"mean":0.0027651797350285476,"values":[0.0010351966873706005,0.004145077720207254,0.003115264797507788],"n":3,"sample_sd":0.0015842221033768,"df":2,"ci95_low":-0.0011702461358958816,"ci95_high":0.006700605605952977}}},{"digit":5,"n":892,"accuracy":{"mean":0.9824364723467862,"values":[0.9820627802690582,0.9820627802690582,0.9831838565022422],"n":3,"sample_sd":0.0006472536650108251,"df":2,"ci95_low":0.980828605108408,"ci95_high":0.9840443395851645},"ce":{"mean":0.1685242583345071,"values":[0.1693922761294513,0.17321444461122884,0.1629660542628412],"n":3,"sample_sd":0.00517904116149757,"df":2,"ci95_low":0.15565880687407363,"ci95_high":0.18138970979494057},"accuracy_pp":{"mean":-0.07473841554559044,"values":[-0.11210762331838565,0.2242152466367713,-0.336322869955157],"n":3,"sample_sd":0.2821313316618367,"df":2,"ci95_low":-0.7755914962176198,"ci95_high":0.6261146651264389},"harm_rate":{"mean":0.0033632286995515697,"values":[0.002242152466367713,0.004484304932735426,0.0033632286995515697],"n":3,"sample_sd":0.0011210762331838565,"df":2,"ci95_low":0.0005783209508551084,"ci95_high":0.006148136448248031},"repair_rate":{"mean":0.002615844544095665,"values":[0.0011210762331838565,0.006726457399103139,0.0],"n":3,"sample_sd":0.0036037558897582048,"df":2,"ci95_low":-0.006336381365908271,"ci95_high":0.011568070454099601},"conditional_harm":{"mean":0.0034220838861229314,"values":[0.002280501710376283,0.004576659038901602,0.003409090909090909],"n":3,"sample_sd":0.0011481338042337436,"df":2,"ci95_low":0.0005699614047907304,"ci95_high":0.006274206367455132},"metrics":{"accuracy":{"mean":0.9824364723467862,"values":[0.9820627802690582,0.9820627802690582,0.9831838565022422],"n":3,"sample_sd":0.0006472536650108251,"df":2,"ci95_low":0.980828605108408,"ci95_high":0.9840443395851645},"ce":{"mean":0.1685242583345071,"values":[0.1693922761294513,0.17321444461122884,0.1629660542628412],"n":3,"sample_sd":0.00517904116149757,"df":2,"ci95_low":0.15565880687407363,"ci95_high":0.18138970979494057},"accuracy_pp":{"mean":-0.07473841554559044,"values":[-0.11210762331838565,0.2242152466367713,-0.336322869955157],"n":3,"sample_sd":0.2821313316618367,"df":2,"ci95_low":-0.7755914962176198,"ci95_high":0.6261146651264389},"harm_rate":{"mean":0.0033632286995515697,"values":[0.002242152466367713,0.004484304932735426,0.0033632286995515697],"n":3,"sample_sd":0.0011210762331838565,"df":2,"ci95_low":0.0005783209508551084,"ci95_high":0.006148136448248031},"repair_rate":{"mean":0.002615844544095665,"values":[0.0011210762331838565,0.006726457399103139,0.0],"n":3,"sample_sd":0.0036037558897582048,"df":2,"ci95_low":-0.006336381365908271,"ci95_high":0.011568070454099601},"conditional_harm":{"mean":0.0034220838861229314,"values":[0.002280501710376283,0.004576659038901602,0.003409090909090909],"n":3,"sample_sd":0.0011481338042337436,"df":2,"ci95_low":0.0005699614047907304,"ci95_high":0.006274206367455132}}},{"digit":6,"n":958,"accuracy":{"mean":0.9864300626304802,"values":[0.9853862212943633,0.9853862212943633,0.988517745302714],"n":3,"sample_sd":0.0018079862291950559,"df":2,"ci95_low":0.9819387758560543,"ci95_high":0.9909213494049061},"ce":{"mean":0.16782943238039225,"values":[0.19432794723790944,0.15263450940378015,0.15652584049948717],"n":3,"sample_sd":0.02303072038961544,"df":2,"ci95_low":0.11061795132976959,"ci95_high":0.2250409134310149},"accuracy_pp":{"mean":0.31315240083507306,"values":[0.0,0.0,0.9394572025052192],"n":3,"sample_sd":0.5423958687585211,"df":2,"ci95_low":-1.0342336314926934,"ci95_high":1.6605384331628394},"harm_rate":{"mean":0.0010438413361169101,"values":[0.0010438413361169101,0.0020876826722338203,0.0],"n":3,"sample_sd":0.0010438413361169101,"df":2,"ci95_low":-0.0015492042921056819,"ci95_high":0.003636886964339502},"repair_rate":{"mean":0.0041753653444676405,"values":[0.0010438413361169101,0.0020876826722338203,0.009394572025052192],"n":3,"sample_sd":0.0045499988972240845,"df":2,"ci95_low":-0.007127458504944577,"ci95_high":0.015478189193879858},"conditional_harm":{"mean":0.001059322033898305,"values":[0.001059322033898305,0.00211864406779661,0.0],"n":3,"sample_sd":0.001059322033898305,"df":2,"ci95_low":-0.001572179779488605,"ci95_high":0.0036908238472852153},"metrics":{"accuracy":{"mean":0.9864300626304802,"values":[0.9853862212943633,0.9853862212943633,0.988517745302714],"n":3,"sample_sd":0.0018079862291950559,"df":2,"ci95_low":0.9819387758560543,"ci95_high":0.9909213494049061},"ce":{"mean":0.16782943238039225,"values":[0.19432794723790944,0.15263450940378015,0.15652584049948717],"n":3,"sample_sd":0.02303072038961544,"df":2,"ci95_low":0.11061795132976959,"ci95_high":0.2250409134310149},"accuracy_pp":{"mean":0.31315240083507306,"values":[0.0,0.0,0.9394572025052192],"n":3,"sample_sd":0.5423958687585211,"df":2,"ci95_low":-1.0342336314926934,"ci95_high":1.6605384331628394},"harm_rate":{"mean":0.0010438413361169101,"values":[0.0010438413361169101,0.0020876826722338203,0.0],"n":3,"sample_sd":0.0010438413361169101,"df":2,"ci95_low":-0.0015492042921056819,"ci95_high":0.003636886964339502},"repair_rate":{"mean":0.0041753653444676405,"values":[0.0010438413361169101,0.0020876826722338203,0.009394572025052192],"n":3,"sample_sd":0.0045499988972240845,"df":2,"ci95_low":-0.007127458504944577,"ci95_high":0.015478189193879858},"conditional_harm":{"mean":0.001059322033898305,"values":[0.001059322033898305,0.00211864406779661,0.0],"n":3,"sample_sd":0.001059322033898305,"df":2,"ci95_low":-0.001572179779488605,"ci95_high":0.0036908238472852153}}},{"digit":7,"n":1028,"accuracy":{"mean":0.9828145265888456,"values":[0.9854085603112841,0.9834630350194552,0.9795719844357976],"n":3,"sample_sd":0.002971838972085537,"df":2,"ci95_low":0.9754320693247803,"ci95_high":0.9901969838529109},"ce":{"mean":0.14200759537175406,"values":[0.11411463007929336,0.15631433140793397,0.15559382462803487],"n":3,"sample_sd":0.024158702719926484,"df":2,"ci95_low":0.08199405087611969,"ci95_high":0.20202113986738843},"accuracy_pp":{"mean":0.1621271076523995,"values":[0.19455252918287938,0.38910505836575876,-0.09727626459143969],"n":3,"sample_sd":0.2448065640489867,"df":2,"ci95_low":-0.4460061102069879,"ci95_high":0.7702603255117868},"harm_rate":{"mean":0.00324254215304799,"values":[0.0019455252918287938,0.0019455252918287938,0.005836575875486381],"n":3,"sample_sd":0.0022464991019051587,"df":2,"ci95_low":-0.002338070985603113,"ci95_high":0.008823155291699093},"repair_rate":{"mean":0.0048638132295719845,"values":[0.0038910505836575876,0.005836575875486381,0.0048638132295719845],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":0.002447336856189452,"ci95_high":0.007280289602954517},"conditional_harm":{"mean":0.003305572546037658,"values":[0.0019782393669634025,0.0019860973187686196,0.005952380952380952],"n":3,"sample_sd":0.002292206686092855,"df":2,"ci95_low":-0.002388584526211077,"ci95_high":0.008999729618286392},"metrics":{"accuracy":{"mean":0.9828145265888456,"values":[0.9854085603112841,0.9834630350194552,0.9795719844357976],"n":3,"sample_sd":0.002971838972085537,"df":2,"ci95_low":0.9754320693247803,"ci95_high":0.9901969838529109},"ce":{"mean":0.14200759537175406,"values":[0.11411463007929336,0.15631433140793397,0.15559382462803487],"n":3,"sample_sd":0.024158702719926484,"df":2,"ci95_low":0.08199405087611969,"ci95_high":0.20202113986738843},"accuracy_pp":{"mean":0.1621271076523995,"values":[0.19455252918287938,0.38910505836575876,-0.09727626459143969],"n":3,"sample_sd":0.2448065640489867,"df":2,"ci95_low":-0.4460061102069879,"ci95_high":0.7702603255117868},"harm_rate":{"mean":0.00324254215304799,"values":[0.0019455252918287938,0.0019455252918287938,0.005836575875486381],"n":3,"sample_sd":0.0022464991019051587,"df":2,"ci95_low":-0.002338070985603113,"ci95_high":0.008823155291699093},"repair_rate":{"mean":0.0048638132295719845,"values":[0.0038910505836575876,0.005836575875486381,0.0048638132295719845],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":0.002447336856189452,"ci95_high":0.007280289602954517},"conditional_harm":{"mean":0.003305572546037658,"values":[0.0019782393669634025,0.0019860973187686196,0.005952380952380952],"n":3,"sample_sd":0.002292206686092855,"df":2,"ci95_low":-0.002388584526211077,"ci95_high":0.008999729618286392}}},{"digit":8,"n":974,"accuracy":{"mean":0.9804928131416838,"values":[0.9825462012320328,0.9763860369609856,0.9825462012320328],"n":3,"sample_sd":0.0035565725001414526,"df":2,"ci95_low":0.9716577972691991,"ci95_high":0.9893278290141685},"ce":{"mean":0.13372807691335795,"values":[0.14336444330833203,0.13667298727686578,0.121146800154876],"n":3,"sample_sd":0.011397819511222304,"df":2,"ci95_low":0.10541432363281628,"ci95_high":0.16204183019389962},"accuracy_pp":{"mean":-0.2737850787132101,"values":[-0.1026694045174538,-0.7186858316221766,0.0],"n":3,"sample_sd":0.38870009211500844,"df":2,"ci95_low":-1.239369636130713,"ci95_high":0.6917994787042927},"harm_rate":{"mean":0.005817932922655715,"values":[0.003080082135523614,0.009240246406570842,0.00513347022587269],"n":3,"sample_sd":0.0031366021183818205,"df":2,"ci95_low":-0.00197381868664515,"ci95_high":0.01360968453195658},"repair_rate":{"mean":0.003080082135523614,"values":[0.002053388090349076,0.002053388090349076,0.00513347022587269],"n":3,"sample_sd":0.0017782862500707157,"df":2,"ci95_low":-0.001337425800718685,"ci95_high":0.007497590071765913},"conditional_harm":{"mean":0.005916918810159037,"values":[0.003131524008350731,0.009394572025052192,0.00522466039707419],"n":3,"sample_sd":0.003188394407494482,"df":2,"ci95_low":-0.002003491977708969,"ci95_high":0.013837329598027043},"metrics":{"accuracy":{"mean":0.9804928131416838,"values":[0.9825462012320328,0.9763860369609856,0.9825462012320328],"n":3,"sample_sd":0.0035565725001414526,"df":2,"ci95_low":0.9716577972691991,"ci95_high":0.9893278290141685},"ce":{"mean":0.13372807691335795,"values":[0.14336444330833203,0.13667298727686578,0.121146800154876],"n":3,"sample_sd":0.011397819511222304,"df":2,"ci95_low":0.10541432363281628,"ci95_high":0.16204183019389962},"accuracy_pp":{"mean":-0.2737850787132101,"values":[-0.1026694045174538,-0.7186858316221766,0.0],"n":3,"sample_sd":0.38870009211500844,"df":2,"ci95_low":-1.239369636130713,"ci95_high":0.6917994787042927},"harm_rate":{"mean":0.005817932922655715,"values":[0.003080082135523614,0.009240246406570842,0.00513347022587269],"n":3,"sample_sd":0.0031366021183818205,"df":2,"ci95_low":-0.00197381868664515,"ci95_high":0.01360968453195658},"repair_rate":{"mean":0.003080082135523614,"values":[0.002053388090349076,0.002053388090349076,0.00513347022587269],"n":3,"sample_sd":0.0017782862500707157,"df":2,"ci95_low":-0.001337425800718685,"ci95_high":0.007497590071765913},"conditional_harm":{"mean":0.005916918810159037,"values":[0.003131524008350731,0.009394572025052192,0.00522466039707419],"n":3,"sample_sd":0.003188394407494482,"df":2,"ci95_low":-0.002003491977708969,"ci95_high":0.013837329598027043}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9818301949124546,"values":[0.9831516352824579,0.9781962338949455,0.9841427155599604],"n":3,"sample_sd":0.0031858773574472963,"df":2,"ci95_low":0.9739160368235313,"ci95_high":0.9897443530013779},"ce":{"mean":0.2026805559858972,"values":[0.20555293515658715,0.2132639923720611,0.18922474042904341],"n":3,"sample_sd":0.012274336237456175,"df":2,"ci95_low":0.17218941445066188,"ci95_high":0.23317169752113254},"accuracy_pp":{"mean":0.19821605550049554,"values":[0.09910802775024777,-0.19821605550049554,0.6937561942517344],"n":3,"sample_sd":0.45417003914329435,"df":2,"ci95_low":-0.9300048663219589,"ci95_high":1.3264369773229499},"harm_rate":{"mean":0.0019821605550049554,"values":[0.0,0.003964321110009911,0.0019821605550049554],"n":3,"sample_sd":0.0019821605550049554,"df":2,"ci95_low":-0.0029417992305990947,"ci95_high":0.006906120340609005},"repair_rate":{"mean":0.003964321110009911,"values":[0.0009910802775024777,0.0019821605550049554,0.008919722497522299],"n":3,"sample_sd":0.0043200187745695475,"df":2,"ci95_low":-0.0067672004437432185,"ci95_high":0.01469584266376304},"conditional_harm":{"mean":0.0020242956497127634,"values":[0.0,0.004044489383215369,0.002028397565922921],"n":3,"sample_sd":0.0020222478117240985,"df":2,"ci95_low":-0.0029992464020714114,"ci95_high":0.007047837701496938},"metrics":{"accuracy":{"mean":0.9818301949124546,"values":[0.9831516352824579,0.9781962338949455,0.9841427155599604],"n":3,"sample_sd":0.0031858773574472963,"df":2,"ci95_low":0.9739160368235313,"ci95_high":0.9897443530013779},"ce":{"mean":0.2026805559858972,"values":[0.20555293515658715,0.2132639923720611,0.18922474042904341],"n":3,"sample_sd":0.012274336237456175,"df":2,"ci95_low":0.17218941445066188,"ci95_high":0.23317169752113254},"accuracy_pp":{"mean":0.19821605550049554,"values":[0.09910802775024777,-0.19821605550049554,0.6937561942517344],"n":3,"sample_sd":0.45417003914329435,"df":2,"ci95_low":-0.9300048663219589,"ci95_high":1.3264369773229499},"harm_rate":{"mean":0.0019821605550049554,"values":[0.0,0.003964321110009911,0.0019821605550049554],"n":3,"sample_sd":0.0019821605550049554,"df":2,"ci95_low":-0.0029417992305990947,"ci95_high":0.006906120340609005},"repair_rate":{"mean":0.003964321110009911,"values":[0.0009910802775024777,0.0019821605550049554,0.008919722497522299],"n":3,"sample_sd":0.0043200187745695475,"df":2,"ci95_low":-0.0067672004437432185,"ci95_high":0.01469584266376304},"conditional_harm":{"mean":0.0020242956497127634,"values":[0.0,0.004044489383215369,0.002028397565922921],"n":3,"sample_sd":0.0020222478117240985,"df":2,"ci95_low":-0.0029992464020714114,"ci95_high":0.007047837701496938}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m13-s201-v1","accuracy":0.9867,"test_accuracy":0.9867,"ce":0.12600386443392517,"training_seconds":48.08721137499879,"selected_epoch":15,"epoch":100,"total_run_seconds":60.58906060000004,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":15,"repair_count":29,"harm_rate":0.0015,"repair_rate":0.0029,"conditional_harm":0.0015223789708718157,"accuracy_pp":0.14,"ce":0.03486115570687197},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":2,"harm_rate":0.0,"repair_rate":0.0020408163265306124,"conditional_harm":0.0,"accuracy_pp":0.20408163265306123,"digit":0,"accuracy":0.9938775510204082,"ce":0.04545615483377827},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.004405286343612335,"conditional_harm":0.0,"accuracy_pp":0.44052863436123346,"digit":1,"accuracy":0.9964757709251101,"ce":0.009596495610040766},{"n":1032,"baseline_correct":1018,"harm_count":4,"repair_count":5,"harm_rate":0.003875968992248062,"repair_rate":0.0048449612403100775,"conditional_harm":0.003929273084479371,"accuracy_pp":0.09689922480620156,"digit":2,"accuracy":0.9874031007751938,"ce":0.07409246940626985},{"n":1010,"baseline_correct":990,"harm_count":2,"repair_count":5,"harm_rate":0.0019801980198019802,"repair_rate":0.0049504950495049506,"conditional_harm":0.00202020202020202,"accuracy_pp":0.297029702970297,"digit":3,"accuracy":0.9831683168316832,"ce":0.13492962516979842},{"n":982,"baseline_correct":966,"harm_count":1,"repair_count":3,"harm_rate":0.0010183299389002036,"repair_rate":0.003054989816700611,"conditional_harm":0.0010351966873706005,"accuracy_pp":0.20366598778004075,"digit":4,"accuracy":0.9857433808553971,"ce":0.1937305879814387},{"n":892,"baseline_correct":877,"harm_count":2,"repair_count":1,"harm_rate":0.002242152466367713,"repair_rate":0.0011210762331838565,"conditional_harm":0.002280501710376283,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9820627802690582,"ce":0.1693922761294513},{"n":958,"baseline_correct":944,"harm_count":1,"repair_count":1,"harm_rate":0.0010438413361169101,"repair_rate":0.0010438413361169101,"conditional_harm":0.001059322033898305,"accuracy_pp":0.0,"digit":6,"accuracy":0.9853862212943633,"ce":0.19432794723790944},{"n":1028,"baseline_correct":1011,"harm_count":2,"repair_count":4,"harm_rate":0.0019455252918287938,"repair_rate":0.0038910505836575876,"conditional_harm":0.0019782393669634025,"accuracy_pp":0.19455252918287938,"digit":7,"accuracy":0.9854085603112841,"ce":0.11411463007929336},{"n":974,"baseline_correct":958,"harm_count":3,"repair_count":2,"harm_rate":0.003080082135523614,"repair_rate":0.002053388090349076,"conditional_harm":0.003131524008350731,"accuracy_pp":-0.1026694045174538,"digit":8,"accuracy":0.9825462012320328,"ce":0.14336444330833203},{"n":1009,"baseline_correct":991,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0009910802775024777,"conditional_harm":0.0,"accuracy_pp":0.09910802775024777,"digit":9,"accuracy":0.9831516352824579,"ce":0.20555293515658715}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"16020551d3ced7bd3941d985ba87d5c9383830d35dad3df722b67da49f1c0d09","train_accuracy":1.0,"train_ce":5.818409472703933e-07,"validation_accuracy":0.9849,"validation_ce":0.1378637451171875},{"seed":202,"run_id":"halfdrop-m13-s202-v1","accuracy":0.9848,"test_accuracy":0.9848,"ce":0.13006468459371956,"training_seconds":48.126936881000574,"selected_epoch":5,"epoch":100,"total_run_seconds":57.05606809199992,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":29,"repair_count":30,"harm_rate":0.0029,"repair_rate":0.003,"conditional_harm":0.0029450594089570426,"accuracy_pp":0.01,"ce":0.03991974507404063},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.053850069958303916},{"n":1135,"baseline_correct":1126,"harm_count":0,"repair_count":3,"harm_rate":0.0,"repair_rate":0.0026431718061674008,"conditional_harm":0.0,"accuracy_pp":0.2643171806167401,"digit":1,"accuracy":0.9947136563876652,"ce":0.03540150223848813},{"n":1032,"baseline_correct":1018,"harm_count":1,"repair_count":4,"harm_rate":0.0009689922480620155,"repair_rate":0.003875968992248062,"conditional_harm":0.0009823182711198428,"accuracy_pp":0.29069767441860467,"digit":2,"accuracy":0.9893410852713178,"ce":0.07597891222231323},{"n":1010,"baseline_correct":994,"harm_count":2,"repair_count":3,"harm_rate":0.0019801980198019802,"repair_rate":0.0029702970297029703,"conditional_harm":0.002012072434607646,"accuracy_pp":0.09900990099009901,"digit":3,"accuracy":0.9851485148514851,"ce":0.10338948967370269},{"n":982,"baseline_correct":965,"harm_count":4,"repair_count":1,"harm_rate":0.004073319755600814,"repair_rate":0.0010183299389002036,"conditional_harm":0.004145077720207254,"accuracy_pp":-0.3054989816700611,"digit":4,"accuracy":0.9796334012219959,"ce":0.21907771400512843},{"n":892,"baseline_correct":874,"harm_count":4,"repair_count":6,"harm_rate":0.004484304932735426,"repair_rate":0.006726457399103139,"conditional_harm":0.004576659038901602,"accuracy_pp":0.2242152466367713,"digit":5,"accuracy":0.9820627802690582,"ce":0.17321444461122884},{"n":958,"baseline_correct":944,"harm_count":2,"repair_count":2,"harm_rate":0.0020876826722338203,"repair_rate":0.0020876826722338203,"conditional_harm":0.00211864406779661,"accuracy_pp":0.0,"digit":6,"accuracy":0.9853862212943633,"ce":0.15263450940378015},{"n":1028,"baseline_correct":1007,"harm_count":2,"repair_count":6,"harm_rate":0.0019455252918287938,"repair_rate":0.005836575875486381,"conditional_harm":0.0019860973187686196,"accuracy_pp":0.38910505836575876,"digit":7,"accuracy":0.9834630350194552,"ce":0.15631433140793397},{"n":974,"baseline_correct":958,"harm_count":9,"repair_count":2,"harm_rate":0.009240246406570842,"repair_rate":0.002053388090349076,"conditional_harm":0.009394572025052192,"accuracy_pp":-0.7186858316221766,"digit":8,"accuracy":0.9763860369609856,"ce":0.13667298727686578},{"n":1009,"baseline_correct":989,"harm_count":4,"repair_count":2,"harm_rate":0.003964321110009911,"repair_rate":0.0019821605550049554,"conditional_harm":0.004044489383215369,"accuracy_pp":-0.19821605550049554,"digit":9,"accuracy":0.9781962338949455,"ce":0.2132639923720611}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"0a5e00099378af5761d0133aeab19023991b8fc0bf5fca996bd9c2b260db9a42","train_accuracy":1.0,"train_ce":7.86927342414856e-07,"validation_accuracy":0.985,"validation_ce":0.144876171875},{"seed":203,"run_id":"halfdrop-m13-s203-v1","accuracy":0.9857,"test_accuracy":0.9857,"ce":0.12454909840185963,"training_seconds":48.08111654400011,"selected_epoch":5,"epoch":100,"total_run_seconds":60.49414000699994,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":23,"repair_count":48,"harm_rate":0.0023,"repair_rate":0.0048,"conditional_harm":0.002339300244100895,"accuracy_pp":0.25,"ce":0.028177589560748978},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":2,"harm_rate":0.0010204081632653062,"repair_rate":0.0020408163265306124,"conditional_harm":0.00102880658436214,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.049285545162392815},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.000881057268722467,"conditional_harm":0.0,"accuracy_pp":0.0881057268722467,"digit":1,"accuracy":0.9920704845814978,"ce":0.035572581834897844},{"n":1032,"baseline_correct":1012,"harm_count":0,"repair_count":5,"harm_rate":0.0,"repair_rate":0.0048449612403100775,"conditional_harm":0.0,"accuracy_pp":0.4844961240310077,"digit":2,"accuracy":0.9854651162790697,"ce":0.10052023355549197},{"n":1010,"baseline_correct":991,"harm_count":3,"repair_count":7,"harm_rate":0.0029702970297029703,"repair_rate":0.006930693069306931,"conditional_harm":0.0030272452068617556,"accuracy_pp":0.39603960396039606,"digit":3,"accuracy":0.9851485148514851,"ce":0.12990724220285474},{"n":982,"baseline_correct":963,"harm_count":3,"repair_count":5,"harm_rate":0.003054989816700611,"repair_rate":0.0050916496945010185,"conditional_harm":0.003115264797507788,"accuracy_pp":0.20366598778004075,"digit":4,"accuracy":0.9826883910386965,"ce":0.1605706720573872},{"n":892,"baseline_correct":880,"harm_count":3,"repair_count":0,"harm_rate":0.0033632286995515697,"repair_rate":0.0,"conditional_harm":0.003409090909090909,"accuracy_pp":-0.336322869955157,"digit":5,"accuracy":0.9831838565022422,"ce":0.1629660542628412},{"n":958,"baseline_correct":938,"harm_count":0,"repair_count":9,"harm_rate":0.0,"repair_rate":0.009394572025052192,"conditional_harm":0.0,"accuracy_pp":0.9394572025052192,"digit":6,"accuracy":0.988517745302714,"ce":0.15652584049948717},{"n":1028,"baseline_correct":1008,"harm_count":6,"repair_count":5,"harm_rate":0.005836575875486381,"repair_rate":0.0048638132295719845,"conditional_harm":0.005952380952380952,"accuracy_pp":-0.09727626459143969,"digit":7,"accuracy":0.9795719844357976,"ce":0.15559382462803487},{"n":974,"baseline_correct":957,"harm_count":5,"repair_count":5,"harm_rate":0.00513347022587269,"repair_rate":0.00513347022587269,"conditional_harm":0.00522466039707419,"accuracy_pp":0.0,"digit":8,"accuracy":0.9825462012320328,"ce":0.121146800154876},{"n":1009,"baseline_correct":986,"harm_count":2,"repair_count":9,"harm_rate":0.0019821605550049554,"repair_rate":0.008919722497522299,"conditional_harm":0.002028397565922921,"accuracy_pp":0.6937561942517344,"digit":9,"accuracy":0.9841427155599604,"ce":0.18922474042904341}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"d96f78a4aa6e8e8dcf05a732a3df0be2e67153f586033766a5a74edfd45bbeea","train_accuracy":1.0,"train_ce":4.031297564506531e-07,"validation_accuracy":0.985,"validation_ce":0.1403507080078125}]},{"endpoint":"final","drop_mask":14,"k":3,"drop_probabilities":[0,0.5,0.5,0.5],"nominal_training_affine_fraction":0.7910572503134141,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9845666666666667,"values":[0.9849,0.9835,0.9853],"n":3,"sample_sd":0.0009451631252504802,"df":2,"ci95_low":0.9822187513033941,"ci95_high":0.9869145820299393},"ce":{"mean":0.12942578696041385,"values":[0.1278475591714986,0.12580913379301498,0.13462066791672794],"n":3,"sample_sd":0.004612904249886154,"df":2,"ci95_low":0.11796669755217737,"ci95_high":0.14088487636865032},"training_seconds":{"mean":53.12018931699955,"values":[53.045161904999304,53.04565425699923,53.26975178900011],"n":3,"sample_sd":0.12952513414705424,"df":2,"ci95_low":52.79843104663407,"ci95_high":53.44194758736503},"selected_epoch":{"mean":6.666666666666667,"values":[10.0,5.0,5.0],"n":3,"sample_sd":2.8867513459481287,"df":2,"ci95_low":-0.5044212164999999,"ci95_high":13.837754549833335},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":7.539378106594086e-07,"values":[6.285450607538223e-07,1.1844396591186524e-06,4.48828712105751e-07],"n":3,"sample_sd":3.8350146367122e-07,"df":2,"ci95_low":-1.987326377910496e-07,"ci95_high":1.7066082591098668e-06},"validation_accuracy":{"mean":0.9838,"values":[0.9839,0.984,0.9835],"n":3,"sample_sd":0.00026457513110642993,"df":2,"ci95_low":0.9831427589392042,"ci95_high":0.9844572410607958},"validation_ce":{"mean":0.143206494140625,"values":[0.14332725830078125,0.13828472900390626,0.1480074951171875],"n":3,"sample_sd":0.004862507913636355,"df":2,"ci95_low":0.1311273548582539,"ci95_high":0.15528563342299612},"harm_rate":{"mean":0.0028,"values":[0.0027,0.0033,0.0024],"n":3,"sample_sd":0.00045825756949558405,"df":2,"ci95_low":0.0016616250898811432,"ci95_high":0.003938374910118857},"repair_rate":{"mean":0.0029666666666666665,"values":[0.0023,0.0021,0.0045],"n":3,"sample_sd":0.0013316656236958785,"df":2,"ci95_low":-0.0003413741287135283,"ci95_high":0.006274707462046862},"conditional_harm":{"mean":0.002844188532594363,"values":[0.002740282147569268,0.0033512744998476693,0.0024410089503661514],"n":3,"sample_sd":0.00046394314875850885,"df":2,"ci95_low":0.0016916898606148347,"ci95_high":0.003996687204573891}},"paired_vs_none":{"accuracy_pp":{"mean":0.016666666666666666,"values":[-0.04,-0.12,0.21],"n":3,"sample_sd":0.17214335111567142,"df":2,"ci95_low":-0.4109611236818125,"ci95_high":0.4442944570151458},"ce":{"mean":0.03687273459779958,"values":[0.036704850444445394,0.035664194273336045,0.038249159075617295],"n":3,"sample_sd":0.0013006342967832366,"df":2,"ci95_low":0.03364177989185143,"ci95_high":0.040103689303747726},"harm_rate":{"mean":0.0028,"values":[0.0027,0.0033,0.0024],"n":3,"sample_sd":0.00045825756949558405,"df":2,"ci95_low":0.0016616250898811432,"ci95_high":0.003938374910118857},"repair_rate":{"mean":0.0029666666666666665,"values":[0.0023,0.0021,0.0045],"n":3,"sample_sd":0.0013316656236958785,"df":2,"ci95_low":-0.0003413741287135283,"ci95_high":0.006274707462046862},"conditional_harm":{"mean":0.002844188532594363,"values":[0.002740282147569268,0.0033512744998476693,0.0024410089503661514],"n":3,"sample_sd":0.00046394314875850885,"df":2,"ci95_low":0.0016916898606148347,"ci95_high":0.003996687204573891},"harm_count":{"mean":28.0,"values":[27.0,33.0,24.0],"n":3,"sample_sd":4.58257569495584,"df":2,"ci95_low":16.616250898811437,"ci95_high":39.38374910118856},"repair_count":{"mean":29.666666666666668,"values":[23.0,21.0,45.0],"n":3,"sample_sd":13.316656236958785,"df":2,"ci95_low":-3.4137412871352844,"ci95_high":62.747074620468624}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9921768707482993,"values":[0.9928571428571429,0.9918367346938776,0.9918367346938776],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9907133834252041,"ci95_high":0.9936403580713945},"ce":{"mean":0.05208588636932804,"values":[0.05029587142911329,0.05060793694833917,0.05535385073053165],"n":3,"sample_sd":0.002834438131560669,"df":2,"ci95_low":0.04504475171484869,"ci95_high":0.05912702102380739},"accuracy_pp":{"mean":0.034013605442176874,"values":[0.10204081632653061,0.0,0.0],"n":3,"sample_sd":0.05891329277445161,"df":2,"ci95_low":-0.11233512686734695,"ci95_high":0.1803623377517007},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0010204081632653062,0.0,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"repair_rate":{"mean":0.0010204081632653062,"values":[0.0020408163265306124,0.0,0.0010204081632653062],"n":3,"sample_sd":0.0010204081632653062,"df":2,"ci95_low":-0.001514426236568616,"ci95_high":0.0035552425630992284},"conditional_harm":{"mean":0.0006858710562414267,"values":[0.00102880658436214,0.0,0.00102880658436214],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0007896614300068588,"ci95_high":0.002161403542489712},"metrics":{"accuracy":{"mean":0.9921768707482993,"values":[0.9928571428571429,0.9918367346938776,0.9918367346938776],"n":3,"sample_sd":0.0005891329277445232,"df":2,"ci95_low":0.9907133834252041,"ci95_high":0.9936403580713945},"ce":{"mean":0.05208588636932804,"values":[0.05029587142911329,0.05060793694833917,0.05535385073053165],"n":3,"sample_sd":0.002834438131560669,"df":2,"ci95_low":0.04504475171484869,"ci95_high":0.05912702102380739},"accuracy_pp":{"mean":0.034013605442176874,"values":[0.10204081632653061,0.0,0.0],"n":3,"sample_sd":0.05891329277445161,"df":2,"ci95_low":-0.11233512686734695,"ci95_high":0.1803623377517007},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0010204081632653062,0.0,0.0010204081632653062],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"repair_rate":{"mean":0.0010204081632653062,"values":[0.0020408163265306124,0.0,0.0010204081632653062],"n":3,"sample_sd":0.0010204081632653062,"df":2,"ci95_low":-0.001514426236568616,"ci95_high":0.0035552425630992284},"conditional_harm":{"mean":0.0006858710562414267,"values":[0.00102880658436214,0.0,0.00102880658436214],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0007896614300068588,"ci95_high":0.002161403542489712}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9932452276064611,"values":[0.9938325991189427,0.9920704845814978,0.9938325991189427],"n":3,"sample_sd":0.0010173573025367678,"df":2,"ci95_low":0.9907179719648165,"ci95_high":0.9957724832481056},"ce":{"mean":0.029007653338574583,"values":[0.022107747741678497,0.03902869646774662,0.02588651580629863],"n":3,"sample_sd":0.008881765087475171,"df":2,"ci95_low":0.0069441257370981,"ci95_high":0.051071180940051066},"accuracy_pp":{"mean":0.14684287812041116,"values":[0.1762114537444934,0.0,0.2643171806167401],"n":3,"sample_sd":0.13458372085039177,"df":2,"ci95_low":-0.18748161824342338,"ci95_high":0.48116737448424574},"harm_rate":{"mean":0.0005873715124816446,"values":[0.000881057268722467,0.000881057268722467,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"repair_rate":{"mean":0.0020558002936857563,"values":[0.0026431718061674008,0.000881057268722467,0.0026431718061674008],"n":3,"sample_sd":0.0010173573025367853,"df":2,"ci95_low":-0.0004714553479588839,"ci95_high":0.004583055935330396},"conditional_harm":{"mean":0.0005920663114268799,"values":[0.0008880994671403197,0.0008880994671403197,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.0006816615541444642,"ci95_high":0.0018657941769982238},"metrics":{"accuracy":{"mean":0.9932452276064611,"values":[0.9938325991189427,0.9920704845814978,0.9938325991189427],"n":3,"sample_sd":0.0010173573025367678,"df":2,"ci95_low":0.9907179719648165,"ci95_high":0.9957724832481056},"ce":{"mean":0.029007653338574583,"values":[0.022107747741678497,0.03902869646774662,0.02588651580629863],"n":3,"sample_sd":0.008881765087475171,"df":2,"ci95_low":0.0069441257370981,"ci95_high":0.051071180940051066},"accuracy_pp":{"mean":0.14684287812041116,"values":[0.1762114537444934,0.0,0.2643171806167401],"n":3,"sample_sd":0.13458372085039177,"df":2,"ci95_low":-0.18748161824342338,"ci95_high":0.48116737448424574},"harm_rate":{"mean":0.0005873715124816446,"values":[0.000881057268722467,0.000881057268722467,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"repair_rate":{"mean":0.0020558002936857563,"values":[0.0026431718061674008,0.000881057268722467,0.0026431718061674008],"n":3,"sample_sd":0.0010173573025367853,"df":2,"ci95_low":-0.0004714553479588839,"ci95_high":0.004583055935330396},"conditional_harm":{"mean":0.0005920663114268799,"values":[0.0008880994671403197,0.0008880994671403197,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.0006816615541444642,"ci95_high":0.0018657941769982238}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9857881136950905,"values":[0.9864341085271318,0.9864341085271318,0.9844961240310077],"n":3,"sample_sd":0.0011188958705225325,"df":2,"ci95_low":0.9830086222675065,"ci95_high":0.9885676051226744},"ce":{"mean":0.0979228344313064,"values":[0.09707237855444296,0.0881748341969231,0.1085212905425531],"n":3,"sample_sd":0.010199854305578368,"df":2,"ci95_low":0.0725849916955737,"ci95_high":0.12326067716703909},"accuracy_pp":{"mean":0.12919896640826875,"values":[0.0,0.0,0.3875968992248062],"n":3,"sample_sd":0.22377917410450612,"df":2,"ci95_low":-0.4266993191085272,"ci95_high":0.6850972519250648},"harm_rate":{"mean":0.0029069767441860465,"values":[0.003875968992248062,0.0029069767441860465,0.001937984496124031],"n":3,"sample_sd":0.0009689922480620155,"df":2,"ci95_low":0.0004998665582972447,"ci95_high":0.005314086930074848},"repair_rate":{"mean":0.004198966408268734,"values":[0.003875968992248062,0.0029069767441860465,0.005813953488372093],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":0.000522044863957182,"ci95_high":0.007875887952580287},"conditional_harm":{"mean":0.0029508374942730457,"values":[0.003929273084479371,0.0029469548133595285,0.001976284584980237],"n":3,"sample_sd":0.0009765000390180622,"df":2,"ci95_low":0.0005250769217377375,"ci95_high":0.005376598066808354},"metrics":{"accuracy":{"mean":0.9857881136950905,"values":[0.9864341085271318,0.9864341085271318,0.9844961240310077],"n":3,"sample_sd":0.0011188958705225325,"df":2,"ci95_low":0.9830086222675065,"ci95_high":0.9885676051226744},"ce":{"mean":0.0979228344313064,"values":[0.09707237855444296,0.0881748341969231,0.1085212905425531],"n":3,"sample_sd":0.010199854305578368,"df":2,"ci95_low":0.0725849916955737,"ci95_high":0.12326067716703909},"accuracy_pp":{"mean":0.12919896640826875,"values":[0.0,0.0,0.3875968992248062],"n":3,"sample_sd":0.22377917410450612,"df":2,"ci95_low":-0.4266993191085272,"ci95_high":0.6850972519250648},"harm_rate":{"mean":0.0029069767441860465,"values":[0.003875968992248062,0.0029069767441860465,0.001937984496124031],"n":3,"sample_sd":0.0009689922480620155,"df":2,"ci95_low":0.0004998665582972447,"ci95_high":0.005314086930074848},"repair_rate":{"mean":0.004198966408268734,"values":[0.003875968992248062,0.0029069767441860465,0.005813953488372093],"n":3,"sample_sd":0.0014801601081898708,"df":2,"ci95_low":0.000522044863957182,"ci95_high":0.007875887952580287},"conditional_harm":{"mean":0.0029508374942730457,"values":[0.003929273084479371,0.0029469548133595285,0.001976284584980237],"n":3,"sample_sd":0.0009765000390180622,"df":2,"ci95_low":0.0005250769217377375,"ci95_high":0.005376598066808354}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9825082508250825,"values":[0.9821782178217822,0.9811881188118812,0.9841584158415841],"n":3,"sample_sd":0.0015124012194573744,"df":2,"ci95_low":0.9787512379203999,"ci95_high":0.9862652637297652},"ce":{"mean":0.10480027198836339,"values":[0.09478973192778055,0.11686422997979462,0.102746854057515],"n":3,"sample_sd":0.011179591225136119,"df":2,"ci95_low":0.07702862782307802,"ci95_high":0.13257191615364874},"accuracy_pp":{"mean":0.06600660066006601,"values":[0.19801980198019803,-0.297029702970297,0.297029702970297],"n":3,"sample_sd":0.3182723023430018,"df":2,"ci95_low":-0.7246256282234497,"ci95_high":0.8566388295435817},"harm_rate":{"mean":0.0036303630363036304,"values":[0.0029702970297029703,0.0049504950495049506,0.0029702970297029703],"n":3,"sample_sd":0.0011432678597814371,"df":2,"ci95_low":0.0007903282310891091,"ci95_high":0.006470397841518151},"repair_rate":{"mean":0.0042904290429042905,"values":[0.0049504950495049506,0.0019801980198019802,0.005940594059405941],"n":3,"sample_sd":0.002061055445015973,"df":2,"ci95_low":-0.0008295165142473797,"ci95_high":0.00941037460005596},"conditional_harm":{"mean":0.0036959097745613003,"values":[0.0030303030303030303,0.005030181086519115,0.0030272452068617556],"n":3,"sample_sd":0.0011555138631822077,"df":2,"ci95_low":0.0008254542104796374,"ci95_high":0.006566365338642964},"metrics":{"accuracy":{"mean":0.9825082508250825,"values":[0.9821782178217822,0.9811881188118812,0.9841584158415841],"n":3,"sample_sd":0.0015124012194573744,"df":2,"ci95_low":0.9787512379203999,"ci95_high":0.9862652637297652},"ce":{"mean":0.10480027198836339,"values":[0.09478973192778055,0.11686422997979462,0.102746854057515],"n":3,"sample_sd":0.011179591225136119,"df":2,"ci95_low":0.07702862782307802,"ci95_high":0.13257191615364874},"accuracy_pp":{"mean":0.06600660066006601,"values":[0.19801980198019803,-0.297029702970297,0.297029702970297],"n":3,"sample_sd":0.3182723023430018,"df":2,"ci95_low":-0.7246256282234497,"ci95_high":0.8566388295435817},"harm_rate":{"mean":0.0036303630363036304,"values":[0.0029702970297029703,0.0049504950495049506,0.0029702970297029703],"n":3,"sample_sd":0.0011432678597814371,"df":2,"ci95_low":0.0007903282310891091,"ci95_high":0.006470397841518151},"repair_rate":{"mean":0.0042904290429042905,"values":[0.0049504950495049506,0.0019801980198019802,0.005940594059405941],"n":3,"sample_sd":0.002061055445015973,"df":2,"ci95_low":-0.0008295165142473797,"ci95_high":0.00941037460005596},"conditional_harm":{"mean":0.0036959097745613003,"values":[0.0030303030303030303,0.005030181086519115,0.0030272452068617556],"n":3,"sample_sd":0.0011555138631822077,"df":2,"ci95_low":0.0008254542104796374,"ci95_high":0.006566365338642964}}},{"digit":4,"n":982,"accuracy":{"mean":0.9796334012219959,"values":[0.9786150712830958,0.9775967413441955,0.9826883910386965],"n":3,"sample_sd":0.002694247770941539,"df":2,"ci95_low":0.9729405187291666,"ci95_high":0.9863262837148252},"ce":{"mean":0.20611978441238138,"values":[0.221403905915564,0.20082597223716797,0.19612947508441214],"n":3,"sample_sd":0.013443122738764907,"df":2,"ci95_low":0.1727252162521587,"ci95_high":0.23951435257260406},"accuracy_pp":{"mean":-0.2715546503733876,"values":[-0.5091649694501018,-0.5091649694501018,0.20366598778004075],"n":3,"sample_sd":0.4115531450435214,"df":2,"ci95_low":-1.2939093384012221,"ci95_high":0.7508000376544468},"harm_rate":{"mean":0.00373387644263408,"values":[0.0050916496945010185,0.0050916496945010185,0.0010183299389002036],"n":3,"sample_sd":0.0023517322573915513,"df":2,"ci95_low":-0.002108150346096403,"ci95_high":0.009575903231364563},"repair_rate":{"mean":0.0010183299389002036,"values":[0.0,0.0,0.003054989816700611],"n":3,"sample_sd":0.0017637991930436632,"df":2,"ci95_low":-0.0033631901526476587,"ci95_high":0.005399850030448065},"conditional_harm":{"mean":0.0037985840620937774,"values":[0.005175983436853002,0.0051813471502590676,0.0010384215991692627],"n":3,"sample_sd":0.0023903723159078207,"df":2,"ci95_low":-0.002139429953184568,"ci95_high":0.009736598077372123},"metrics":{"accuracy":{"mean":0.9796334012219959,"values":[0.9786150712830958,0.9775967413441955,0.9826883910386965],"n":3,"sample_sd":0.002694247770941539,"df":2,"ci95_low":0.9729405187291666,"ci95_high":0.9863262837148252},"ce":{"mean":0.20611978441238138,"values":[0.221403905915564,0.20082597223716797,0.19612947508441214],"n":3,"sample_sd":0.013443122738764907,"df":2,"ci95_low":0.1727252162521587,"ci95_high":0.23951435257260406},"accuracy_pp":{"mean":-0.2715546503733876,"values":[-0.5091649694501018,-0.5091649694501018,0.20366598778004075],"n":3,"sample_sd":0.4115531450435214,"df":2,"ci95_low":-1.2939093384012221,"ci95_high":0.7508000376544468},"harm_rate":{"mean":0.00373387644263408,"values":[0.0050916496945010185,0.0050916496945010185,0.0010183299389002036],"n":3,"sample_sd":0.0023517322573915513,"df":2,"ci95_low":-0.002108150346096403,"ci95_high":0.009575903231364563},"repair_rate":{"mean":0.0010183299389002036,"values":[0.0,0.0,0.003054989816700611],"n":3,"sample_sd":0.0017637991930436632,"df":2,"ci95_low":-0.0033631901526476587,"ci95_high":0.005399850030448065},"conditional_harm":{"mean":0.0037985840620937774,"values":[0.005175983436853002,0.0051813471502590676,0.0010384215991692627],"n":3,"sample_sd":0.0023903723159078207,"df":2,"ci95_low":-0.002139429953184568,"ci95_high":0.009736598077372123}}},{"digit":5,"n":892,"accuracy":{"mean":0.9813153961136024,"values":[0.9831838565022422,0.9786995515695067,0.9820627802690582],"n":3,"sample_sd":0.0023337062774283976,"df":2,"ci95_low":0.9755181483414912,"ci95_high":0.9871126438857136},"ce":{"mean":0.16383943403016327,"values":[0.15261288186681568,0.1710139886056524,0.16789143161802172],"n":3,"sample_sd":0.009847039943177014,"df":2,"ci95_low":0.13937803075734959,"ci95_high":0.18830083730297695},"accuracy_pp":{"mean":-0.1868460388639761,"values":[0.0,-0.11210762331838565,-0.4484304932735426],"n":3,"sample_sd":0.23337062774284,"df":2,"ci95_low":-0.7665708160750958,"ci95_high":0.3928787383471436},"harm_rate":{"mean":0.004484304932735426,"values":[0.002242152466367713,0.005605381165919282,0.005605381165919282],"n":3,"sample_sd":0.0019417609950323734,"df":2,"ci95_low":-0.0003392967823991023,"ci95_high":0.009307906647869953},"repair_rate":{"mean":0.002615844544095665,"values":[0.002242152466367713,0.004484304932735426,0.0011210762331838565],"n":3,"sample_sd":0.0017124722327936622,"df":2,"ci95_low":-0.0016381723098611977,"ci95_high":0.006869861398052528},"conditional_harm":{"mean":0.004561047896940489,"values":[0.002280501710376283,0.005720823798627002,0.005681818181818182],"n":3,"sample_sd":0.0019751072227413543,"df":2,"ci95_low":-0.0003453904399934307,"ci95_high":0.00946748623387441},"metrics":{"accuracy":{"mean":0.9813153961136024,"values":[0.9831838565022422,0.9786995515695067,0.9820627802690582],"n":3,"sample_sd":0.0023337062774283976,"df":2,"ci95_low":0.9755181483414912,"ci95_high":0.9871126438857136},"ce":{"mean":0.16383943403016327,"values":[0.15261288186681568,0.1710139886056524,0.16789143161802172],"n":3,"sample_sd":0.009847039943177014,"df":2,"ci95_low":0.13937803075734959,"ci95_high":0.18830083730297695},"accuracy_pp":{"mean":-0.1868460388639761,"values":[0.0,-0.11210762331838565,-0.4484304932735426],"n":3,"sample_sd":0.23337062774284,"df":2,"ci95_low":-0.7665708160750958,"ci95_high":0.3928787383471436},"harm_rate":{"mean":0.004484304932735426,"values":[0.002242152466367713,0.005605381165919282,0.005605381165919282],"n":3,"sample_sd":0.0019417609950323734,"df":2,"ci95_low":-0.0003392967823991023,"ci95_high":0.009307906647869953},"repair_rate":{"mean":0.002615844544095665,"values":[0.002242152466367713,0.004484304932735426,0.0011210762331838565],"n":3,"sample_sd":0.0017124722327936622,"df":2,"ci95_low":-0.0016381723098611977,"ci95_high":0.006869861398052528},"conditional_harm":{"mean":0.004561047896940489,"values":[0.002280501710376283,0.005720823798627002,0.005681818181818182],"n":3,"sample_sd":0.0019751072227413543,"df":2,"ci95_low":-0.0003453904399934307,"ci95_high":0.00946748623387441}}},{"digit":6,"n":958,"accuracy":{"mean":0.9867780097425192,"values":[0.9853862212943633,0.9864300626304802,0.988517745302714],"n":3,"sample_sd":0.0015944939787598481,"df":2,"ci95_low":0.9828170671185844,"ci95_high":0.9907389523664539},"ce":{"mean":0.16169438192021482,"values":[0.15824156488934446,0.15717693117516704,0.16966464969613296],"n":3,"sample_sd":0.006922950061297575,"df":2,"ci95_low":0.14449682059577956,"ci95_high":0.17889194324465008},"accuracy_pp":{"mean":0.3479471120389701,"values":[0.0,0.10438413361169102,0.9394572025052192],"n":3,"sample_sd":0.51491470379084,"df":2,"ci95_low":-0.9311719220273591,"ci95_high":1.6270661461052993},"harm_rate":{"mean":0.0010438413361169103,"values":[0.003131524008350731,0.0,0.0],"n":3,"sample_sd":0.0018079862291950704,"df":2,"ci95_low":-0.003447445438308978,"ci95_high":0.005535128110542799},"repair_rate":{"mean":0.004523312456506611,"values":[0.003131524008350731,0.0010438413361169101,0.009394572025052192],"n":3,"sample_sd":0.004345858036463743,"df":2,"ci95_low":-0.006272397382163927,"ci95_high":0.015319022295177148},"conditional_harm":{"mean":0.001059322033898305,"values":[0.0031779661016949155,0.0,0.0],"n":3,"sample_sd":0.001834799584289065,"df":2,"ci95_low":-0.0034985728070974593,"ci95_high":0.005617216874894069},"metrics":{"accuracy":{"mean":0.9867780097425192,"values":[0.9853862212943633,0.9864300626304802,0.988517745302714],"n":3,"sample_sd":0.0015944939787598481,"df":2,"ci95_low":0.9828170671185844,"ci95_high":0.9907389523664539},"ce":{"mean":0.16169438192021482,"values":[0.15824156488934446,0.15717693117516704,0.16966464969613296],"n":3,"sample_sd":0.006922950061297575,"df":2,"ci95_low":0.14449682059577956,"ci95_high":0.17889194324465008},"accuracy_pp":{"mean":0.3479471120389701,"values":[0.0,0.10438413361169102,0.9394572025052192],"n":3,"sample_sd":0.51491470379084,"df":2,"ci95_low":-0.9311719220273591,"ci95_high":1.6270661461052993},"harm_rate":{"mean":0.0010438413361169103,"values":[0.003131524008350731,0.0,0.0],"n":3,"sample_sd":0.0018079862291950704,"df":2,"ci95_low":-0.003447445438308978,"ci95_high":0.005535128110542799},"repair_rate":{"mean":0.004523312456506611,"values":[0.003131524008350731,0.0010438413361169101,0.009394572025052192],"n":3,"sample_sd":0.004345858036463743,"df":2,"ci95_low":-0.006272397382163927,"ci95_high":0.015319022295177148},"conditional_harm":{"mean":0.001059322033898305,"values":[0.0031779661016949155,0.0,0.0],"n":3,"sample_sd":0.001834799584289065,"df":2,"ci95_low":-0.0034985728070974593,"ci95_high":0.005617216874894069}}},{"digit":7,"n":1028,"accuracy":{"mean":0.980544747081712,"values":[0.9795719844357976,0.9815175097276264,0.980544747081712],"n":3,"sample_sd":0.0009727626459143934,"df":2,"ci95_low":0.9781282707083295,"ci95_high":0.9829612234550945},"ce":{"mean":0.13321975818632548,"values":[0.12496827370424278,0.11700562771250894,0.15768537314222472],"n":3,"sample_sd":0.02155865647889866,"df":2,"ci95_low":0.079665086610549,"ci95_high":0.18677442976210196},"accuracy_pp":{"mean":-0.0648508430609598,"values":[-0.38910505836575876,0.19455252918287938,0.0],"n":3,"sample_sd":0.29718389720854993,"df":2,"ci95_low":-0.8030965694674816,"ci95_high":0.6733948833455621},"harm_rate":{"mean":0.0038910505836575876,"values":[0.0048638132295719845,0.0029182879377431907,0.0038910505836575876],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":0.001474574210275055,"ci95_high":0.00630752695704012},"repair_rate":{"mean":0.00324254215304799,"values":[0.0009727626459143969,0.0048638132295719845,0.0038910505836575876],"n":3,"sample_sd":0.002024966925550713,"df":2,"ci95_low":-0.0017877545519356564,"ci95_high":0.008272838858031636},"conditional_harm":{"mean":0.003964332787938468,"values":[0.004945598417408506,0.0029791459781529296,0.003968253968253968],"n":3,"sample_sd":0.000983232083846358,"df":2,"ci95_low":0.001521848888967412,"ci95_high":0.006406816686909524},"metrics":{"accuracy":{"mean":0.980544747081712,"values":[0.9795719844357976,0.9815175097276264,0.980544747081712],"n":3,"sample_sd":0.0009727626459143934,"df":2,"ci95_low":0.9781282707083295,"ci95_high":0.9829612234550945},"ce":{"mean":0.13321975818632548,"values":[0.12496827370424278,0.11700562771250894,0.15768537314222472],"n":3,"sample_sd":0.02155865647889866,"df":2,"ci95_low":0.079665086610549,"ci95_high":0.18677442976210196},"accuracy_pp":{"mean":-0.0648508430609598,"values":[-0.38910505836575876,0.19455252918287938,0.0],"n":3,"sample_sd":0.29718389720854993,"df":2,"ci95_low":-0.8030965694674816,"ci95_high":0.6733948833455621},"harm_rate":{"mean":0.0038910505836575876,"values":[0.0048638132295719845,0.0029182879377431907,0.0038910505836575876],"n":3,"sample_sd":0.0009727626459143969,"df":2,"ci95_low":0.001474574210275055,"ci95_high":0.00630752695704012},"repair_rate":{"mean":0.00324254215304799,"values":[0.0009727626459143969,0.0048638132295719845,0.0038910505836575876],"n":3,"sample_sd":0.002024966925550713,"df":2,"ci95_low":-0.0017877545519356564,"ci95_high":0.008272838858031636},"conditional_harm":{"mean":0.003964332787938468,"values":[0.004945598417408506,0.0029791459781529296,0.003968253968253968],"n":3,"sample_sd":0.000983232083846358,"df":2,"ci95_low":0.001521848888967412,"ci95_high":0.006406816686909524}}},{"digit":8,"n":974,"accuracy":{"mean":0.9808350444900753,"values":[0.9835728952772074,0.9804928131416838,0.9784394250513347],"n":3,"sample_sd":0.002583790018915352,"df":2,"ci95_low":0.974416554264619,"ci95_high":0.9872535347155316},"ce":{"mean":0.15875352318833647,"values":[0.15484184641919116,0.14241874816901653,0.17899997497680167],"n":3,"sample_sd":0.01860167868904196,"df":2,"ci95_low":0.11254439165340815,"ci95_high":0.20496265472326478},"accuracy_pp":{"mean":-0.23956194387405885,"values":[0.0,-0.3080082135523614,-0.4106776180698152],"n":3,"sample_sd":0.21372340856941813,"df":2,"ci95_low":-0.7704803230037495,"ci95_high":0.2913564352556318},"harm_rate":{"mean":0.004791238877481177,"values":[0.002053388090349076,0.00513347022587269,0.007186858316221766],"n":3,"sample_sd":0.002583790018915383,"df":2,"ci95_low":-0.00162725134797519,"ci95_high":0.011209729102937544},"repair_rate":{"mean":0.002395619438740589,"values":[0.002053388090349076,0.002053388090349076,0.003080082135523614],"n":3,"sample_sd":0.0005927620833569053,"df":2,"ci95_low":0.0009231167933264888,"ci95_high":0.003868122084154689},"conditional_harm":{"mean":0.004873804636240746,"values":[0.0020876826722338203,0.005219206680584551,0.0073145245559038665],"n":3,"sample_sd":0.0026304839760773148,"df":2,"ci95_low":-0.001660679809116489,"ci95_high":0.01140828908159798},"metrics":{"accuracy":{"mean":0.9808350444900753,"values":[0.9835728952772074,0.9804928131416838,0.9784394250513347],"n":3,"sample_sd":0.002583790018915352,"df":2,"ci95_low":0.974416554264619,"ci95_high":0.9872535347155316},"ce":{"mean":0.15875352318833647,"values":[0.15484184641919116,0.14241874816901653,0.17899997497680167],"n":3,"sample_sd":0.01860167868904196,"df":2,"ci95_low":0.11254439165340815,"ci95_high":0.20496265472326478},"accuracy_pp":{"mean":-0.23956194387405885,"values":[0.0,-0.3080082135523614,-0.4106776180698152],"n":3,"sample_sd":0.21372340856941813,"df":2,"ci95_low":-0.7704803230037495,"ci95_high":0.2913564352556318},"harm_rate":{"mean":0.004791238877481177,"values":[0.002053388090349076,0.00513347022587269,0.007186858316221766],"n":3,"sample_sd":0.002583790018915383,"df":2,"ci95_low":-0.00162725134797519,"ci95_high":0.011209729102937544},"repair_rate":{"mean":0.002395619438740589,"values":[0.002053388090349076,0.002053388090349076,0.003080082135523614],"n":3,"sample_sd":0.0005927620833569053,"df":2,"ci95_low":0.0009231167933264888,"ci95_high":0.003868122084154689},"conditional_harm":{"mean":0.004873804636240746,"values":[0.0020876826722338203,0.005219206680584551,0.0073145245559038665],"n":3,"sample_sd":0.0026304839760773148,"df":2,"ci95_low":-0.001660679809116489,"ci95_high":0.01140828908159798}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9814998348199537,"values":[0.9821605550049554,0.977205153617443,0.9851337958374629],"n":3,"sample_sd":0.004005403255032116,"df":2,"ci95_low":0.9715498615430128,"ci95_high":0.9914498080968946},"ce":{"mean":0.20649346903186058,"values":[0.22175315256082967,0.19409312132312764,0.20363413321162446],"n":3,"sample_sd":0.014049953132211048,"df":2,"ci95_low":0.1715914506065893,"ci95_high":0.24139548745713185},"accuracy_pp":{"mean":0.16518004625041294,"values":[0.0,-0.29732408325074333,0.7928642220019821],"n":3,"sample_sd":0.5635521013951761,"df":2,"ci95_low":-1.2347609814104699,"ci95_high":1.5651210739112957},"harm_rate":{"mean":0.002642880740006607,"values":[0.0009910802775024777,0.005946481665014866,0.0009910802775024777],"n":3,"sample_sd":0.0028610023250229223,"df":2,"ci95_low":-0.0044642430292368696,"ci95_high":0.009750004509250083},"repair_rate":{"mean":0.004294681202510736,"values":[0.0009910802775024777,0.002973240832507433,0.008919722497522299],"n":3,"sample_sd":0.004126196232836735,"df":2,"ci95_low":-0.005955358465919765,"ci95_high":0.014544720870941236},"conditional_harm":{"mean":0.002696671531135033,"values":[0.0010090817356205853,0.006066734074823054,0.0010141987829614604],"n":3,"sample_sd":0.0029185608966269833,"df":2,"ci95_low":-0.004553435656469575,"ci95_high":0.00994677871873964},"metrics":{"accuracy":{"mean":0.9814998348199537,"values":[0.9821605550049554,0.977205153617443,0.9851337958374629],"n":3,"sample_sd":0.004005403255032116,"df":2,"ci95_low":0.9715498615430128,"ci95_high":0.9914498080968946},"ce":{"mean":0.20649346903186058,"values":[0.22175315256082967,0.19409312132312764,0.20363413321162446],"n":3,"sample_sd":0.014049953132211048,"df":2,"ci95_low":0.1715914506065893,"ci95_high":0.24139548745713185},"accuracy_pp":{"mean":0.16518004625041294,"values":[0.0,-0.29732408325074333,0.7928642220019821],"n":3,"sample_sd":0.5635521013951761,"df":2,"ci95_low":-1.2347609814104699,"ci95_high":1.5651210739112957},"harm_rate":{"mean":0.002642880740006607,"values":[0.0009910802775024777,0.005946481665014866,0.0009910802775024777],"n":3,"sample_sd":0.0028610023250229223,"df":2,"ci95_low":-0.0044642430292368696,"ci95_high":0.009750004509250083},"repair_rate":{"mean":0.004294681202510736,"values":[0.0009910802775024777,0.002973240832507433,0.008919722497522299],"n":3,"sample_sd":0.004126196232836735,"df":2,"ci95_low":-0.005955358465919765,"ci95_high":0.014544720870941236},"conditional_harm":{"mean":0.002696671531135033,"values":[0.0010090817356205853,0.006066734074823054,0.0010141987829614604],"n":3,"sample_sd":0.0029185608966269833,"df":2,"ci95_low":-0.004553435656469575,"ci95_high":0.00994677871873964}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m14-s201-v1","accuracy":0.9849,"test_accuracy":0.9849,"ce":0.1278475591714986,"training_seconds":53.045161904999304,"selected_epoch":10,"epoch":100,"total_run_seconds":64.881918821,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":27,"repair_count":23,"harm_rate":0.0027,"repair_rate":0.0023,"conditional_harm":0.002740282147569268,"accuracy_pp":-0.04,"ce":0.036704850444445394},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":2,"harm_rate":0.0010204081632653062,"repair_rate":0.0020408163265306124,"conditional_harm":0.00102880658436214,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.05029587142911329},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":3,"harm_rate":0.000881057268722467,"repair_rate":0.0026431718061674008,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9938325991189427,"ce":0.022107747741678497},{"n":1032,"baseline_correct":1018,"harm_count":4,"repair_count":4,"harm_rate":0.003875968992248062,"repair_rate":0.003875968992248062,"conditional_harm":0.003929273084479371,"accuracy_pp":0.0,"digit":2,"accuracy":0.9864341085271318,"ce":0.09707237855444296},{"n":1010,"baseline_correct":990,"harm_count":3,"repair_count":5,"harm_rate":0.0029702970297029703,"repair_rate":0.0049504950495049506,"conditional_harm":0.0030303030303030303,"accuracy_pp":0.19801980198019803,"digit":3,"accuracy":0.9821782178217822,"ce":0.09478973192778055},{"n":982,"baseline_correct":966,"harm_count":5,"repair_count":0,"harm_rate":0.0050916496945010185,"repair_rate":0.0,"conditional_harm":0.005175983436853002,"accuracy_pp":-0.5091649694501018,"digit":4,"accuracy":0.9786150712830958,"ce":0.221403905915564},{"n":892,"baseline_correct":877,"harm_count":2,"repair_count":2,"harm_rate":0.002242152466367713,"repair_rate":0.002242152466367713,"conditional_harm":0.002280501710376283,"accuracy_pp":0.0,"digit":5,"accuracy":0.9831838565022422,"ce":0.15261288186681568},{"n":958,"baseline_correct":944,"harm_count":3,"repair_count":3,"harm_rate":0.003131524008350731,"repair_rate":0.003131524008350731,"conditional_harm":0.0031779661016949155,"accuracy_pp":0.0,"digit":6,"accuracy":0.9853862212943633,"ce":0.15824156488934446},{"n":1028,"baseline_correct":1011,"harm_count":5,"repair_count":1,"harm_rate":0.0048638132295719845,"repair_rate":0.0009727626459143969,"conditional_harm":0.004945598417408506,"accuracy_pp":-0.38910505836575876,"digit":7,"accuracy":0.9795719844357976,"ce":0.12496827370424278},{"n":974,"baseline_correct":958,"harm_count":2,"repair_count":2,"harm_rate":0.002053388090349076,"repair_rate":0.002053388090349076,"conditional_harm":0.0020876826722338203,"accuracy_pp":0.0,"digit":8,"accuracy":0.9835728952772074,"ce":0.15484184641919116},{"n":1009,"baseline_correct":991,"harm_count":1,"repair_count":1,"harm_rate":0.0009910802775024777,"repair_rate":0.0009910802775024777,"conditional_harm":0.0010090817356205853,"accuracy_pp":0.0,"digit":9,"accuracy":0.9821605550049554,"ce":0.22175315256082967}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"5f437281f48ee9e8e492d3ca57095f6c4f44e027b812c0e9418c5483c781c55c","train_accuracy":1.0,"train_ce":6.285450607538223e-07,"validation_accuracy":0.9839,"validation_ce":0.14332725830078125},{"seed":202,"run_id":"halfdrop-m14-s202-v1","accuracy":0.9835,"test_accuracy":0.9835,"ce":0.12580913379301498,"training_seconds":53.04565425699923,"selected_epoch":5,"epoch":100,"total_run_seconds":63.86953414599998,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":33,"repair_count":21,"harm_rate":0.0033,"repair_rate":0.0021,"conditional_harm":0.0033512744998476693,"accuracy_pp":-0.12,"ce":0.035664194273336045},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":0,"harm_rate":0.0,"repair_rate":0.0,"conditional_harm":0.0,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.05060793694833917},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":1,"harm_rate":0.000881057268722467,"repair_rate":0.000881057268722467,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.0,"digit":1,"accuracy":0.9920704845814978,"ce":0.03902869646774662},{"n":1032,"baseline_correct":1018,"harm_count":3,"repair_count":3,"harm_rate":0.0029069767441860465,"repair_rate":0.0029069767441860465,"conditional_harm":0.0029469548133595285,"accuracy_pp":0.0,"digit":2,"accuracy":0.9864341085271318,"ce":0.0881748341969231},{"n":1010,"baseline_correct":994,"harm_count":5,"repair_count":2,"harm_rate":0.0049504950495049506,"repair_rate":0.0019801980198019802,"conditional_harm":0.005030181086519115,"accuracy_pp":-0.297029702970297,"digit":3,"accuracy":0.9811881188118812,"ce":0.11686422997979462},{"n":982,"baseline_correct":965,"harm_count":5,"repair_count":0,"harm_rate":0.0050916496945010185,"repair_rate":0.0,"conditional_harm":0.0051813471502590676,"accuracy_pp":-0.5091649694501018,"digit":4,"accuracy":0.9775967413441955,"ce":0.20082597223716797},{"n":892,"baseline_correct":874,"harm_count":5,"repair_count":4,"harm_rate":0.005605381165919282,"repair_rate":0.004484304932735426,"conditional_harm":0.005720823798627002,"accuracy_pp":-0.11210762331838565,"digit":5,"accuracy":0.9786995515695067,"ce":0.1710139886056524},{"n":958,"baseline_correct":944,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0010438413361169101,"conditional_harm":0.0,"accuracy_pp":0.10438413361169102,"digit":6,"accuracy":0.9864300626304802,"ce":0.15717693117516704},{"n":1028,"baseline_correct":1007,"harm_count":3,"repair_count":5,"harm_rate":0.0029182879377431907,"repair_rate":0.0048638132295719845,"conditional_harm":0.0029791459781529296,"accuracy_pp":0.19455252918287938,"digit":7,"accuracy":0.9815175097276264,"ce":0.11700562771250894},{"n":974,"baseline_correct":958,"harm_count":5,"repair_count":2,"harm_rate":0.00513347022587269,"repair_rate":0.002053388090349076,"conditional_harm":0.005219206680584551,"accuracy_pp":-0.3080082135523614,"digit":8,"accuracy":0.9804928131416838,"ce":0.14241874816901653},{"n":1009,"baseline_correct":989,"harm_count":6,"repair_count":3,"harm_rate":0.005946481665014866,"repair_rate":0.002973240832507433,"conditional_harm":0.006066734074823054,"accuracy_pp":-0.29732408325074333,"digit":9,"accuracy":0.977205153617443,"ce":0.19409312132312764}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"0ed618e2f27efe528bc61ca98cbfeaba091e7a7ba6679f371ca3fe4fc2ae4243","train_accuracy":1.0,"train_ce":1.1844396591186524e-06,"validation_accuracy":0.984,"validation_ce":0.13828472900390626},{"seed":203,"run_id":"halfdrop-m14-s203-v1","accuracy":0.9853,"test_accuracy":0.9853,"ce":0.13462066791672794,"training_seconds":53.26975178900011,"selected_epoch":5,"epoch":100,"total_run_seconds":58.35814020500004,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":24,"repair_count":45,"harm_rate":0.0024,"repair_rate":0.0045,"conditional_harm":0.0024410089503661514,"accuracy_pp":0.21,"ce":0.038249159075617295},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":1,"harm_rate":0.0010204081632653062,"repair_rate":0.0010204081632653062,"conditional_harm":0.00102880658436214,"accuracy_pp":0.0,"digit":0,"accuracy":0.9918367346938776,"ce":0.05535385073053165},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":3,"harm_rate":0.0,"repair_rate":0.0026431718061674008,"conditional_harm":0.0,"accuracy_pp":0.2643171806167401,"digit":1,"accuracy":0.9938325991189427,"ce":0.02588651580629863},{"n":1032,"baseline_correct":1012,"harm_count":2,"repair_count":6,"harm_rate":0.001937984496124031,"repair_rate":0.005813953488372093,"conditional_harm":0.001976284584980237,"accuracy_pp":0.3875968992248062,"digit":2,"accuracy":0.9844961240310077,"ce":0.1085212905425531},{"n":1010,"baseline_correct":991,"harm_count":3,"repair_count":6,"harm_rate":0.0029702970297029703,"repair_rate":0.005940594059405941,"conditional_harm":0.0030272452068617556,"accuracy_pp":0.297029702970297,"digit":3,"accuracy":0.9841584158415841,"ce":0.102746854057515},{"n":982,"baseline_correct":963,"harm_count":1,"repair_count":3,"harm_rate":0.0010183299389002036,"repair_rate":0.003054989816700611,"conditional_harm":0.0010384215991692627,"accuracy_pp":0.20366598778004075,"digit":4,"accuracy":0.9826883910386965,"ce":0.19612947508441214},{"n":892,"baseline_correct":880,"harm_count":5,"repair_count":1,"harm_rate":0.005605381165919282,"repair_rate":0.0011210762331838565,"conditional_harm":0.005681818181818182,"accuracy_pp":-0.4484304932735426,"digit":5,"accuracy":0.9820627802690582,"ce":0.16789143161802172},{"n":958,"baseline_correct":938,"harm_count":0,"repair_count":9,"harm_rate":0.0,"repair_rate":0.009394572025052192,"conditional_harm":0.0,"accuracy_pp":0.9394572025052192,"digit":6,"accuracy":0.988517745302714,"ce":0.16966464969613296},{"n":1028,"baseline_correct":1008,"harm_count":4,"repair_count":4,"harm_rate":0.0038910505836575876,"repair_rate":0.0038910505836575876,"conditional_harm":0.003968253968253968,"accuracy_pp":0.0,"digit":7,"accuracy":0.980544747081712,"ce":0.15768537314222472},{"n":974,"baseline_correct":957,"harm_count":7,"repair_count":3,"harm_rate":0.007186858316221766,"repair_rate":0.003080082135523614,"conditional_harm":0.0073145245559038665,"accuracy_pp":-0.4106776180698152,"digit":8,"accuracy":0.9784394250513347,"ce":0.17899997497680167},{"n":1009,"baseline_correct":986,"harm_count":1,"repair_count":9,"harm_rate":0.0009910802775024777,"repair_rate":0.008919722497522299,"conditional_harm":0.0010141987829614604,"accuracy_pp":0.7928642220019821,"digit":9,"accuracy":0.9851337958374629,"ce":0.20363413321162446}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"823357e2971de847986af8575449137554dc0b8c1725e9b1d4af5b69595d0a6a","train_accuracy":1.0,"train_ce":4.48828712105751e-07,"validation_accuracy":0.9835,"validation_ce":0.1480074951171875}]},{"endpoint":"final","drop_mask":15,"k":4,"drop_probabilities":[0.5,0.5,0.5,0.5],"nominal_training_affine_fraction":0.5821145006268282,"inference_affine_fraction":1,"metrics":{"accuracy":{"mean":0.9851,"values":[0.9848,0.985,0.9855],"n":3,"sample_sd":0.0003605551275464208,"df":2,"ci95_low":0.9842043314104656,"ci95_high":0.9859956685895344},"ce":{"mean":0.1372341231773455,"values":[0.1404232082809249,0.13870654229076593,0.13257261896034572],"n":3,"sample_sd":0.0041272208208759835,"df":2,"ci95_low":0.12698153829112763,"ci95_high":0.1474867080635634},"training_seconds":{"mean":41.2183710776665,"values":[41.19655057600005,41.160668257999305,41.29789439900014],"n":3,"sample_sd":0.07116778880383379,"df":2,"ci95_low":41.041580489630825,"ci95_high":41.39516166570217},"selected_epoch":{"mean":13.333333333333334,"values":[25.0,10.0,5.0],"n":3,"sample_sd":10.408329997330664,"df":2,"ci95_low":-12.522391730282605,"ci95_high":39.18905839694927},"train_accuracy":{"mean":1.0,"values":[1.0,1.0,1.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":1.0,"ci95_high":1.0},"train_ce":{"mean":2.436945935090383e-06,"values":[1.138179898262024e-06,3.1870687007904053e-06,2.9855892062187194e-06],"n":3,"sample_sd":1.129266757899721e-06,"df":2,"ci95_low":-3.6830820493249226e-07,"ci95_high":5.2422000751132575e-06},"validation_accuracy":{"mean":0.9841666666666666,"values":[0.9841,0.9842,0.9842],"n":3,"sample_sd":5.7735026918956215e-05,"df":2,"ci95_low":0.9840232449090033,"ci95_high":0.98431008842433},"validation_ce":{"mean":0.14688252766927085,"values":[0.1481043701171875,0.150280810546875,0.14226240234375],"n":3,"sample_sd":0.004146491499283916,"df":2,"ci95_low":0.13658207176408713,"ci95_high":0.15718298357445457},"harm_rate":{"mean":0.0034333333333333334,"values":[0.004,0.0036,0.0027],"n":3,"sample_sd":0.0006658328118479392,"df":2,"ci95_low":0.001779312935643236,"ci95_high":0.00508735373102343},"repair_rate":{"mean":0.0041333333333333335,"values":[0.0035,0.0039,0.005],"n":3,"sample_sd":0.000776745346515403,"df":2,"ci95_low":0.002203790925560334,"ci95_high":0.006062875741106333},"conditional_harm":{"mean":0.003487249380945245,"values":[0.0040596772556581754,0.003655935818015639,0.0027461350691619204],"n":3,"sample_sd":0.0006728221194825336,"df":2,"ci95_low":0.0018158665805804196,"ci95_high":0.00515863218131007}},"paired_vs_none":{"accuracy_pp":{"mean":0.07,"values":[-0.05,0.03,0.23],"n":3,"sample_sd":0.1442220510185596,"df":2,"ci95_low":-0.2882674358137188,"ci95_high":0.4282674358137188},"ce":{"mean":0.04468107081473125,"values":[0.04928049955387169,0.048561602771086995,0.036201110119235075],"n":3,"sample_sd":0.0073526527997685685,"df":2,"ci95_low":0.026416068712780457,"ci95_high":0.06294607291668204},"harm_rate":{"mean":0.0034333333333333334,"values":[0.004,0.0036,0.0027],"n":3,"sample_sd":0.0006658328118479392,"df":2,"ci95_low":0.001779312935643236,"ci95_high":0.00508735373102343},"repair_rate":{"mean":0.0041333333333333335,"values":[0.0035,0.0039,0.005],"n":3,"sample_sd":0.000776745346515403,"df":2,"ci95_low":0.002203790925560334,"ci95_high":0.006062875741106333},"conditional_harm":{"mean":0.003487249380945245,"values":[0.0040596772556581754,0.003655935818015639,0.0027461350691619204],"n":3,"sample_sd":0.0006728221194825336,"df":2,"ci95_low":0.0018158665805804196,"ci95_high":0.00515863218131007},"harm_count":{"mean":34.333333333333336,"values":[40.0,36.0,27.0],"n":3,"sample_sd":6.6583281184793925,"df":2,"ci95_low":17.79312935643236,"ci95_high":50.87353731023431},"repair_count":{"mean":41.333333333333336,"values":[35.0,39.0,50.0],"n":3,"sample_sd":7.767453465154029,"df":2,"ci95_low":22.037909255603342,"ci95_high":60.62875741106333}},"per_class":[{"digit":0,"n":980,"accuracy":{"mean":0.9935374149659865,"values":[0.9948979591836735,0.9928571428571429,0.9928571428571429],"n":3,"sample_sd":0.0011782658554890463,"df":2,"ci95_low":0.990610440319796,"ci95_high":0.996464389612177},"ce":{"mean":0.04492045538693026,"values":[0.05073645777321633,0.03953704840134907,0.04448785998622536],"n":3,"sample_sd":0.0056122229691273244,"df":2,"ci95_low":0.030978920662081882,"ci95_high":0.05886199011177863},"accuracy_pp":{"mean":0.17006802721088435,"values":[0.30612244897959184,0.10204081632653061,0.10204081632653061],"n":3,"sample_sd":0.11782658554890323,"df":2,"ci95_low":-0.12262943740816332,"ci95_high":0.462765491829932},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0010204081632653062,0.0010204081632653062,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"repair_rate":{"mean":0.002380952380952381,"values":[0.004081632653061225,0.0020408163265306124,0.0010204081632653062],"n":3,"sample_sd":0.0015586992159713742,"df":2,"ci95_low":-0.0014910711228532537,"ci95_high":0.006252975884758016},"conditional_harm":{"mean":0.0006858710562414267,"values":[0.00102880658436214,0.00102880658436214,0.0],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0007896614300068588,"ci95_high":0.002161403542489712},"metrics":{"accuracy":{"mean":0.9935374149659865,"values":[0.9948979591836735,0.9928571428571429,0.9928571428571429],"n":3,"sample_sd":0.0011782658554890463,"df":2,"ci95_low":0.990610440319796,"ci95_high":0.996464389612177},"ce":{"mean":0.04492045538693026,"values":[0.05073645777321633,0.03953704840134907,0.04448785998622536],"n":3,"sample_sd":0.0056122229691273244,"df":2,"ci95_low":0.030978920662081882,"ci95_high":0.05886199011177863},"accuracy_pp":{"mean":0.17006802721088435,"values":[0.30612244897959184,0.10204081632653061,0.10204081632653061],"n":3,"sample_sd":0.11782658554890323,"df":2,"ci95_low":-0.12262943740816332,"ci95_high":0.462765491829932},"harm_rate":{"mean":0.0006802721088435375,"values":[0.0010204081632653062,0.0010204081632653062,0.0],"n":3,"sample_sd":0.0005891329277445161,"df":2,"ci95_low":-0.0007832152142517009,"ci95_high":0.002143759431938776},"repair_rate":{"mean":0.002380952380952381,"values":[0.004081632653061225,0.0020408163265306124,0.0010204081632653062],"n":3,"sample_sd":0.0015586992159713742,"df":2,"ci95_low":-0.0014910711228532537,"ci95_high":0.006252975884758016},"conditional_harm":{"mean":0.0006858710562414267,"values":[0.00102880658436214,0.00102880658436214,0.0],"n":3,"sample_sd":0.000593981758425541,"df":2,"ci95_low":-0.0007896614300068588,"ci95_high":0.002161403542489712}}},{"digit":1,"n":1135,"accuracy":{"mean":0.9944199706314244,"values":[0.9955947136563876,0.9938325991189427,0.9938325991189427],"n":3,"sample_sd":0.0010173573025367678,"df":2,"ci95_low":0.9918927149897798,"ci95_high":0.996947226273069},"ce":{"mean":0.03632822367124042,"values":[0.014890153974867473,0.06015254436235273,0.03394197267650105],"n":3,"sample_sd":0.02272535239011049,"df":2,"ci95_low":-0.020124681215823684,"ci95_high":0.09278112855830452},"accuracy_pp":{"mean":0.2643171806167401,"values":[0.3524229074889868,0.1762114537444934,0.2643171806167401],"n":3,"sample_sd":0.0881057268722467,"df":2,"ci95_low":0.04545042186456005,"ci95_high":0.4831839393689201},"harm_rate":{"mean":0.0005873715124816446,"values":[0.000881057268722467,0.000881057268722467,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"repair_rate":{"mean":0.0032305433186490457,"values":[0.004405286343612335,0.0026431718061674008,0.0026431718061674008],"n":3,"sample_sd":0.0010173573025367858,"df":2,"ci95_low":0.0007032876770044047,"ci95_high":0.005757798960293686},"conditional_harm":{"mean":0.0005920663114268799,"values":[0.0008880994671403197,0.0008880994671403197,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.0006816615541444642,"ci95_high":0.0018657941769982238},"metrics":{"accuracy":{"mean":0.9944199706314244,"values":[0.9955947136563876,0.9938325991189427,0.9938325991189427],"n":3,"sample_sd":0.0010173573025367678,"df":2,"ci95_low":0.9918927149897798,"ci95_high":0.996947226273069},"ce":{"mean":0.03632822367124042,"values":[0.014890153974867473,0.06015254436235273,0.03394197267650105],"n":3,"sample_sd":0.02272535239011049,"df":2,"ci95_low":-0.020124681215823684,"ci95_high":0.09278112855830452},"accuracy_pp":{"mean":0.2643171806167401,"values":[0.3524229074889868,0.1762114537444934,0.2643171806167401],"n":3,"sample_sd":0.0881057268722467,"df":2,"ci95_low":0.04545042186456005,"ci95_high":0.4831839393689201},"harm_rate":{"mean":0.0005873715124816446,"values":[0.000881057268722467,0.000881057268722467,0.0],"n":3,"sample_sd":0.0005086786512683928,"df":2,"ci95_low":-0.0006762563083406757,"ci95_high":0.001850999333303965},"repair_rate":{"mean":0.0032305433186490457,"values":[0.004405286343612335,0.0026431718061674008,0.0026431718061674008],"n":3,"sample_sd":0.0010173573025367858,"df":2,"ci95_low":0.0007032876770044047,"ci95_high":0.005757798960293686},"conditional_harm":{"mean":0.0005920663114268799,"values":[0.0008880994671403197,0.0008880994671403197,0.0],"n":3,"sample_sd":0.0005127444664206268,"df":2,"ci95_low":-0.0006816615541444642,"ci95_high":0.0018657941769982238}}},{"digit":2,"n":1032,"accuracy":{"mean":0.9877260981912145,"values":[0.9874031007751938,0.9864341085271318,0.9893410852713178],"n":3,"sample_sd":0.0014801601081898734,"df":2,"ci95_low":0.984049176646903,"ci95_high":0.991403019735526},"ce":{"mean":0.10902012391251409,"values":[0.11248163843539409,0.12235671784343284,0.09222201545871535],"n":3,"sample_sd":0.015362670147079134,"df":2,"ci95_low":0.0708571356456386,"ci95_high":0.14718311217938956},"accuracy_pp":{"mean":0.32299741602067183,"values":[0.09689922480620156,0.0,0.872093023255814],"n":3,"sample_sd":0.477992525418241,"df":2,"ci95_low":-0.8644018423471029,"ci95_high":1.5103966743884467},"harm_rate":{"mean":0.001937984496124031,"values":[0.0029069767441860465,0.0029069767441860465,0.0],"n":3,"sample_sd":0.0016783438057837957,"df":2,"ci95_low":-0.0022312526452519382,"ci95_high":0.0061072216375},"repair_rate":{"mean":0.00516795865633075,"values":[0.003875968992248062,0.0029069767441860465,0.00872093023255814],"n":3,"sample_sd":0.00311487427680651,"df":2,"ci95_low":-0.002569818002316063,"ci95_high":0.012905735314977563},"conditional_harm":{"mean":0.0019646365422396855,"values":[0.0029469548133595285,0.0029469548133595285,0.0],"n":3,"sample_sd":0.0017014251547827872,"df":2,"ci95_low":-0.0022619378486247546,"ci95_high":0.006191210933104126},"metrics":{"accuracy":{"mean":0.9877260981912145,"values":[0.9874031007751938,0.9864341085271318,0.9893410852713178],"n":3,"sample_sd":0.0014801601081898734,"df":2,"ci95_low":0.984049176646903,"ci95_high":0.991403019735526},"ce":{"mean":0.10902012391251409,"values":[0.11248163843539409,0.12235671784343284,0.09222201545871535],"n":3,"sample_sd":0.015362670147079134,"df":2,"ci95_low":0.0708571356456386,"ci95_high":0.14718311217938956},"accuracy_pp":{"mean":0.32299741602067183,"values":[0.09689922480620156,0.0,0.872093023255814],"n":3,"sample_sd":0.477992525418241,"df":2,"ci95_low":-0.8644018423471029,"ci95_high":1.5103966743884467},"harm_rate":{"mean":0.001937984496124031,"values":[0.0029069767441860465,0.0029069767441860465,0.0],"n":3,"sample_sd":0.0016783438057837957,"df":2,"ci95_low":-0.0022312526452519382,"ci95_high":0.0061072216375},"repair_rate":{"mean":0.00516795865633075,"values":[0.003875968992248062,0.0029069767441860465,0.00872093023255814],"n":3,"sample_sd":0.00311487427680651,"df":2,"ci95_low":-0.002569818002316063,"ci95_high":0.012905735314977563},"conditional_harm":{"mean":0.0019646365422396855,"values":[0.0029469548133595285,0.0029469548133595285,0.0],"n":3,"sample_sd":0.0017014251547827872,"df":2,"ci95_low":-0.0022619378486247546,"ci95_high":0.006191210933104126}}},{"digit":3,"n":1010,"accuracy":{"mean":0.9792079207920792,"values":[0.9801980198019802,0.9762376237623762,0.9811881188118812],"n":3,"sample_sd":0.0026195557535293,"df":2,"ci95_low":0.9727005835564768,"ci95_high":0.9857152580276816},"ce":{"mean":0.14054954974681572,"values":[0.15269490429509558,0.1602096186951539,0.10874412625019762],"n":3,"sample_sd":0.027799396683705745,"df":2,"ci95_low":0.07149202007849907,"ci95_high":0.20960707941513235},"accuracy_pp":{"mean":-0.26402640264026406,"values":[0.0,-0.7920792079207921,0.0],"n":3,"sample_sd":0.4573071439125749,"df":2,"ci95_low":-1.4000403247260729,"ci95_high":0.8719875194455446},"harm_rate":{"mean":0.007260726072607261,"values":[0.0049504950495049506,0.009900990099009901,0.006930693069306931],"n":3,"sample_sd":0.002491694533092657,"df":2,"ci95_low":0.0010710137165730995,"ci95_high":0.013450438428641423},"repair_rate":{"mean":0.0046204620462046205,"values":[0.0049504950495049506,0.0019801980198019802,0.006930693069306931],"n":3,"sample_sd":0.002491694533092657,"df":2,"ci95_low":-0.0015692503098295408,"ci95_high":0.010810174402238783},"conditional_harm":{"mean":0.007391479790962459,"values":[0.005050505050505051,0.01006036217303823,0.007063572149344097],"n":3,"sample_sd":0.0025209739512979685,"df":2,"ci95_low":0.001129033327983829,"ci95_high":0.013653926253941089},"metrics":{"accuracy":{"mean":0.9792079207920792,"values":[0.9801980198019802,0.9762376237623762,0.9811881188118812],"n":3,"sample_sd":0.0026195557535293,"df":2,"ci95_low":0.9727005835564768,"ci95_high":0.9857152580276816},"ce":{"mean":0.14054954974681572,"values":[0.15269490429509558,0.1602096186951539,0.10874412625019762],"n":3,"sample_sd":0.027799396683705745,"df":2,"ci95_low":0.07149202007849907,"ci95_high":0.20960707941513235},"accuracy_pp":{"mean":-0.26402640264026406,"values":[0.0,-0.7920792079207921,0.0],"n":3,"sample_sd":0.4573071439125749,"df":2,"ci95_low":-1.4000403247260729,"ci95_high":0.8719875194455446},"harm_rate":{"mean":0.007260726072607261,"values":[0.0049504950495049506,0.009900990099009901,0.006930693069306931],"n":3,"sample_sd":0.002491694533092657,"df":2,"ci95_low":0.0010710137165730995,"ci95_high":0.013450438428641423},"repair_rate":{"mean":0.0046204620462046205,"values":[0.0049504950495049506,0.0019801980198019802,0.006930693069306931],"n":3,"sample_sd":0.002491694533092657,"df":2,"ci95_low":-0.0015692503098295408,"ci95_high":0.010810174402238783},"conditional_harm":{"mean":0.007391479790962459,"values":[0.005050505050505051,0.01006036217303823,0.007063572149344097],"n":3,"sample_sd":0.0025209739512979685,"df":2,"ci95_low":0.001129033327983829,"ci95_high":0.013653926253941089}}},{"digit":4,"n":982,"accuracy":{"mean":0.9803122878479293,"values":[0.9806517311608961,0.9796334012219959,0.9806517311608961],"n":3,"sample_sd":0.000587933064347865,"df":2,"ci95_low":0.9788517811507468,"ci95_high":0.9817727945451119},"ce":{"mean":0.2151502794845253,"values":[0.22273200191960174,0.19938479599609646,0.2233340405378777],"n":3,"sample_sd":0.013656627140052396,"df":2,"ci95_low":0.18122533698942117,"ci95_high":0.24907522197962945},"accuracy_pp":{"mean":-0.20366598778004075,"values":[-0.3054989816700611,-0.3054989816700611,0.0],"n":3,"sample_sd":0.17637991930436633,"df":2,"ci95_low":-0.641817996934827,"ci95_high":0.23448602137474545},"harm_rate":{"mean":0.00373387644263408,"values":[0.0050916496945010185,0.004073319755600814,0.002036659877800407],"n":3,"sample_sd":0.0015555246758166465,"df":2,"ci95_low":-0.00013026106625545382,"ci95_high":0.007598013951523614},"repair_rate":{"mean":0.0016972165648336725,"values":[0.002036659877800407,0.0010183299389002036,0.002036659877800407],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":0.000236709867651052,"ci95_high":0.003157723262016293},"conditional_harm":{"mean":0.0037993014517995936,"values":[0.005175983436853002,0.004145077720207254,0.0020768431983385254],"n":3,"sample_sd":0.001578239042521866,"df":2,"ci95_low":-0.00012126167202287626,"ci95_high":0.007719864575622064},"metrics":{"accuracy":{"mean":0.9803122878479293,"values":[0.9806517311608961,0.9796334012219959,0.9806517311608961],"n":3,"sample_sd":0.000587933064347865,"df":2,"ci95_low":0.9788517811507468,"ci95_high":0.9817727945451119},"ce":{"mean":0.2151502794845253,"values":[0.22273200191960174,0.19938479599609646,0.2233340405378777],"n":3,"sample_sd":0.013656627140052396,"df":2,"ci95_low":0.18122533698942117,"ci95_high":0.24907522197962945},"accuracy_pp":{"mean":-0.20366598778004075,"values":[-0.3054989816700611,-0.3054989816700611,0.0],"n":3,"sample_sd":0.17637991930436633,"df":2,"ci95_low":-0.641817996934827,"ci95_high":0.23448602137474545},"harm_rate":{"mean":0.00373387644263408,"values":[0.0050916496945010185,0.004073319755600814,0.002036659877800407],"n":3,"sample_sd":0.0015555246758166465,"df":2,"ci95_low":-0.00013026106625545382,"ci95_high":0.007598013951523614},"repair_rate":{"mean":0.0016972165648336725,"values":[0.002036659877800407,0.0010183299389002036,0.002036659877800407],"n":3,"sample_sd":0.0005879330643478877,"df":2,"ci95_low":0.000236709867651052,"ci95_high":0.003157723262016293},"conditional_harm":{"mean":0.0037993014517995936,"values":[0.005175983436853002,0.004145077720207254,0.0020768431983385254],"n":3,"sample_sd":0.001578239042521866,"df":2,"ci95_low":-0.00012126167202287626,"ci95_high":0.007719864575622064}}},{"digit":5,"n":892,"accuracy":{"mean":0.9798206278026905,"values":[0.976457399103139,0.9809417040358744,0.9820627802690582],"n":3,"sample_sd":0.0029660889137495287,"df":2,"ci95_low":0.972452454475383,"ci95_high":0.9871888011299981},"ce":{"mean":0.2052194912518539,"values":[0.22471335006998222,0.1966079797616031,0.19433714392397636],"n":3,"sample_sd":0.016920315380222737,"df":2,"ci95_low":0.1631870977196629,"ci95_high":0.24725188478404492},"accuracy_pp":{"mean":-0.336322869955157,"values":[-0.672645739910314,0.11210762331838565,-0.4484304932735426],"n":3,"sample_sd":0.4042097842448419,"df":2,"ci95_low":-1.3404356384913643,"ci95_high":0.6677898985810502},"harm_rate":{"mean":0.006352765321375187,"values":[0.008968609865470852,0.005605381165919282,0.004484304932735426],"n":3,"sample_sd":0.0023337062774283998,"df":2,"ci95_low":0.0005555175492639904,"ci95_high":0.012150013093486383},"repair_rate":{"mean":0.0029895366218236174,"values":[0.002242152466367713,0.006726457399103139,0.0],"n":3,"sample_sd":0.0034249444655873244,"df":2,"ci95_low":-0.005518497086090108,"ci95_high":0.011497570329737344},"conditional_harm":{"mean":0.006462761728528893,"values":[0.009122006841505131,0.005720823798627002,0.004545454545454545],"n":3,"sample_sd":0.002376775472881652,"df":2,"ci95_low":0.0005585241437737832,"ci95_high":0.012366999313284003},"metrics":{"accuracy":{"mean":0.9798206278026905,"values":[0.976457399103139,0.9809417040358744,0.9820627802690582],"n":3,"sample_sd":0.0029660889137495287,"df":2,"ci95_low":0.972452454475383,"ci95_high":0.9871888011299981},"ce":{"mean":0.2052194912518539,"values":[0.22471335006998222,0.1966079797616031,0.19433714392397636],"n":3,"sample_sd":0.016920315380222737,"df":2,"ci95_low":0.1631870977196629,"ci95_high":0.24725188478404492},"accuracy_pp":{"mean":-0.336322869955157,"values":[-0.672645739910314,0.11210762331838565,-0.4484304932735426],"n":3,"sample_sd":0.4042097842448419,"df":2,"ci95_low":-1.3404356384913643,"ci95_high":0.6677898985810502},"harm_rate":{"mean":0.006352765321375187,"values":[0.008968609865470852,0.005605381165919282,0.004484304932735426],"n":3,"sample_sd":0.0023337062774283998,"df":2,"ci95_low":0.0005555175492639904,"ci95_high":0.012150013093486383},"repair_rate":{"mean":0.0029895366218236174,"values":[0.002242152466367713,0.006726457399103139,0.0],"n":3,"sample_sd":0.0034249444655873244,"df":2,"ci95_low":-0.005518497086090108,"ci95_high":0.011497570329737344},"conditional_harm":{"mean":0.006462761728528893,"values":[0.009122006841505131,0.005720823798627002,0.004545454545454545],"n":3,"sample_sd":0.002376775472881652,"df":2,"ci95_low":0.0005585241437737832,"ci95_high":0.012366999313284003}}},{"digit":6,"n":958,"accuracy":{"mean":0.9867780097425192,"values":[0.9874739039665971,0.988517745302714,0.9843423799582464],"n":3,"sample_sd":0.002172929018231854,"df":2,"ci95_low":0.981380154823184,"ci95_high":0.9921758646618544},"ce":{"mean":0.14679848626151631,"values":[0.14849854894468506,0.14005160405818112,0.15184530578168273],"n":3,"sample_sd":0.006077870509541843,"df":2,"ci95_low":0.13170021892109998,"ci95_high":0.16189675360193265},"accuracy_pp":{"mean":0.3479471120389701,"values":[0.20876826722338204,0.31315240083507306,0.5219206680584552],"n":3,"sample_sd":0.1594493978759861,"df":2,"ci95_low":-0.048147150354508284,"ci95_high":0.7440413744324486},"harm_rate":{"mean":0.0024356297842727907,"values":[0.003131524008350731,0.0010438413361169101,0.003131524008350731],"n":3,"sample_sd":0.0012053241527967137,"df":2,"ci95_low":-0.0005585613986778012,"ci95_high":0.005429820967223383},"repair_rate":{"mean":0.005915100904662491,"values":[0.005219206680584551,0.0041753653444676405,0.008350730688935281],"n":3,"sample_sd":0.002172929018231871,"df":2,"ci95_low":0.000517245985327223,"ci95_high":0.011312955823997758},"conditional_harm":{"mean":0.0024785274595545276,"values":[0.0031779661016949155,0.001059322033898305,0.0031982942430703624],"n":3,"sample_sd":0.0012291099781923463,"df":2,"ci95_low":-0.0005747509892685314,"ci95_high":0.005531805908377587},"metrics":{"accuracy":{"mean":0.9867780097425192,"values":[0.9874739039665971,0.988517745302714,0.9843423799582464],"n":3,"sample_sd":0.002172929018231854,"df":2,"ci95_low":0.981380154823184,"ci95_high":0.9921758646618544},"ce":{"mean":0.14679848626151631,"values":[0.14849854894468506,0.14005160405818112,0.15184530578168273],"n":3,"sample_sd":0.006077870509541843,"df":2,"ci95_low":0.13170021892109998,"ci95_high":0.16189675360193265},"accuracy_pp":{"mean":0.3479471120389701,"values":[0.20876826722338204,0.31315240083507306,0.5219206680584552],"n":3,"sample_sd":0.1594493978759861,"df":2,"ci95_low":-0.048147150354508284,"ci95_high":0.7440413744324486},"harm_rate":{"mean":0.0024356297842727907,"values":[0.003131524008350731,0.0010438413361169101,0.003131524008350731],"n":3,"sample_sd":0.0012053241527967137,"df":2,"ci95_low":-0.0005585613986778012,"ci95_high":0.005429820967223383},"repair_rate":{"mean":0.005915100904662491,"values":[0.005219206680584551,0.0041753653444676405,0.008350730688935281],"n":3,"sample_sd":0.002172929018231871,"df":2,"ci95_low":0.000517245985327223,"ci95_high":0.011312955823997758},"conditional_harm":{"mean":0.0024785274595545276,"values":[0.0031779661016949155,0.001059322033898305,0.0031982942430703624],"n":3,"sample_sd":0.0012291099781923463,"df":2,"ci95_low":-0.0005747509892685314,"ci95_high":0.005531805908377587}}},{"digit":7,"n":1028,"accuracy":{"mean":0.982166018158236,"values":[0.980544747081712,0.9834630350194552,0.9824902723735408],"n":3,"sample_sd":0.0014859194860427445,"df":2,"ci95_low":0.9784747895262034,"ci95_high":0.9858572467902686},"ce":{"mean":0.1343207099026801,"values":[0.1295336452843075,0.14637762648018487,0.12705085794354795],"n":3,"sample_sd":0.010515131300299626,"df":2,"ci95_low":0.10819967569468561,"ci95_high":0.1604417441106746},"accuracy_pp":{"mean":0.09727626459143969,"values":[-0.2918287937743191,0.38910505836575876,0.19455252918287938],"n":3,"sample_sd":0.3507345598700379,"df":2,"ci95_low":-0.7739966824263588,"ci95_high":0.9685492116092381},"harm_rate":{"mean":0.004215304798962386,"values":[0.005836575875486381,0.0029182879377431907,0.0038910505836575876],"n":3,"sample_sd":0.0014859194860427497,"df":2,"ci95_low":0.0005240761669297769,"ci95_high":0.007906533430994995},"repair_rate":{"mean":0.005188067444876783,"values":[0.0029182879377431907,0.006809338521400778,0.005836575875486381],"n":3,"sample_sd":0.002024966925550713,"df":2,"ci95_low":0.000157770739893137,"ci95_high":0.01021836414986043},"conditional_harm":{"mean":0.004294039349099036,"values":[0.005934718100890208,0.0029791459781529296,0.003968253968253968],"n":3,"sample_sd":0.0015044778924778886,"df":2,"ci95_low":0.0005567090797692952,"ci95_high":0.008031369618428777},"metrics":{"accuracy":{"mean":0.982166018158236,"values":[0.980544747081712,0.9834630350194552,0.9824902723735408],"n":3,"sample_sd":0.0014859194860427445,"df":2,"ci95_low":0.9784747895262034,"ci95_high":0.9858572467902686},"ce":{"mean":0.1343207099026801,"values":[0.1295336452843075,0.14637762648018487,0.12705085794354795],"n":3,"sample_sd":0.010515131300299626,"df":2,"ci95_low":0.10819967569468561,"ci95_high":0.1604417441106746},"accuracy_pp":{"mean":0.09727626459143969,"values":[-0.2918287937743191,0.38910505836575876,0.19455252918287938],"n":3,"sample_sd":0.3507345598700379,"df":2,"ci95_low":-0.7739966824263588,"ci95_high":0.9685492116092381},"harm_rate":{"mean":0.004215304798962386,"values":[0.005836575875486381,0.0029182879377431907,0.0038910505836575876],"n":3,"sample_sd":0.0014859194860427497,"df":2,"ci95_low":0.0005240761669297769,"ci95_high":0.007906533430994995},"repair_rate":{"mean":0.005188067444876783,"values":[0.0029182879377431907,0.006809338521400778,0.005836575875486381],"n":3,"sample_sd":0.002024966925550713,"df":2,"ci95_low":0.000157770739893137,"ci95_high":0.01021836414986043},"conditional_harm":{"mean":0.004294039349099036,"values":[0.005934718100890208,0.0029791459781529296,0.003968253968253968],"n":3,"sample_sd":0.0015044778924778886,"df":2,"ci95_low":0.0005567090797692952,"ci95_high":0.008031369618428777}}},{"digit":8,"n":974,"accuracy":{"mean":0.9811772758384668,"values":[0.9804928131416838,0.9825462012320328,0.9804928131416838],"n":3,"sample_sd":0.001185524166713796,"df":2,"ci95_low":0.9782322705476386,"ci95_high":0.984122281129295},"ce":{"mean":0.1667521205202664,"values":[0.16328024459189455,0.15858538182510257,0.17839073514380205],"n":3,"sample_sd":0.010349079517818771,"df":2,"ci95_low":0.14104358180725038,"ci95_high":0.1924606592332824},"accuracy_pp":{"mean":-0.2053388090349076,"values":[-0.3080082135523614,-0.1026694045174538,-0.2053388090349076],"n":3,"sample_sd":0.10266940451745381,"df":2,"ci95_low":-0.4603837486485876,"ci95_high":0.049706130578772434},"harm_rate":{"mean":0.005817932922655715,"values":[0.006160164271047228,0.00513347022587269,0.006160164271047228],"n":3,"sample_sd":0.0005927620833569056,"df":2,"ci95_low":0.004345430277241614,"ci95_high":0.0072904355680698165},"repair_rate":{"mean":0.0037645448323066393,"values":[0.003080082135523614,0.004106776180698152,0.004106776180698152],"n":3,"sample_sd":0.0005927620833569053,"df":2,"ci95_low":0.002292042186892539,"ci95_high":0.00523704747772074},"conditional_harm":{"mean":0.005917282391258347,"values":[0.006263048016701462,0.005219206680584551,0.006269592476489028],"n":3,"sample_sd":0.0006045601548754446,"df":2,"ci95_low":0.004415471711458091,"ci95_high":0.007419093071058603},"metrics":{"accuracy":{"mean":0.9811772758384668,"values":[0.9804928131416838,0.9825462012320328,0.9804928131416838],"n":3,"sample_sd":0.001185524166713796,"df":2,"ci95_low":0.9782322705476386,"ci95_high":0.984122281129295},"ce":{"mean":0.1667521205202664,"values":[0.16328024459189455,0.15858538182510257,0.17839073514380205],"n":3,"sample_sd":0.010349079517818771,"df":2,"ci95_low":0.14104358180725038,"ci95_high":0.1924606592332824},"accuracy_pp":{"mean":-0.2053388090349076,"values":[-0.3080082135523614,-0.1026694045174538,-0.2053388090349076],"n":3,"sample_sd":0.10266940451745381,"df":2,"ci95_low":-0.4603837486485876,"ci95_high":0.049706130578772434},"harm_rate":{"mean":0.005817932922655715,"values":[0.006160164271047228,0.00513347022587269,0.006160164271047228],"n":3,"sample_sd":0.0005927620833569056,"df":2,"ci95_low":0.004345430277241614,"ci95_high":0.0072904355680698165},"repair_rate":{"mean":0.0037645448323066393,"values":[0.003080082135523614,0.004106776180698152,0.004106776180698152],"n":3,"sample_sd":0.0005927620833569053,"df":2,"ci95_low":0.002292042186892539,"ci95_high":0.00523704747772074},"conditional_harm":{"mean":0.005917282391258347,"values":[0.006263048016701462,0.005219206680584551,0.006269592476489028],"n":3,"sample_sd":0.0006045601548754446,"df":2,"ci95_low":0.004415471711458091,"ci95_high":0.007419093071058603}}},{"digit":9,"n":1009,"accuracy":{"mean":0.9841427155599604,"values":[0.9821605550049554,0.9841427155599604,0.9861248761149654],"n":3,"sample_sd":0.001982160555004997,"df":2,"ci95_low":0.9792187557743562,"ci95_high":0.9890666753455645},"ce":{"mean":0.19539967576781214,"values":[0.21177684400931046,0.18006357155996472,0.19435861173416125],"n":3,"sample_sd":0.015882247104966885,"df":2,"ci95_low":0.15594598678564603,"ci95_high":0.23485336474997826},"accuracy_pp":{"mean":0.42946812025107367,"values":[0.0,0.39643211100099107,0.8919722497522299],"n":3,"sample_sd":0.44690284963556925,"df":2,"ci95_low":-0.6807001020561729,"ci95_high":1.5396363425583204},"harm_rate":{"mean":0.0019821605550049554,"values":[0.0019821605550049554,0.002973240832507433,0.0009910802775024777],"n":3,"sample_sd":0.0009910802775024777,"df":2,"ci95_low":-0.00047981933779706965,"ci95_high":0.00444414044780698},"repair_rate":{"mean":0.006276841757515692,"values":[0.0019821605550049554,0.006937561942517344,0.009910802775024777],"n":3,"sample_sd":0.004005403255032091,"df":2,"ci95_low":-0.0036731315194251735,"ci95_high":0.016226815034456558},"conditional_harm":{"mean":0.002021909763871386,"values":[0.0020181634712411706,0.003033367037411527,0.0010141987829614604],"n":3,"sample_sd":0.0010095893402646868,"df":2,"ci95_low":-0.00048604918974900525,"ci95_high":0.004529868717491777},"metrics":{"accuracy":{"mean":0.9841427155599604,"values":[0.9821605550049554,0.9841427155599604,0.9861248761149654],"n":3,"sample_sd":0.001982160555004997,"df":2,"ci95_low":0.9792187557743562,"ci95_high":0.9890666753455645},"ce":{"mean":0.19539967576781214,"values":[0.21177684400931046,0.18006357155996472,0.19435861173416125],"n":3,"sample_sd":0.015882247104966885,"df":2,"ci95_low":0.15594598678564603,"ci95_high":0.23485336474997826},"accuracy_pp":{"mean":0.42946812025107367,"values":[0.0,0.39643211100099107,0.8919722497522299],"n":3,"sample_sd":0.44690284963556925,"df":2,"ci95_low":-0.6807001020561729,"ci95_high":1.5396363425583204},"harm_rate":{"mean":0.0019821605550049554,"values":[0.0019821605550049554,0.002973240832507433,0.0009910802775024777],"n":3,"sample_sd":0.0009910802775024777,"df":2,"ci95_low":-0.00047981933779706965,"ci95_high":0.00444414044780698},"repair_rate":{"mean":0.006276841757515692,"values":[0.0019821605550049554,0.006937561942517344,0.009910802775024777],"n":3,"sample_sd":0.004005403255032091,"df":2,"ci95_low":-0.0036731315194251735,"ci95_high":0.016226815034456558},"conditional_harm":{"mean":0.002021909763871386,"values":[0.0020181634712411706,0.003033367037411527,0.0010141987829614604],"n":3,"sample_sd":0.0010095893402646868,"df":2,"ci95_low":-0.00048604918974900525,"ci95_high":0.004529868717491777}}}],"seeds":[{"seed":201,"run_id":"halfdrop-m15-s201-v1","accuracy":0.9848,"test_accuracy":0.9848,"ce":0.1404232082809249,"training_seconds":41.19655057600005,"selected_epoch":25,"epoch":100,"total_run_seconds":50.28421661100003,"paired_vs_none":{"n":10000,"baseline_correct":9853,"harm_count":40,"repair_count":35,"harm_rate":0.004,"repair_rate":0.0035,"conditional_harm":0.0040596772556581754,"accuracy_pp":-0.05,"ce":0.04928049955387169},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":4,"harm_rate":0.0010204081632653062,"repair_rate":0.004081632653061225,"conditional_harm":0.00102880658436214,"accuracy_pp":0.30612244897959184,"digit":0,"accuracy":0.9948979591836735,"ce":0.05073645777321633},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":5,"harm_rate":0.000881057268722467,"repair_rate":0.004405286343612335,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.3524229074889868,"digit":1,"accuracy":0.9955947136563876,"ce":0.014890153974867473},{"n":1032,"baseline_correct":1018,"harm_count":3,"repair_count":4,"harm_rate":0.0029069767441860465,"repair_rate":0.003875968992248062,"conditional_harm":0.0029469548133595285,"accuracy_pp":0.09689922480620156,"digit":2,"accuracy":0.9874031007751938,"ce":0.11248163843539409},{"n":1010,"baseline_correct":990,"harm_count":5,"repair_count":5,"harm_rate":0.0049504950495049506,"repair_rate":0.0049504950495049506,"conditional_harm":0.005050505050505051,"accuracy_pp":0.0,"digit":3,"accuracy":0.9801980198019802,"ce":0.15269490429509558},{"n":982,"baseline_correct":966,"harm_count":5,"repair_count":2,"harm_rate":0.0050916496945010185,"repair_rate":0.002036659877800407,"conditional_harm":0.005175983436853002,"accuracy_pp":-0.3054989816700611,"digit":4,"accuracy":0.9806517311608961,"ce":0.22273200191960174},{"n":892,"baseline_correct":877,"harm_count":8,"repair_count":2,"harm_rate":0.008968609865470852,"repair_rate":0.002242152466367713,"conditional_harm":0.009122006841505131,"accuracy_pp":-0.672645739910314,"digit":5,"accuracy":0.976457399103139,"ce":0.22471335006998222},{"n":958,"baseline_correct":944,"harm_count":3,"repair_count":5,"harm_rate":0.003131524008350731,"repair_rate":0.005219206680584551,"conditional_harm":0.0031779661016949155,"accuracy_pp":0.20876826722338204,"digit":6,"accuracy":0.9874739039665971,"ce":0.14849854894468506},{"n":1028,"baseline_correct":1011,"harm_count":6,"repair_count":3,"harm_rate":0.005836575875486381,"repair_rate":0.0029182879377431907,"conditional_harm":0.005934718100890208,"accuracy_pp":-0.2918287937743191,"digit":7,"accuracy":0.980544747081712,"ce":0.1295336452843075},{"n":974,"baseline_correct":958,"harm_count":6,"repair_count":3,"harm_rate":0.006160164271047228,"repair_rate":0.003080082135523614,"conditional_harm":0.006263048016701462,"accuracy_pp":-0.3080082135523614,"digit":8,"accuracy":0.9804928131416838,"ce":0.16328024459189455},{"n":1009,"baseline_correct":991,"harm_count":2,"repair_count":2,"harm_rate":0.0019821605550049554,"repair_rate":0.0019821605550049554,"conditional_harm":0.0020181634712411706,"accuracy_pp":0.0,"digit":9,"accuracy":0.9821605550049554,"ce":0.21177684400931046}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"22811e4d232d5fe98bb39fbf37f4b34120251adb4e43bdd0be0cb11db8b99d4e","train_accuracy":1.0,"train_ce":1.138179898262024e-06,"validation_accuracy":0.9841,"validation_ce":0.1481043701171875},{"seed":202,"run_id":"halfdrop-m15-s202-v1","accuracy":0.985,"test_accuracy":0.985,"ce":0.13870654229076593,"training_seconds":41.160668257999305,"selected_epoch":10,"epoch":100,"total_run_seconds":50.207279365999966,"paired_vs_none":{"n":10000,"baseline_correct":9847,"harm_count":36,"repair_count":39,"harm_rate":0.0036,"repair_rate":0.0039,"conditional_harm":0.003655935818015639,"accuracy_pp":0.03,"ce":0.048561602771086995},"per_class":[{"n":980,"baseline_correct":972,"harm_count":1,"repair_count":2,"harm_rate":0.0010204081632653062,"repair_rate":0.0020408163265306124,"conditional_harm":0.00102880658436214,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.03953704840134907},{"n":1135,"baseline_correct":1126,"harm_count":1,"repair_count":3,"harm_rate":0.000881057268722467,"repair_rate":0.0026431718061674008,"conditional_harm":0.0008880994671403197,"accuracy_pp":0.1762114537444934,"digit":1,"accuracy":0.9938325991189427,"ce":0.06015254436235273},{"n":1032,"baseline_correct":1018,"harm_count":3,"repair_count":3,"harm_rate":0.0029069767441860465,"repair_rate":0.0029069767441860465,"conditional_harm":0.0029469548133595285,"accuracy_pp":0.0,"digit":2,"accuracy":0.9864341085271318,"ce":0.12235671784343284},{"n":1010,"baseline_correct":994,"harm_count":10,"repair_count":2,"harm_rate":0.009900990099009901,"repair_rate":0.0019801980198019802,"conditional_harm":0.01006036217303823,"accuracy_pp":-0.7920792079207921,"digit":3,"accuracy":0.9762376237623762,"ce":0.1602096186951539},{"n":982,"baseline_correct":965,"harm_count":4,"repair_count":1,"harm_rate":0.004073319755600814,"repair_rate":0.0010183299389002036,"conditional_harm":0.004145077720207254,"accuracy_pp":-0.3054989816700611,"digit":4,"accuracy":0.9796334012219959,"ce":0.19938479599609646},{"n":892,"baseline_correct":874,"harm_count":5,"repair_count":6,"harm_rate":0.005605381165919282,"repair_rate":0.006726457399103139,"conditional_harm":0.005720823798627002,"accuracy_pp":0.11210762331838565,"digit":5,"accuracy":0.9809417040358744,"ce":0.1966079797616031},{"n":958,"baseline_correct":944,"harm_count":1,"repair_count":4,"harm_rate":0.0010438413361169101,"repair_rate":0.0041753653444676405,"conditional_harm":0.001059322033898305,"accuracy_pp":0.31315240083507306,"digit":6,"accuracy":0.988517745302714,"ce":0.14005160405818112},{"n":1028,"baseline_correct":1007,"harm_count":3,"repair_count":7,"harm_rate":0.0029182879377431907,"repair_rate":0.006809338521400778,"conditional_harm":0.0029791459781529296,"accuracy_pp":0.38910505836575876,"digit":7,"accuracy":0.9834630350194552,"ce":0.14637762648018487},{"n":974,"baseline_correct":958,"harm_count":5,"repair_count":4,"harm_rate":0.00513347022587269,"repair_rate":0.004106776180698152,"conditional_harm":0.005219206680584551,"accuracy_pp":-0.1026694045174538,"digit":8,"accuracy":0.9825462012320328,"ce":0.15858538182510257},{"n":1009,"baseline_correct":989,"harm_count":3,"repair_count":7,"harm_rate":0.002973240832507433,"repair_rate":0.006937561942517344,"conditional_harm":0.003033367037411527,"accuracy_pp":0.39643211100099107,"digit":9,"accuracy":0.9841427155599604,"ce":0.18006357155996472}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"bb054e3ff6cbdccbfaf1fa252885ba320099c71fc14d4de7424a4ddd99e1dccd","train_accuracy":1.0,"train_ce":3.1870687007904053e-06,"validation_accuracy":0.9842,"validation_ce":0.150280810546875},{"seed":203,"run_id":"halfdrop-m15-s203-v1","accuracy":0.9855,"test_accuracy":0.9855,"ce":0.13257261896034572,"training_seconds":41.29789439900014,"selected_epoch":5,"epoch":100,"total_run_seconds":50.92785041100001,"paired_vs_none":{"n":10000,"baseline_correct":9832,"harm_count":27,"repair_count":50,"harm_rate":0.0027,"repair_rate":0.005,"conditional_harm":0.0027461350691619204,"accuracy_pp":0.23,"ce":0.036201110119235075},"per_class":[{"n":980,"baseline_correct":972,"harm_count":0,"repair_count":1,"harm_rate":0.0,"repair_rate":0.0010204081632653062,"conditional_harm":0.0,"accuracy_pp":0.10204081632653061,"digit":0,"accuracy":0.9928571428571429,"ce":0.04448785998622536},{"n":1135,"baseline_correct":1125,"harm_count":0,"repair_count":3,"harm_rate":0.0,"repair_rate":0.0026431718061674008,"conditional_harm":0.0,"accuracy_pp":0.2643171806167401,"digit":1,"accuracy":0.9938325991189427,"ce":0.03394197267650105},{"n":1032,"baseline_correct":1012,"harm_count":0,"repair_count":9,"harm_rate":0.0,"repair_rate":0.00872093023255814,"conditional_harm":0.0,"accuracy_pp":0.872093023255814,"digit":2,"accuracy":0.9893410852713178,"ce":0.09222201545871535},{"n":1010,"baseline_correct":991,"harm_count":7,"repair_count":7,"harm_rate":0.006930693069306931,"repair_rate":0.006930693069306931,"conditional_harm":0.007063572149344097,"accuracy_pp":0.0,"digit":3,"accuracy":0.9811881188118812,"ce":0.10874412625019762},{"n":982,"baseline_correct":963,"harm_count":2,"repair_count":2,"harm_rate":0.002036659877800407,"repair_rate":0.002036659877800407,"conditional_harm":0.0020768431983385254,"accuracy_pp":0.0,"digit":4,"accuracy":0.9806517311608961,"ce":0.2233340405378777},{"n":892,"baseline_correct":880,"harm_count":4,"repair_count":0,"harm_rate":0.004484304932735426,"repair_rate":0.0,"conditional_harm":0.004545454545454545,"accuracy_pp":-0.4484304932735426,"digit":5,"accuracy":0.9820627802690582,"ce":0.19433714392397636},{"n":958,"baseline_correct":938,"harm_count":3,"repair_count":8,"harm_rate":0.003131524008350731,"repair_rate":0.008350730688935281,"conditional_harm":0.0031982942430703624,"accuracy_pp":0.5219206680584552,"digit":6,"accuracy":0.9843423799582464,"ce":0.15184530578168273},{"n":1028,"baseline_correct":1008,"harm_count":4,"repair_count":6,"harm_rate":0.0038910505836575876,"repair_rate":0.005836575875486381,"conditional_harm":0.003968253968253968,"accuracy_pp":0.19455252918287938,"digit":7,"accuracy":0.9824902723735408,"ce":0.12705085794354795},{"n":974,"baseline_correct":957,"harm_count":6,"repair_count":4,"harm_rate":0.006160164271047228,"repair_rate":0.004106776180698152,"conditional_harm":0.006269592476489028,"accuracy_pp":-0.2053388090349076,"digit":8,"accuracy":0.9804928131416838,"ce":0.17839073514380205},{"n":1009,"baseline_correct":986,"harm_count":1,"repair_count":10,"harm_rate":0.0009910802775024777,"repair_rate":0.009910802775024777,"conditional_harm":0.0010141987829614604,"accuracy_pp":0.8919722497522299,"digit":9,"accuracy":0.9861248761149654,"ce":0.19435861173416125}],"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","cpu_threads":2,"precision":"FP32 tensors; torch.set_float32_matmul_precision(high); no autocast"},"checkpoint_sha256":"f98509717f978f9bfe722aba8da8431597612d1c71e2b8824feaf47ff6a1359d","train_accuracy":1.0,"train_ce":2.9855892062187194e-06,"validation_accuracy":0.9842,"validation_ce":0.14226240234375}]}],"by_k":[{"endpoint":"selected","k":0,"masks":[0],"metrics":{"accuracy":{"mean":0.9799,"values":[0.9848,0.9775,0.9774],"n":3,"sample_sd":0.00424381903478457,"df":2,"ci95_low":0.9693577690934789,"ci95_high":0.9904422309065211},"ce":{"mean":0.07482706396240177,"values":[0.0713811362581125,0.07598973079950755,0.07711032482958524],"n":3,"sample_sd":0.003036403473264487,"df":2,"ci95_low":0.06728421958611187,"ci95_high":0.08236990833869166},"training_seconds":{"mean":66.34146790133333,"values":[66.34134581900001,66.10116902299997,66.58188886200003],"n":3,"sample_sd":0.24035994275280734,"df":2,"ci95_low":65.74438070312604,"ci95_high":66.93855509954062}},"paired_vs_none":{"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"ce":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}},"subset_mean_range":{"accuracy":{"min":0.9799,"max":0.9799},"ce":{"min":0.07482706396240177,"max":0.07482706396240177}}},{"endpoint":"selected","k":1,"masks":[1,2,4,8],"metrics":{"accuracy":{"mean":0.9785666666666667,"values":[0.9792000000000001,0.978525,0.977975],"n":3,"sample_sd":0.0006135620044733506,"df":2,"ci95_low":0.977042494152804,"ci95_high":0.9800908391805294},"ce":{"mean":0.07388397808398267,"values":[0.07930037756292108,0.07075599446071262,0.0715955622283143],"n":3,"sample_sd":0.004709485746414583,"df":2,"ci95_low":0.062184966937954236,"ci95_high":0.0855829892300111},"training_seconds":{"mean":60.11083517925001,"values":[60.17815667425002,59.976176251250095,60.178172612249924],"n":3,"sample_sd":0.11661805276658573,"df":2,"ci95_low":59.82113987649151,"ci95_high":60.40053048200851}},"paired_vs_none":{"accuracy_pp":{"mean":-0.13333333333333336,"values":[-0.56,0.10250000000000001,0.0575],"n":3,"sample_sd":0.3701885780697905,"df":2,"ci95_low":-1.0529327406079054,"ci95_high":0.7862660739412388},"ce":{"mean":-0.0009430858784190988,"values":[0.007919241304808575,-0.005233736338794932,-0.005514762601270939],"n":3,"sample_sd":0.007676286619647707,"df":2,"ci95_low":-0.0200120389571576,"ci95_high":0.018125867200319404},"harm_rate":{"mean":0.006975,"values":[0.008425,0.006175,0.006325],"n":3,"sample_sd":0.0012579745625409125,"df":2,"ci95_low":0.0038500179486601607,"ci95_high":0.010099982051339839},"repair_rate":{"mean":0.005641666666666666,"values":[0.002825,0.0072,0.0069],"n":3,"sample_sd":0.002443912505253274,"df":2,"ci95_low":-0.000429348552063627,"ci95_high":0.01171268188539696},"conditional_harm":{"mean":0.007114474120432861,"values":[0.008555036555645816,0.006317135549872123,0.006471250255780643],"n":3,"sample_sd":0.0012499411717974281,"df":2,"ci95_low":0.004009448117992835,"ci95_high":0.010219500122872887}},"subset_mean_range":{"accuracy":{"min":0.9771,"max":0.9803999999999999},"ce":{"min":0.07316385278402938,"max":0.07446540930592353}}},{"endpoint":"selected","k":2,"masks":[3,5,6,9,10,12],"metrics":{"accuracy":{"mean":0.9793277777777778,"values":[0.9804833333333334,0.9794666666666667,0.9780333333333333],"n":3,"sample_sd":0.0012308909751040807,"df":2,"ci95_low":0.9762700750873616,"ci95_high":0.982385480468194},"ce":{"mean":0.07405001685776252,"values":[0.0781824609010773,0.07215813441321935,0.0718094552589909],"n":3,"sample_sd":0.0035830454387984333,"df":2,"ci95_low":0.0651492385600169,"ci95_high":0.08295079515550814},"training_seconds":{"mean":53.88732728394457,"values":[53.89653747400013,53.81114610066683,53.95429827716675],"n":3,"sample_sd":0.07201914405080427,"df":2,"ci95_low":53.70842181223373,"ci95_high":54.06623275565541}},"paired_vs_none":{"accuracy_pp":{"mean":-0.057222222222222216,"values":[-0.43166666666666664,0.19666666666666666,0.06333333333333334],"n":3,"sample_sd":0.331060305572755,"df":2,"ci95_low":-0.8796216121878644,"ci95_high":0.76517716774342},"ce":{"mean":-0.0007770471046392477,"values":[0.0068013246429648065,-0.003831596386288207,-0.005300869570594342],"n":3,"sample_sd":0.006604050248233486,"df":2,"ci95_low":-0.017182417377144158,"ci95_high":0.015628323167865662},"harm_rate":{"mean":0.0071222222222222225,"values":[0.007266666666666667,0.006983333333333334,0.007116666666666667],"n":3,"sample_sd":0.00014174834246858973,"df":2,"ci95_low":0.006770099819105578,"ci95_high":0.007474344625338867},"repair_rate":{"mean":0.00655,"values":[0.00295,0.00895,0.00775],"n":3,"sample_sd":0.0031749015732775087,"df":2,"ci95_low":-0.001336892729550055,"ci95_high":0.014436892729550056},"conditional_harm":{"mean":0.00726804070514197,"values":[0.007378824803682643,0.007144075021312873,0.007281222290430394],"n":3,"sample_sd":0.00011792871034527841,"df":2,"ci95_low":0.006975089548464933,"ci95_high":0.007560991861819007}},"subset_mean_range":{"accuracy":{"min":0.9771,"max":0.9810333333333333},"ce":{"min":0.07187758903563894,"max":0.075613648196567}}},{"endpoint":"selected","k":3,"masks":[7,11,13,14],"metrics":{"accuracy":{"mean":0.9785666666666667,"values":[0.979,0.97855,0.97815],"n":3,"sample_sd":0.0004252450274057767,"df":2,"ci95_low":0.9775102994573167,"ci95_high":0.9796230338760167},"ce":{"mean":0.07301885938152895,"values":[0.07644204728300363,0.07146238796119295,0.07115214290039026],"n":3,"sample_sd":0.0029686233435786543,"df":2,"ci95_low":0.06564439018150485,"ci95_high":0.08039332858155306},"training_seconds":{"mean":47.53006474133321,"values":[47.48244832649948,47.49577238000005,47.611973517500104],"n":3,"sample_sd":0.07124723370272133,"df":2,"ci95_low":47.3530768012282,"ci95_high":47.70705268143823}},"paired_vs_none":{"accuracy_pp":{"mean":-0.1333333333333333,"values":[-0.58,0.105,0.07500000000000001],"n":3,"sample_sd":0.38711540053753135,"df":2,"ci95_low":-1.0949812986415943,"ci95_high":0.8283146319749278},"ce":{"mean":-0.0018082045808728159,"values":[0.005060911024891139,-0.004527342838314602,-0.005958181929194985],"n":3,"sample_sd":0.005991693168880586,"df":2,"ci95_low":-0.016692395539446674,"ci95_high":0.013075986377701044},"harm_rate":{"mean":0.008158333333333333,"values":[0.009075,0.007425,0.007975],"n":3,"sample_sd":0.0008401388774085705,"df":2,"ci95_low":0.006071312664782096,"ci95_high":0.01024535400188457},"repair_rate":{"mean":0.006825,"values":[0.003275,0.008475,0.008725],"n":3,"sample_sd":0.0030769302884530872,"df":2,"ci95_low":-0.0008185185662405612,"ci95_high":0.014468518566240561},"conditional_harm":{"mean":0.008323459824787008,"values":[0.009215069049553208,0.007595907928388747,0.00815940249641907],"n":3,"sample_sd":0.0008219530335220243,"df":2,"ci95_low":0.006281615296855926,"ci95_high":0.01036530435271809}},"subset_mean_range":{"accuracy":{"min":0.9777666666666667,"max":0.9803999999999999},"ce":{"min":0.07037830251125994,"max":0.07633048261093914}}},{"endpoint":"selected","k":4,"masks":[15],"metrics":{"accuracy":{"mean":0.9804333333333334,"values":[0.9844,0.9779,0.979],"n":3,"sample_sd":0.003478984526170473,"df":2,"ci95_low":0.971791056672975,"ci95_high":0.9890756099936917},"ce":{"mean":0.07480557877531589,"values":[0.07950054644610301,0.07330931265362887,0.07160687722621578],"n":3,"sample_sd":0.004154107926911622,"df":2,"ci95_low":0.0644862026150327,"ci95_high":0.08512495493559909},"training_seconds":{"mean":41.2183710776665,"values":[41.19655057600005,41.160668257999305,41.29789439900014],"n":3,"sample_sd":0.07116778880383379,"df":2,"ci95_low":41.041580489630825,"ci95_high":41.39516166570217}},"paired_vs_none":{"accuracy_pp":{"mean":0.05333333333333334,"values":[-0.04,0.04,0.16],"n":3,"sample_sd":0.10066445913694333,"df":2,"ci95_low":-0.19673104585044676,"ci95_high":0.30339771251711345},"ce":{"mean":-2.1485187085876212e-05,"values":[0.008119410187990506,-0.002680418145878674,-0.00550344760336946],"n":3,"sample_sd":0.007190132610767356,"df":2,"ci95_low":-0.01788276475860384,"ci95_high":0.017839794384432086},"harm_rate":{"mean":0.006966666666666666,"values":[0.0044,0.0084,0.0081],"n":3,"sample_sd":0.0022278539748675926,"df":2,"ci95_low":0.0014323705912315764,"ci95_high":0.012500962742101756},"repair_rate":{"mean":0.007500000000000001,"values":[0.004,0.0088,0.0097],"n":3,"sample_sd":0.003064310689208913,"df":2,"ci95_low":-0.00011216974384983466,"ci95_high":0.015112169743849836},"conditional_harm":{"mean":0.007116185155920437,"values":[0.004467912266450041,0.008593350383631713,0.008287292817679558],"n":3,"sample_sd":0.0022985712478074396,"df":2,"ci95_low":0.001406217635897186,"ci95_high":0.012826152675943687}},"subset_mean_range":{"accuracy":{"min":0.9804333333333334,"max":0.9804333333333334},"ce":{"min":0.07480557877531589,"max":0.07480557877531589}}},{"endpoint":"final","k":0,"masks":[0],"metrics":{"accuracy":{"mean":0.9843999999999999,"values":[0.9853,0.9847,0.9832],"n":3,"sample_sd":0.0010816653826392008,"df":2,"ci95_low":0.981712994231397,"ci95_high":0.9870870057686029},"ce":{"mean":0.09255305236261425,"values":[0.0911427087270532,0.09014493951967893,0.09637150884111065],"n":3,"sample_sd":0.00334430011458666,"df":2,"ci95_low":0.08424535032826792,"ci95_high":0.10086075439696059},"training_seconds":{"mean":66.34146790133333,"values":[66.34134581900001,66.10116902299997,66.58188886200003],"n":3,"sample_sd":0.24035994275280734,"df":2,"ci95_low":65.74438070312604,"ci95_high":66.93855509954062}},"paired_vs_none":{"accuracy_pp":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"ce":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"harm_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"repair_rate":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0},"conditional_harm":{"mean":0.0,"values":[0.0,0.0,0.0],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0,"ci95_high":0.0}},"subset_mean_range":{"accuracy":{"min":0.9843999999999999,"max":0.9843999999999999},"ce":{"min":0.09255305236261425,"max":0.09255305236261425}}},{"endpoint":"final","k":1,"masks":[1,2,4,8],"metrics":{"accuracy":{"mean":0.9849083333333333,"values":[0.9852,0.984875,0.98465],"n":3,"sample_sd":0.00027651100038392386,"df":2,"ci95_low":0.9842214419295418,"ci95_high":0.9855952247371248},"ce":{"mean":0.10306155253230595,"values":[0.10200642217809577,0.10224331923818343,0.10493491618063863],"n":3,"sample_sd":0.0016266986732152667,"df":2,"ci95_low":0.0990206090123763,"ci95_high":0.1071024960522356},"training_seconds":{"mean":60.11083517925001,"values":[60.17815667425002,59.976176251250095,60.178172612249924],"n":3,"sample_sd":0.11661805276658573,"df":2,"ci95_low":59.82113987649151,"ci95_high":60.40053048200851}},"paired_vs_none":{"accuracy_pp":{"mean":0.05083333333333334,"values":[-0.010000000000000002,0.017499999999999998,0.14500000000000002],"n":3,"sample_sd":0.08270177345942066,"df":2,"ci95_low":-0.15460926095303398,"ci95_high":0.25627592761970064},"ce":{"mean":0.010508500169691683,"values":[0.010863713451042575,0.012098379718504495,0.008563407339527977],"n":3,"sample_sd":0.0017940567957753669,"df":2,"ci95_low":0.006051816026128206,"ci95_high":0.01496518431325516},"harm_rate":{"mean":0.0020166666666666666,"values":[0.002025,0.002125,0.0019],"n":3,"sample_sd":0.00011273124382057243,"df":2,"ci95_low":0.0017366267325896634,"ci95_high":0.00229670660074367},"repair_rate":{"mean":0.002525,"values":[0.001925,0.0023,0.0033499999999999997],"n":3,"sample_sd":0.0007386643351347076,"df":2,"ci95_low":0.0006900560687026886,"ci95_high":0.004359943931297312},"conditional_harm":{"mean":0.002048564900024425,"values":[0.002055211610676951,0.002158017670356454,0.0019324654190398698],"n":3,"sample_sd":0.0001129229320836502,"df":2,"ci95_low":0.0017680487859041936,"ci95_high":0.002329081014144656}},"subset_mean_range":{"accuracy":{"min":0.9847,"max":0.9854},"ce":{"min":0.09764513449834257,"max":0.10587244943790244}}},{"endpoint":"final","k":2,"masks":[3,5,6,9,10,12],"metrics":{"accuracy":{"mean":0.9849611111111111,"values":[0.9852333333333333,0.9845833333333334,0.9850666666666666],"n":3,"sample_sd":0.0003376114356497072,"df":2,"ci95_low":0.9841224378118661,"ci95_high":0.985799784410356},"ce":{"mean":0.11315965715239144,"values":[0.11530579080582645,0.11111399122628327,0.1130591894250646],"n":3,"sample_sd":0.0020977049964044695,"df":2,"ci95_low":0.10794866906251369,"ci95_high":0.1183706452422692},"training_seconds":{"mean":53.88732728394457,"values":[53.89653747400013,53.81114610066683,53.95429827716675],"n":3,"sample_sd":0.07201914405080427,"df":2,"ci95_low":53.70842181223373,"ci95_high":54.06623275565541}},"paired_vs_none":{"accuracy_pp":{"mean":0.05611111111111111,"values":[-0.00666666666666667,-0.011666666666666669,0.18666666666666668],"n":3,"sample_sd":0.11309206344750641,"df":2,"ci95_low":-0.2248251486083298,"ci95_high":0.33704737083055203},"ce":{"mean":0.02060660478977718,"values":[0.024163082078773254,0.020969051706604333,0.016687680583953948],"n":3,"sample_sd":0.003750857595647269,"df":2,"ci95_low":0.011288957984698625,"ci95_high":0.029924251594855733},"harm_rate":{"mean":0.0023888888888888887,"values":[0.0022,0.0028166666666666665,0.00215],"n":3,"sample_sd":0.00037130899581126536,"df":2,"ci95_low":0.0014665062096497075,"ci95_high":0.00331127156812807},"repair_rate":{"mean":0.00295,"values":[0.0021333333333333334,0.0027,0.004016666666666667],"n":3,"sample_sd":0.0009662355360423829,"df":2,"ci95_low":0.0005497378663998427,"ci95_high":0.005350262133600157},"conditional_harm":{"mean":0.002426663646778834,"values":[0.002232822490611996,0.0028604312650214953,0.0021867371847030105],"n":3,"sample_sd":0.000376359832915409,"df":2,"ci95_low":0.0014917339926129025,"ci95_high":0.003361593300944765}},"subset_mean_range":{"accuracy":{"min":0.9839333333333333,"max":0.9857666666666667},"ce":{"min":0.10662105452391489,"max":0.11880189105899305}}},{"endpoint":"final","k":3,"masks":[7,11,13,14],"metrics":{"accuracy":{"mean":0.9853333333333333,"values":[0.9861,0.984425,0.985475],"n":3,"sample_sd":0.0008464386175815225,"df":2,"ci95_low":0.9832306632426436,"ci95_high":0.9874360034240229},"ce":{"mean":0.12320015881654907,"values":[0.12050937752303639,0.12408266315046895,0.12500843577614185],"n":3,"sample_sd":0.002375813905959306,"df":2,"ci95_low":0.11729830989644821,"ci95_high":0.12910200773664993},"training_seconds":{"mean":47.53006474133321,"values":[47.48244832649948,47.49577238000005,47.611973517500104],"n":3,"sample_sd":0.07124723370272133,"df":2,"ci95_low":47.3530768012282,"ci95_high":47.70705268143823}},"paired_vs_none":{"accuracy_pp":{"mean":0.09333333333333334,"values":[0.08,-0.0275,0.2275],"n":3,"sample_sd":0.12802180803805785,"df":2,"ci95_low":-0.22469046795159453,"ci95_high":0.4113571346182612},"ce":{"mean":0.0306471064539348,"values":[0.029366668795983188,0.03393772363079002,0.028636926935031195],"n":3,"sample_sd":0.0028730213799008494,"df":2,"ci95_low":0.023510125697208423,"ci95_high":0.03778408721066118},"harm_rate":{"mean":0.00265,"values":[0.002375,0.0030499999999999998,0.002525],"n":3,"sample_sd":0.00035443617196894556,"df":2,"ci95_low":0.0017695317387727118,"ci95_high":0.003530468261227288},"repair_rate":{"mean":0.0035833333333333333,"values":[0.003175,0.002775,0.0048],"n":3,"sample_sd":0.0010724776609950125,"df":2,"ci95_low":0.0009191511305526243,"ci95_high":0.006247515536114042},"conditional_harm":{"mean":0.002691989423928597,"values":[0.0024104333705470414,0.003097390068041028,0.002568144833197722],"n":3,"sample_sd":0.0003598339728929643,"df":2,"ci95_low":0.0017981122818649642,"ci95_high":0.00358586656599223}},"subset_mean_range":{"accuracy":{"min":0.9845666666666667,"max":0.9857333333333334},"ce":{"min":0.11666707943702764,"max":0.12942578696041385}}},{"endpoint":"final","k":4,"masks":[15],"metrics":{"accuracy":{"mean":0.9851,"values":[0.9848,0.985,0.9855],"n":3,"sample_sd":0.0003605551275464208,"df":2,"ci95_low":0.9842043314104656,"ci95_high":0.9859956685895344},"ce":{"mean":0.1372341231773455,"values":[0.1404232082809249,0.13870654229076593,0.13257261896034572],"n":3,"sample_sd":0.0041272208208759835,"df":2,"ci95_low":0.12698153829112763,"ci95_high":0.1474867080635634},"training_seconds":{"mean":41.2183710776665,"values":[41.19655057600005,41.160668257999305,41.29789439900014],"n":3,"sample_sd":0.07116778880383379,"df":2,"ci95_low":41.041580489630825,"ci95_high":41.39516166570217}},"paired_vs_none":{"accuracy_pp":{"mean":0.07,"values":[-0.05,0.03,0.23],"n":3,"sample_sd":0.1442220510185596,"df":2,"ci95_low":-0.2882674358137188,"ci95_high":0.4282674358137188},"ce":{"mean":0.04468107081473125,"values":[0.04928049955387169,0.048561602771086995,0.036201110119235075],"n":3,"sample_sd":0.0073526527997685685,"df":2,"ci95_low":0.026416068712780457,"ci95_high":0.06294607291668204},"harm_rate":{"mean":0.0034333333333333334,"values":[0.004,0.0036,0.0027],"n":3,"sample_sd":0.0006658328118479392,"df":2,"ci95_low":0.001779312935643236,"ci95_high":0.00508735373102343},"repair_rate":{"mean":0.0041333333333333335,"values":[0.0035,0.0039,0.005],"n":3,"sample_sd":0.000776745346515403,"df":2,"ci95_low":0.002203790925560334,"ci95_high":0.006062875741106333},"conditional_harm":{"mean":0.003487249380945245,"values":[0.0040596772556581754,0.003655935818015639,0.0027461350691619204],"n":3,"sample_sd":0.0006728221194825336,"df":2,"ci95_low":0.0018158665805804196,"ci95_high":0.00515863218131007}},"subset_mean_range":{"accuracy":{"min":0.9851,"max":0.9851},"ce":{"min":0.1372341231773455,"max":0.1372341231773455}}}],"edges":[{"endpoint":"selected","branch":0,"from_mask":0,"to_mask":1,"context_k":0,"metrics":{"accuracy_pp":{"mean":-0.26333333333333336,"values":[-0.91,0.11,0.01],"n":3,"sample_sd":0.5622573550726867,"df":2,"ci95_low":-1.6600580328272578,"ci95_high":1.133391366160591},"ce":{"mean":-0.00036165465647822653,"values":[0.007720561789471322,-0.003714413814399395,-0.005091111944506607],"n":3,"sample_sd":0.007033170795931462,"df":2,"ci95_low":-0.017833019464443933,"ci95_high":0.017109710151487482},"harm_rate":{"mean":0.008733333333333334,"values":[0.0119,0.007,0.0073],"n":3,"sample_sd":0.002746512940681936,"df":2,"ci95_low":0.0019106169613363313,"ci95_high":0.015556049705330338},"repair_rate":{"mean":0.0060999999999999995,"values":[0.0028,0.0081,0.0074],"n":3,"sample_sd":0.0028792360097775935,"df":2,"ci95_low":-0.0010524187531683066,"ci95_high":0.013252418753168306},"conditional_harm":{"mean":0.008904530630946959,"values":[0.012083671811535338,0.007161125319693095,0.0074687947616124415],"n":3,"sample_sd":0.002757511397248867,"df":2,"ci95_low":0.0020544925782200393,"ci95_high":0.015754568683673878}},"seeds":[{"n":10000,"baseline_correct":9848,"harm_count":119,"repair_count":28,"harm_rate":0.0119,"repair_rate":0.0028,"conditional_harm":0.012083671811535338,"accuracy_pp":-0.91,"seed":201,"ce":0.007720561789471322},{"n":10000,"baseline_correct":9775,"harm_count":70,"repair_count":81,"harm_rate":0.007,"repair_rate":0.0081,"conditional_harm":0.007161125319693095,"accuracy_pp":0.11,"seed":202,"ce":-0.003714413814399395},{"n":10000,"baseline_correct":9774,"harm_count":73,"repair_count":74,"harm_rate":0.0073,"repair_rate":0.0074,"conditional_harm":0.0074687947616124415,"accuracy_pp":0.01,"seed":203,"ce":-0.005091111944506607}]},{"endpoint":"selected","branch":0,"from_mask":2,"to_mask":3,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.33,"values":[-0.99,-0.09,0.09],"n":3,"sample_sd":0.5786190456595773,"df":2,"ci95_low":-1.767369392110232,"ci95_high":1.1073693921102319},"ce":{"mean":0.0010760587878015787,"values":[0.004387507448190692,0.0020962987816104534,-0.003255629866396409],"n":3,"sample_sd":0.003922378645176135,"df":2,"ci95_low":-0.008667669924785532,"ci95_high":0.01081978750038869},"harm_rate":{"mean":0.008833333333333334,"values":[0.013,0.0064,0.0071],"n":3,"sample_sd":0.0036253735439721697,"df":2,"ci95_low":-0.00017259380674496984,"ci95_high":0.01783926047341164},"repair_rate":{"mean":0.005533333333333333,"values":[0.0031,0.0055,0.008],"n":3,"sample_sd":0.0024501700621249404,"df":2,"ci95_low":-0.0005532265184058326,"ci95_high":0.011619893185072498},"conditional_harm":{"mean":0.009000353858303481,"values":[0.013197969543147208,0.006535947712418301,0.007267144319344934],"n":3,"sample_sd":0.003653579778481621,"df":2,"ci95_low":-7.564145262867542e-05,"ci95_high":0.018076349169235638}},"seeds":[{"n":10000,"baseline_correct":9850,"harm_count":130,"repair_count":31,"harm_rate":0.013,"repair_rate":0.0031,"conditional_harm":0.013197969543147208,"accuracy_pp":-0.99,"seed":201,"ce":0.004387507448190692},{"n":10000,"baseline_correct":9792,"harm_count":64,"repair_count":55,"harm_rate":0.0064,"repair_rate":0.0055,"conditional_harm":0.006535947712418301,"accuracy_pp":-0.09,"seed":202,"ce":0.0020962987816104534},{"n":10000,"baseline_correct":9770,"harm_count":71,"repair_count":80,"harm_rate":0.0071,"repair_rate":0.008,"conditional_harm":0.007267144319344934,"accuracy_pp":0.09,"seed":203,"ce":-0.003255629866396409}]},{"endpoint":"selected","branch":0,"from_mask":4,"to_mask":5,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.39333333333333337,"values":[1.06,0.24,-0.12],"n":3,"sample_sd":0.6047589051294188,"df":2,"ci95_low":-1.1089710694680575,"ci95_high":1.895637736134724},"ce":{"mean":-0.00038968073877605297,"values":[-0.008327171943408512,0.004372241190429338,0.0027858885366510155],"n":3,"sample_sd":0.006919678724713353,"df":2,"ci95_low":-0.017579115612634335,"ci95_high":0.016799754135082227},"harm_rate":{"mean":0.005333333333333333,"values":[0.0027,0.0069,0.0064],"n":3,"sample_sd":0.0022941955743426353,"df":2,"ci95_low":-0.00036576441122131154,"ci95_high":0.011032431077887978},"repair_rate":{"mean":0.009266666666666666,"values":[0.0133,0.0093,0.0052],"n":3,"sample_sd":0.004050102879351749,"df":2,"ci95_low":-0.0007943466327516198,"ci95_high":0.019327679966084952},"conditional_harm":{"mean":0.005455031619192809,"values":[0.002770083102493075,0.007053051211284882,0.00654196054380047],"n":3,"sample_sd":0.002339233810587025,"df":2,"ci95_low":-0.00035594730649115853,"ci95_high":0.011266010544876776}},"seeds":[{"n":10000,"baseline_correct":9747,"harm_count":27,"repair_count":133,"harm_rate":0.0027,"repair_rate":0.0133,"conditional_harm":0.002770083102493075,"accuracy_pp":1.06,"seed":201,"ce":-0.008327171943408512},{"n":10000,"baseline_correct":9783,"harm_count":69,"repair_count":93,"harm_rate":0.0069,"repair_rate":0.0093,"conditional_harm":0.007053051211284882,"accuracy_pp":0.24,"seed":202,"ce":0.004372241190429338},{"n":10000,"baseline_correct":9783,"harm_count":64,"repair_count":52,"harm_rate":0.0064,"repair_rate":0.0052,"conditional_harm":0.00654196054380047,"accuracy_pp":-0.12,"seed":203,"ce":0.0027858885366510155}]},{"endpoint":"selected","branch":0,"from_mask":6,"to_mask":7,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.22666666666666666,"values":[-0.84,-0.07,0.23],"n":3,"sample_sd":0.5519359866264686,"df":2,"ci95_low":-1.5977516655655735,"ci95_high":1.1444183322322403},"ce":{"mean":-0.003490311470921853,"values":[0.000742975678245078,-0.0037492198365661478,-0.007464690254444489],"n":3,"sample_sd":0.004109953791955413,"df":2,"ci95_low":-0.013700002679426775,"ci95_high":0.0067193797375830686},"harm_rate":{"mean":0.008199999999999999,"values":[0.0133,0.0065,0.0048],"n":3,"sample_sd":0.004497777228809804,"df":2,"ci95_low":-0.0029730980335292458,"ci95_high":0.019373098033529244},"repair_rate":{"mean":0.005933333333333333,"values":[0.0049,0.0058,0.0071],"n":3,"sample_sd":0.0011060440015358043,"df":2,"ci95_low":0.003185767718166872,"ci95_high":0.008680898948499794},"conditional_harm":{"mean":0.008353023843416874,"values":[0.013516260162601625,0.006633329931625676,0.00490948143602332],"n":3,"sample_sd":0.004553808337508179,"df":2,"ci95_low":-0.0029592631802660557,"ci95_high":0.019665310867099803}},"seeds":[{"n":10000,"baseline_correct":9840,"harm_count":133,"repair_count":49,"harm_rate":0.0133,"repair_rate":0.0049,"conditional_harm":0.013516260162601625,"accuracy_pp":-0.84,"seed":201,"ce":0.000742975678245078},{"n":10000,"baseline_correct":9799,"harm_count":65,"repair_count":58,"harm_rate":0.0065,"repair_rate":0.0058,"conditional_harm":0.006633329931625676,"accuracy_pp":-0.07,"seed":202,"ce":-0.0037492198365661478},{"n":10000,"baseline_correct":9777,"harm_count":48,"repair_count":71,"harm_rate":0.0048,"repair_rate":0.0071,"conditional_harm":0.00490948143602332,"accuracy_pp":0.23,"seed":203,"ce":-0.007464690254444489}]},{"endpoint":"selected","branch":0,"from_mask":8,"to_mask":9,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.01666666666666667,"values":[-0.04,-0.01,0.1],"n":3,"sample_sd":0.07371114795831994,"df":2,"ci95_low":-0.16644197575941072,"ci95_high":0.19977530909274405},"ce":{"mean":-0.002431842831058887,"values":[-0.0006794868318471814,-0.0020213059986365772,-0.004594735662692903],"n":3,"sample_sd":0.0019896478884318214,"df":2,"ci95_low":-0.0073744021839897145,"ci95_high":0.0025107165218719407},"harm_rate":{"mean":0.006666666666666667,"values":[0.006,0.0082,0.0058],"n":3,"sample_sd":0.0013316656236958791,"df":2,"ci95_low":0.00335862587128647,"ci95_high":0.009974707462046864},"repair_rate":{"mean":0.006833333333333333,"values":[0.0056,0.0081,0.0068],"n":3,"sample_sd":0.0012503332889007366,"df":2,"ci95_low":0.003727333258009522,"ci95_high":0.009939333408657144},"conditional_harm":{"mean":0.006807326918991409,"values":[0.006113715100876299,0.008384458077709612,0.005923807578388316],"n":3,"sample_sd":0.0013691322929593938,"df":2,"ci95_low":0.0034062137575567816,"ci95_high":0.010208440080426037}},"seeds":[{"n":10000,"baseline_correct":9814,"harm_count":60,"repair_count":56,"harm_rate":0.006,"repair_rate":0.0056,"conditional_harm":0.006113715100876299,"accuracy_pp":-0.04,"seed":201,"ce":-0.0006794868318471814},{"n":10000,"baseline_correct":9780,"harm_count":82,"repair_count":81,"harm_rate":0.0082,"repair_rate":0.0081,"conditional_harm":0.008384458077709612,"accuracy_pp":-0.01,"seed":202,"ce":-0.0020213059986365772},{"n":10000,"baseline_correct":9791,"harm_count":58,"repair_count":68,"harm_rate":0.0058,"repair_rate":0.0068,"conditional_harm":0.005923807578388316,"accuracy_pp":0.1,"seed":203,"ce":-0.004594735662692903}]},{"endpoint":"selected","branch":0,"from_mask":10,"to_mask":11,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.08333333333333333,"values":[0.16,-0.24,-0.17],"n":3,"sample_sd":0.21361959960016152,"df":2,"ci95_low":-0.6139938366876667,"ci95_high":0.44732717002100003},"ce":{"mean":-0.0014551396204628881,"values":[-0.006017204479514121,-0.0004566153497493203,0.0021084009678747767],"n":3,"sample_sd":0.0041538119855215015,"df":2,"ci95_low":-0.011773780621578389,"ci95_high":0.008863501380652611},"harm_rate":{"mean":0.007,"values":[0.006,0.0093,0.0057],"n":3,"sample_sd":0.0019974984355438175,"df":2,"ci95_low":0.0020379388069297084,"ci95_high":0.011962061193070292},"repair_rate":{"mean":0.006166666666666667,"values":[0.0076,0.0069,0.004],"n":3,"sample_sd":0.0019087517736293875,"df":2,"ci95_low":0.00142506440325768,"ci95_high":0.010908268930075654},"conditional_harm":{"mean":0.007149257293421518,"values":[0.006153846153846154,0.009470468431771894,0.005823457294646506],"n":3,"sample_sd":0.0020170039814467887,"df":2,"ci95_low":0.0021387416381836825,"ci95_high":0.012159772948659353}},"seeds":[{"n":10000,"baseline_correct":9750,"harm_count":60,"repair_count":76,"harm_rate":0.006,"repair_rate":0.0076,"conditional_harm":0.006153846153846154,"accuracy_pp":0.16,"seed":201,"ce":-0.006017204479514121},{"n":10000,"baseline_correct":9820,"harm_count":93,"repair_count":69,"harm_rate":0.0093,"repair_rate":0.0069,"conditional_harm":0.009470468431771894,"accuracy_pp":-0.24,"seed":202,"ce":-0.0004566153497493203},{"n":10000,"baseline_correct":9788,"harm_count":57,"repair_count":40,"harm_rate":0.0057,"repair_rate":0.004,"conditional_harm":0.005823457294646506,"accuracy_pp":-0.17,"seed":203,"ce":0.0021084009678747767}]},{"endpoint":"selected","branch":0,"from_mask":12,"to_mask":13,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.13666666666666666,"values":[0.08,-0.02,0.35],"n":3,"sample_sd":0.19139836293274123,"df":2,"ci95_low":-0.3387932246784674,"ci95_high":0.6121265580118007},"ce":{"mean":-0.004284656892039944,"values":[-0.003023219376527178,2.1665371383747245e-05,-0.009852416670976402],"n":3,"sample_sd":0.005056460471413977,"df":2,"ci95_low":-0.01684560103749373,"ci95_high":0.008276287253413842},"harm_rate":{"mean":0.004966666666666667,"values":[0.0057,0.0048,0.0044],"n":3,"sample_sd":0.0006658328118479393,"df":2,"ci95_low":0.003312646268976569,"ci95_high":0.006620687064356765},"repair_rate":{"mean":0.006333333333333333,"values":[0.0065,0.0046,0.0079],"n":3,"sample_sd":0.0016563010998406464,"df":2,"ci95_low":0.0022188533090616806,"ci95_high":0.010447813357604986},"conditional_harm":{"mean":0.005071643056427825,"values":[0.005801526717557252,0.0049079754601227,0.004505426991603522],"n":3,"sample_sd":0.0006633693816152176,"df":2,"ci95_low":0.003423742158679311,"ci95_high":0.006719543954176338}},"seeds":[{"n":10000,"baseline_correct":9825,"harm_count":57,"repair_count":65,"harm_rate":0.0057,"repair_rate":0.0065,"conditional_harm":0.005801526717557252,"accuracy_pp":0.08,"seed":201,"ce":-0.003023219376527178},{"n":10000,"baseline_correct":9780,"harm_count":48,"repair_count":46,"harm_rate":0.0048,"repair_rate":0.0046,"conditional_harm":0.0049079754601227,"accuracy_pp":-0.02,"seed":202,"ce":2.1665371383747245e-05},{"n":10000,"baseline_correct":9766,"harm_count":44,"repair_count":79,"harm_rate":0.0044,"repair_rate":0.0079,"conditional_harm":0.004505426991603522,"accuracy_pp":0.35,"seed":203,"ce":-0.009852416670976402}]},{"endpoint":"selected","branch":0,"from_mask":14,"to_mask":15,"context_k":3,"metrics":{"accuracy_pp":{"mean":0.26,"values":[0.39,0.03,0.36],"n":3,"sample_sd":0.1997498435543818,"df":2,"ci95_low":-0.23620611930702934,"ci95_high":0.7562061193070293},"ce":{"mean":-0.0015249038356232546,"values":[0.0010490136657205912,0.001028502642095891,-0.006652227814686246],"n":3,"sample_sd":0.004440404662328456,"df":2,"ci95_low":-0.012555480513131293,"ci95_high":0.009505672841884786},"harm_rate":{"mean":0.0055,"values":[0.0041,0.0078,0.0046],"n":3,"sample_sd":0.002007485989988473,"df":2,"ci95_low":0.0005131283462847108,"ci95_high":0.010486871653715289},"repair_rate":{"mean":0.0081,"values":[0.008,0.0081,0.0082],"n":3,"sample_sd":0.00010000000000000026,"df":2,"ci95_low":0.007851586228816274,"ci95_high":0.008348413771183725},"conditional_harm":{"mean":0.005625425792616566,"values":[0.004181540030596635,0.007978723404255319,0.004716013942997745],"n":3,"sample_sd":0.0020554617066410722,"df":2,"ci95_low":0.0005193758519121379,"ci95_high":0.010731475733320995}},"seeds":[{"n":10000,"baseline_correct":9805,"harm_count":41,"repair_count":80,"harm_rate":0.0041,"repair_rate":0.008,"conditional_harm":0.004181540030596635,"accuracy_pp":0.39,"seed":201,"ce":0.0010490136657205912},{"n":10000,"baseline_correct":9776,"harm_count":78,"repair_count":81,"harm_rate":0.0078,"repair_rate":0.0081,"conditional_harm":0.007978723404255319,"accuracy_pp":0.03,"seed":202,"ce":0.001028502642095891},{"n":10000,"baseline_correct":9754,"harm_count":46,"repair_count":82,"harm_rate":0.0046,"repair_rate":0.0082,"conditional_harm":0.004716013942997745,"accuracy_pp":0.36,"seed":203,"ce":-0.006652227814686246}]},{"endpoint":"selected","branch":1,"from_mask":0,"to_mask":2,"context_k":0,"metrics":{"accuracy_pp":{"mean":0.05,"values":[0.02,0.17,-0.04],"n":3,"sample_sd":0.10816653826391968,"df":2,"ci95_low":-0.2187005768602891,"ci95_high":0.3187005768602891},"ce":{"mean":-0.0016632111783723795,"values":[0.0054863493050424095,-0.006507090171591623,-0.003968892668567925],"n":3,"sample_sd":0.006320425062493318,"df":2,"ci95_low":-0.017364017430953296,"ci95_high":0.014037595074208537},"harm_rate":{"mean":0.0049,"values":[0.0027,0.006,0.006],"n":3,"sample_sd":0.001905255888325765,"df":2,"ci95_low":0.00016708199710999995,"ci95_high":0.00963291800289},"repair_rate":{"mean":0.0054,"values":[0.0029,0.0077,0.0056],"n":3,"sample_sd":0.002406241883103193,"df":2,"ci95_low":-0.0005774362056189045,"ci95_high":0.011377436205618905},"conditional_harm":{"mean":0.005006172091204626,"values":[0.0027416734362307065,0.006138107416879796,0.006138735420503376],"n":3,"sample_sd":0.0019611133871811582,"df":2,"ci95_low":0.00013449636891903812,"ci95_high":0.009877847813490215}},"seeds":[{"n":10000,"baseline_correct":9848,"harm_count":27,"repair_count":29,"harm_rate":0.0027,"repair_rate":0.0029,"conditional_harm":0.0027416734362307065,"accuracy_pp":0.02,"seed":201,"ce":0.0054863493050424095},{"n":10000,"baseline_correct":9775,"harm_count":60,"repair_count":77,"harm_rate":0.006,"repair_rate":0.0077,"conditional_harm":0.006138107416879796,"accuracy_pp":0.17,"seed":202,"ce":-0.006507090171591623},{"n":10000,"baseline_correct":9774,"harm_count":60,"repair_count":56,"harm_rate":0.006,"repair_rate":0.0056,"conditional_harm":0.006138735420503376,"accuracy_pp":-0.04,"seed":203,"ce":-0.003968892668567925}]},{"endpoint":"selected","branch":1,"from_mask":1,"to_mask":3,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.016666666666666666,"values":[-0.06,-0.03,0.04],"n":3,"sample_sd":0.05131601439446884,"df":2,"ci95_low":-0.14414271324514952,"ci95_high":0.11080937991181619},"ce":{"mean":-0.0002254977340925742,"values":[0.0021532949637617788,-0.0006963775755817747,-0.0021334105904577266],"n":3,"sample_sd":0.0021818013190904343,"df":2,"ci95_low":-0.005645392670581365,"ci95_high":0.005194397202396217},"harm_rate":{"mean":0.006333333333333333,"values":[0.0062,0.0067,0.0061],"n":3,"sample_sd":0.0003214550253664319,"df":2,"ci95_low":0.005534794782160982,"ci95_high":0.0071318718845056845},"repair_rate":{"mean":0.006166666666666667,"values":[0.0056,0.0064,0.0065],"n":3,"sample_sd":0.0004932882862316247,"df":2,"ci95_low":0.004941270632031123,"ci95_high":0.00739206270130221},"conditional_harm":{"mean":0.006480445618079161,"values":[0.00635441221686994,0.006846515430206417,0.006240409207161126],"n":3,"sample_sd":0.00032210945665849466,"df":2,"ci95_low":0.00568028136945439,"ci95_high":0.007280609866703932}},"seeds":[{"n":10000,"baseline_correct":9757,"harm_count":62,"repair_count":56,"harm_rate":0.0062,"repair_rate":0.0056,"conditional_harm":0.00635441221686994,"accuracy_pp":-0.06,"seed":201,"ce":0.0021532949637617788},{"n":10000,"baseline_correct":9786,"harm_count":67,"repair_count":64,"harm_rate":0.0067,"repair_rate":0.0064,"conditional_harm":0.006846515430206417,"accuracy_pp":-0.03,"seed":202,"ce":-0.0006963775755817747},{"n":10000,"baseline_correct":9775,"harm_count":61,"repair_count":65,"harm_rate":0.0061,"repair_rate":0.0065,"conditional_harm":0.006240409207161126,"accuracy_pp":0.04,"seed":203,"ce":-0.0021334105904577266}]},{"endpoint":"selected","branch":1,"from_mask":4,"to_mask":6,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.3433333333333334,"values":[0.93,0.16,-0.06],"n":3,"sample_sd":0.5198397188877869,"df":2,"ci95_low":-0.9480201164666894,"ci95_high":1.6346867831333562},"ce":{"mean":0.0020164298172870992,"values":[-0.004950417067275503,0.00775386137403071,0.003245845145106091],"n":3,"sample_sd":0.006440750671681575,"df":2,"ci95_low":-0.013983281818778157,"ci95_high":0.018016141453352355},"harm_rate":{"mean":0.005533333333333334,"values":[0.0041,0.0071,0.0054],"n":3,"sample_sd":0.0015044378795195678,"df":2,"ci95_low":0.00179610246170232,"ci95_high":0.009270564204964348},"repair_rate":{"mean":0.008966666666666666,"values":[0.0134,0.0087,0.0048],"n":3,"sample_sd":0.004306197084822446,"df":2,"ci95_low":-0.0017305199063443744,"ci95_high":0.019663853239677707},"conditional_harm":{"mean":0.0056612297253604196,"values":[0.004206422488970966,0.007257487478278647,0.005519779208831647],"n":3,"sample_sd":0.0015304429354649138,"df":2,"ci95_low":0.0018593987135571348,"ci95_high":0.009463060737163704}},"seeds":[{"n":10000,"baseline_correct":9747,"harm_count":41,"repair_count":134,"harm_rate":0.0041,"repair_rate":0.0134,"conditional_harm":0.004206422488970966,"accuracy_pp":0.93,"seed":201,"ce":-0.004950417067275503},{"n":10000,"baseline_correct":9783,"harm_count":71,"repair_count":87,"harm_rate":0.0071,"repair_rate":0.0087,"conditional_harm":0.007257487478278647,"accuracy_pp":0.16,"seed":202,"ce":0.00775386137403071},{"n":10000,"baseline_correct":9783,"harm_count":54,"repair_count":48,"harm_rate":0.0054,"repair_rate":0.0048,"conditional_harm":0.005519779208831647,"accuracy_pp":-0.06,"seed":203,"ce":0.003245845145106091}]},{"endpoint":"selected","branch":1,"from_mask":5,"to_mask":7,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.27666666666666667,"values":[-0.97,-0.15,0.29],"n":3,"sample_sd":0.639478954566398,"df":2,"ci95_low":-1.8652204536313113,"ci95_high":1.311887120297978},"ce":{"mean":-0.0010842009148587007,"values":[0.004119730554378087,-0.0003675996529647757,-0.007004733645989414],"n":3,"sample_sd":0.00559674583688821,"df":2,"ci95_low":-0.014987288311840798,"ci95_high":0.012818886482123395},"harm_rate":{"mean":0.008466666666666667,"values":[0.0133,0.0074,0.0047],"n":3,"sample_sd":0.004398105652816145,"df":2,"ci95_low":-0.0024588334461384757,"ci95_high":0.01939216677947181},"repair_rate":{"mean":0.0057,"values":[0.0036,0.0059,0.0076],"n":3,"sample_sd":0.002007485989988473,"df":2,"ci95_low":0.0007131283462847113,"ci95_high":0.010686871653715289},"conditional_harm":{"mean":0.0086180700130336,"values":[0.013498426875063432,0.0075456306719690015,0.004810152492068366],"n":3,"sample_sd":0.004442310496098779,"df":2,"ci95_low":-0.002417241018015789,"ci95_high":0.019653381044082992}},"seeds":[{"n":10000,"baseline_correct":9853,"harm_count":133,"repair_count":36,"harm_rate":0.0133,"repair_rate":0.0036,"conditional_harm":0.013498426875063432,"accuracy_pp":-0.97,"seed":201,"ce":0.004119730554378087},{"n":10000,"baseline_correct":9807,"harm_count":74,"repair_count":59,"harm_rate":0.0074,"repair_rate":0.0059,"conditional_harm":0.0075456306719690015,"accuracy_pp":-0.15,"seed":202,"ce":-0.0003675996529647757},{"n":10000,"baseline_correct":9771,"harm_count":47,"repair_count":76,"harm_rate":0.0047,"repair_rate":0.0076,"conditional_harm":0.004810152492068366,"accuracy_pp":0.29,"seed":203,"ce":-0.007004733645989414}]},{"endpoint":"selected","branch":1,"from_mask":8,"to_mask":10,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.09,"values":[-0.64,0.4,-0.03],"n":3,"sample_sd":0.5225897052181568,"df":2,"ci95_low":-1.3881847945503318,"ci95_high":1.2081847945503317},"ce":{"mean":0.00038902343203661244,"values":[0.0045630532632014165,-0.0022174557178370746,-0.0011785272492545046],"n":3,"sample_sd":0.0036519497346346502,"df":2,"ci95_low":-0.008682922625503336,"ci95_high":0.00946096948957656},"harm_rate":{"mean":0.0076,"values":[0.0105,0.0062,0.0061],"n":3,"sample_sd":0.002511971337416094,"df":2,"ci95_low":0.0013599172696704444,"ci95_high":0.013840082730329556},"repair_rate":{"mean":0.0067,"values":[0.0041,0.0102,0.0058],"n":3,"sample_sd":0.003148015247739439,"df":2,"ci95_low":-0.0011201033943482016,"ci95_high":0.014520103394348203},"conditional_harm":{"mean":0.007756227049280597,"values":[0.010699001426533523,0.006339468302658487,0.00623021141864978],"n":3,"sample_sd":0.0025491027918148152,"df":2,"ci95_low":0.0014239046727838132,"ci95_high":0.014088549425777381}},"seeds":[{"n":10000,"baseline_correct":9814,"harm_count":105,"repair_count":41,"harm_rate":0.0105,"repair_rate":0.0041,"conditional_harm":0.010699001426533523,"accuracy_pp":-0.64,"seed":201,"ce":0.0045630532632014165},{"n":10000,"baseline_correct":9780,"harm_count":62,"repair_count":102,"harm_rate":0.0062,"repair_rate":0.0102,"conditional_harm":0.006339468302658487,"accuracy_pp":0.4,"seed":202,"ce":-0.0022174557178370746},{"n":10000,"baseline_correct":9791,"harm_count":61,"repair_count":58,"harm_rate":0.0061,"repair_rate":0.0058,"conditional_harm":0.00623021141864978,"accuracy_pp":-0.03,"seed":203,"ce":-0.0011785272492545046}]},{"endpoint":"selected","branch":1,"from_mask":9,"to_mask":11,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.19,"values":[-0.44,0.17,-0.3],"n":3,"sample_sd":0.3195309061734092,"df":2,"ci95_low":-0.9837587741228935,"ci95_high":0.6037587741228936},"ce":{"mean":0.0013657266426326115,"values":[-0.0007746643844655232,-0.0006527650689498177,0.005524609381313175],"n":3,"sample_sd":0.003602213775770694,"df":2,"ci95_low":-0.007582668443858997,"ci95_high":0.01031412172912422},"harm_rate":{"mean":0.007366666666666666,"values":[0.0098,0.0051,0.0072],"n":3,"sample_sd":0.0023544284515213732,"df":2,"ci95_low":0.0015179421604198584,"ci95_high":0.013215391172913475},"repair_rate":{"mean":0.0054666666666666665,"values":[0.0054,0.0068,0.0042],"n":3,"sample_sd":0.0013012814197295422,"df":2,"ci95_low":0.0022341044182034022,"ci95_high":0.00869922891512993},"conditional_harm":{"mean":0.007517084222737885,"values":[0.00998980632008155,0.005215257183761121,0.0073461891643709825],"n":3,"sample_sd":0.002391857793539409,"df":2,"ci95_low":0.0015753800764548203,"ci95_high":0.013458788369020949}},"seeds":[{"n":10000,"baseline_correct":9810,"harm_count":98,"repair_count":54,"harm_rate":0.0098,"repair_rate":0.0054,"conditional_harm":0.00998980632008155,"accuracy_pp":-0.44,"seed":201,"ce":-0.0007746643844655232},{"n":10000,"baseline_correct":9779,"harm_count":51,"repair_count":68,"harm_rate":0.0051,"repair_rate":0.0068,"conditional_harm":0.005215257183761121,"accuracy_pp":0.17,"seed":202,"ce":-0.0006527650689498177},{"n":10000,"baseline_correct":9801,"harm_count":72,"repair_count":42,"harm_rate":0.0072,"repair_rate":0.0042,"conditional_harm":0.0073461891643709825,"accuracy_pp":-0.3,"seed":203,"ce":0.005524609381313175}]},{"endpoint":"selected","branch":1,"from_mask":12,"to_mask":14,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.12,"values":[-0.2,-0.04,-0.12],"n":3,"sample_sd":0.08,"df":2,"ci95_low":-0.3187310169469795,"ci95_high":0.07873101694697948},"ce":{"mean":0.001667523207639257,"values":[0.0036823910878255317,0.0013303242493824807,-1.0145714290241137e-05],"n":3,"sample_sd":0.0018692202550346859,"df":2,"ci95_low":-0.0029758773196224353,"ci95_high":0.0063109237349009495},"harm_rate":{"mean":0.0058,"values":[0.0068,0.0039,0.0067],"n":3,"sample_sd":0.0016462077633154328,"df":2,"ci95_low":0.001710593213628894,"ci95_high":0.009889406786371105},"repair_rate":{"mean":0.0046,"values":[0.0048,0.0035,0.0055],"n":3,"sample_sd":0.0010148891565092218,"df":2,"ci95_low":0.002078875572980752,"ci95_high":0.007121124427019248},"conditional_harm":{"mean":0.005923128736540428,"values":[0.006921119592875318,0.003987730061349694,0.006860536555396273],"n":3,"sample_sd":0.0016763781196541204,"df":2,"ci95_low":0.0017587746302088212,"ci95_high":0.010087482842872034}},"seeds":[{"n":10000,"baseline_correct":9825,"harm_count":68,"repair_count":48,"harm_rate":0.0068,"repair_rate":0.0048,"conditional_harm":0.006921119592875318,"accuracy_pp":-0.2,"seed":201,"ce":0.0036823910878255317},{"n":10000,"baseline_correct":9780,"harm_count":39,"repair_count":35,"harm_rate":0.0039,"repair_rate":0.0035,"conditional_harm":0.003987730061349694,"accuracy_pp":-0.04,"seed":202,"ce":0.0013303242493824807},{"n":10000,"baseline_correct":9766,"harm_count":67,"repair_count":55,"harm_rate":0.0067,"repair_rate":0.0055,"conditional_harm":0.006860536555396273,"accuracy_pp":-0.12,"seed":203,"ce":-1.0145714290241137e-05}]},{"endpoint":"selected","branch":1,"from_mask":13,"to_mask":15,"context_k":3,"metrics":{"accuracy_pp":{"mean":0.0033333333333333335,"values":[0.11,0.01,-0.11],"n":3,"sample_sd":0.11015141094572205,"df":2,"ci95_low":-0.27029794060901646,"ci95_high":0.2769646072756832},"ce":{"mean":0.004427276264055947,"values":[0.007754624130073301,0.0023371615200946244,0.0031900431419999153],"n":3,"sample_sd":0.0029129511893204855,"df":2,"ci95_low":-0.002808895638076221,"ci95_high":0.011663448166188115},"harm_rate":{"mean":0.006266666666666667,"values":[0.0043,0.0084,0.0061],"n":3,"sample_sd":0.0020550750189064467,"df":2,"ci95_low":0.0011615773115465269,"ci95_high":0.011371756021786807},"repair_rate":{"mean":0.0063,"values":[0.0054,0.0085,0.005],"n":3,"sample_sd":0.0019157244060668019,"df":2,"ci95_low":0.001541076757402453,"ci95_high":0.011058923242597548},"conditional_harm":{"mean":0.006395866050113095,"values":[0.004373029594223533,0.008590713847412558,0.006223854708703193],"n":3,"sample_sd":0.0021140969800555252,"df":2,"ci95_low":0.0011441580154759358,"ci95_high":0.011647574084750255}},"seeds":[{"n":10000,"baseline_correct":9833,"harm_count":43,"repair_count":54,"harm_rate":0.0043,"repair_rate":0.0054,"conditional_harm":0.004373029594223533,"accuracy_pp":0.11,"seed":201,"ce":0.007754624130073301},{"n":10000,"baseline_correct":9778,"harm_count":84,"repair_count":85,"harm_rate":0.0084,"repair_rate":0.0085,"conditional_harm":0.008590713847412558,"accuracy_pp":0.01,"seed":202,"ce":0.0023371615200946244},{"n":10000,"baseline_correct":9801,"harm_count":61,"repair_count":50,"harm_rate":0.0061,"repair_rate":0.005,"conditional_harm":0.006223854708703193,"accuracy_pp":-0.11,"seed":203,"ce":0.0031900431419999153}]},{"endpoint":"selected","branch":2,"from_mask":0,"to_mask":4,"context_k":0,"metrics":{"accuracy_pp":{"mean":-0.28,"values":[-1.01,0.08,0.09],"n":3,"sample_sd":0.6322183167229497,"df":2,"ci95_low":-1.8505173626857419,"ci95_high":1.2905173626857418},"ce":{"mean":-0.0012298455831218542,"values":[0.011502063355362094,-0.00810827547029444,-0.007083324634433216],"n":3,"sample_sd":0.0110380596106095,"df":2,"ci95_low":-0.028649905727344428,"ci95_high":0.02619021456110072},"harm_rate":{"mean":0.0081,"values":[0.0127,0.0059,0.0057],"n":3,"sample_sd":0.003984971769034255,"df":2,"ci95_low":-0.0017992186520647668,"ci95_high":0.017999218652064768},"repair_rate":{"mean":0.0053,"values":[0.0026,0.0067,0.0066],"n":3,"sample_sd":0.0023388031127053,"df":2,"ci95_low":-0.000509909012833566,"ci95_high":0.011109909012833565},"conditional_harm":{"mean":0.008254541257473703,"values":[0.012896019496344436,0.006035805626598466,0.005831798649478207],"n":3,"sample_sd":0.004020932092576466,"df":2,"ci95_low":-0.001734007790432139,"ci95_high":0.018243090305379545}},"seeds":[{"n":10000,"baseline_correct":9848,"harm_count":127,"repair_count":26,"harm_rate":0.0127,"repair_rate":0.0026,"conditional_harm":0.012896019496344436,"accuracy_pp":-1.01,"seed":201,"ce":0.011502063355362094},{"n":10000,"baseline_correct":9775,"harm_count":59,"repair_count":67,"harm_rate":0.0059,"repair_rate":0.0067,"conditional_harm":0.006035805626598466,"accuracy_pp":0.08,"seed":202,"ce":-0.00810827547029444},{"n":10000,"baseline_correct":9774,"harm_count":57,"repair_count":66,"harm_rate":0.0057,"repair_rate":0.0066,"conditional_harm":0.005831798649478207,"accuracy_pp":0.09,"seed":203,"ce":-0.007083324634433216}]},{"endpoint":"selected","branch":2,"from_mask":1,"to_mask":5,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.37666666666666665,"values":[0.96,0.21,-0.04],"n":3,"sample_sd":0.5204164998665332,"df":2,"ci95_low":-0.9161195865141301,"ci95_high":1.6694529198474635},"ce":{"mean":-0.0012578716654196808,"values":[-0.004545670377517741,-2.1620465465707617e-05,0.0007936758467244065],"n":3,"sample_sd":0.002876350517169795,"df":2,"ci95_low":-0.008403122457583727,"ci95_high":0.005887379126744365},"harm_rate":{"mean":0.005966666666666667,"values":[0.0036,0.0071,0.0072],"n":3,"sample_sd":0.0020502032419575707,"df":2,"ci95_low":0.0008736794763888889,"ci95_high":0.011059653856944445},"repair_rate":{"mean":0.009733333333333333,"values":[0.0132,0.0092,0.0068],"n":3,"sample_sd":0.0032331615074619045,"df":2,"ci95_low":0.0017017149041866665,"ci95_high":0.01776495176248},"conditional_harm":{"mean":0.006103550075631628,"values":[0.0036896587065696424,0.007255262620069487,0.007365728900255755],"n":3,"sample_sd":0.0020912207812635443,"df":2,"ci95_low":0.0009086696691171141,"ci95_high":0.01129843048214614}},"seeds":[{"n":10000,"baseline_correct":9757,"harm_count":36,"repair_count":132,"harm_rate":0.0036,"repair_rate":0.0132,"conditional_harm":0.0036896587065696424,"accuracy_pp":0.96,"seed":201,"ce":-0.004545670377517741},{"n":10000,"baseline_correct":9786,"harm_count":71,"repair_count":92,"harm_rate":0.0071,"repair_rate":0.0092,"conditional_harm":0.007255262620069487,"accuracy_pp":0.21,"seed":202,"ce":-2.1620465465707617e-05},{"n":10000,"baseline_correct":9775,"harm_count":72,"repair_count":68,"harm_rate":0.0072,"repair_rate":0.0068,"conditional_harm":0.007365728900255755,"accuracy_pp":-0.04,"seed":203,"ce":0.0007936758467244065}]},{"endpoint":"selected","branch":2,"from_mask":2,"to_mask":6,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.013333333333333336,"values":[-0.1,0.07,0.07],"n":3,"sample_sd":0.09814954576223639,"df":2,"ci95_low":-0.23048365469433338,"ci95_high":0.257150321361},"ce":{"mean":0.0024497954125376246,"values":[0.001065296983044181,0.0061526760753278925,0.00013141317924079965],"n":3,"sample_sd":0.003240606215185847,"df":2,"ci95_low":-0.0056003166958196945,"ci95_high":0.010499907520894945},"harm_rate":{"mean":0.005866666666666667,"values":[0.0041,0.0084,0.0051],"n":3,"sample_sd":0.002250185177565022,"df":2,"ci95_low":0.00027689680846021154,"ci95_high":0.011456436524873121},"repair_rate":{"mean":0.006,"values":[0.0031,0.0091,0.0058],"n":3,"sample_sd":0.003004995840263344,"df":2,"ci95_low":-0.001464823490712218,"ci95_high":0.013464823490712218},"conditional_harm":{"mean":0.005986976444419859,"values":[0.004162436548223351,0.00857843137254902,0.005220061412487206],"n":3,"sample_sd":0.002305725823199925,"df":2,"ci95_low":0.0002592359738519522,"ci95_high":0.011714716914987766}},"seeds":[{"n":10000,"baseline_correct":9850,"harm_count":41,"repair_count":31,"harm_rate":0.0041,"repair_rate":0.0031,"conditional_harm":0.004162436548223351,"accuracy_pp":-0.1,"seed":201,"ce":0.001065296983044181},{"n":10000,"baseline_correct":9792,"harm_count":84,"repair_count":91,"harm_rate":0.0084,"repair_rate":0.0091,"conditional_harm":0.00857843137254902,"accuracy_pp":0.07,"seed":202,"ce":0.0061526760753278925},{"n":10000,"baseline_correct":9770,"harm_count":51,"repair_count":58,"harm_rate":0.0051,"repair_rate":0.0058,"conditional_harm":0.005220061412487206,"accuracy_pp":0.07,"seed":203,"ce":0.00013141317924079965}]},{"endpoint":"selected","branch":2,"from_mask":3,"to_mask":7,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.11666666666666667,"values":[0.05,0.09,0.21],"n":3,"sample_sd":0.08326663997864531,"df":2,"ci95_low":-0.09017913384226081,"ci95_high":0.3235124671755941},"ce":{"mean":-0.002116574846185807,"values":[-0.0025792347869014326,0.0003071574571512914,-0.004077647208807281],"n":3,"sample_sd":0.002228714574639439,"df":2,"ci95_low":-0.007653008769968939,"ci95_high":0.003419859077597324},"harm_rate":{"mean":0.006233333333333334,"values":[0.005,0.0085,0.0052],"n":3,"sample_sd":0.0019655363983740763,"df":2,"ci95_low":0.0013506702421435396,"ci95_high":0.011115996424523128},"repair_rate":{"mean":0.0074,"values":[0.0055,0.0094,0.0073],"n":3,"sample_sd":0.0019519221295943138,"df":2,"ci95_low":0.0025511566273051026,"ci95_high":0.012248843372694898},"conditional_harm":{"mean":0.006377912562721407,"values":[0.005127679212388473,0.008688541347234999,0.005317517128540751],"n":3,"sample_sd":0.0020033131665991035,"df":2,"ci95_low":0.0014014067769524885,"ci95_high":0.011354418348490325}},"seeds":[{"n":10000,"baseline_correct":9751,"harm_count":50,"repair_count":55,"harm_rate":0.005,"repair_rate":0.0055,"conditional_harm":0.005127679212388473,"accuracy_pp":0.05,"seed":201,"ce":-0.0025792347869014326},{"n":10000,"baseline_correct":9783,"harm_count":85,"repair_count":94,"harm_rate":0.0085,"repair_rate":0.0094,"conditional_harm":0.008688541347234999,"accuracy_pp":0.09,"seed":202,"ce":0.0003071574571512914},{"n":10000,"baseline_correct":9779,"harm_count":52,"repair_count":73,"harm_rate":0.0052,"repair_rate":0.0073,"conditional_harm":0.005317517128540751,"accuracy_pp":0.21,"seed":203,"ce":-0.004077647208807281}]},{"endpoint":"selected","branch":2,"from_mask":8,"to_mask":12,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.04666666666666667,"values":[0.11,0.0,-0.25],"n":3,"sample_sd":0.18448125469362284,"df":2,"ci95_low":-0.5049435085781466,"ci95_high":0.41161017524481325},"ce":{"mean":0.0003535275366020561,"values":[-0.0035799853349140903,-0.0024340791384627747,0.007074647083183033],"n":3,"sample_sd":0.00584879143262444,"df":2,"ci95_low":-0.014175675829850892,"ci95_high":0.014882730903055003},"harm_rate":{"mean":0.0066,"values":[0.0057,0.0056,0.0085],"n":3,"sample_sd":0.001646207763315433,"df":2,"ci95_low":0.0025105932136288934,"ci95_high":0.010689406786371106},"repair_rate":{"mean":0.0061333333333333335,"values":[0.0068,0.0056,0.006],"n":3,"sample_sd":0.0006110100926607785,"df":2,"ci95_low":0.004615500119841525,"ci95_high":0.007651166546825142},"conditional_harm":{"mean":0.0067384809522390435,"values":[0.005808029345832484,0.0057259713701431495,0.008681442140741498],"n":3,"sample_sd":0.0016831538886458684,"df":2,"ci95_low":0.0025572949026283374,"ci95_high":0.01091966700184975}},"seeds":[{"n":10000,"baseline_correct":9814,"harm_count":57,"repair_count":68,"harm_rate":0.0057,"repair_rate":0.0068,"conditional_harm":0.005808029345832484,"accuracy_pp":0.11,"seed":201,"ce":-0.0035799853349140903},{"n":10000,"baseline_correct":9780,"harm_count":56,"repair_count":56,"harm_rate":0.0056,"repair_rate":0.0056,"conditional_harm":0.0057259713701431495,"accuracy_pp":0.0,"seed":202,"ce":-0.0024340791384627747},{"n":10000,"baseline_correct":9791,"harm_count":85,"repair_count":60,"harm_rate":0.0085,"repair_rate":0.006,"conditional_harm":0.008681442140741498,"accuracy_pp":-0.25,"seed":203,"ce":0.007074647083183033}]},{"endpoint":"selected","branch":2,"from_mask":9,"to_mask":13,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.07333333333333333,"values":[0.23,-0.01,0.0],"n":3,"sample_sd":0.13576941236277534,"df":2,"ci95_low":-0.2639365840310186,"ci95_high":0.4106032506976852},"ce":{"mean":-0.001499286524379001,"values":[-0.005923717879594087,-0.0003911077684424502,0.0018169660748995342],"n":3,"sample_sd":0.003987554656323919,"df":2,"ci95_low":-0.011404921424165446,"ci95_high":0.008406348375407444},"harm_rate":{"mean":0.0058000000000000005,"values":[0.0054,0.006,0.006],"n":3,"sample_sd":0.00034641016151377535,"df":2,"ci95_low":0.0049394694540200006,"ci95_high":0.00666053054598},"repair_rate":{"mean":0.006533333333333334,"values":[0.0077,0.0059,0.006],"n":3,"sample_sd":0.0010115993936995681,"df":2,"ci95_low":0.004020381130172546,"ci95_high":0.009046285536494121},"conditional_harm":{"mean":0.00592066938212786,"values":[0.005504587155963303,0.006135596686777789,0.006121824303642486],"n":3,"sample_sd":0.0003604035707812093,"df":2,"ci95_low":0.005025377280469454,"ci95_high":0.006815961483786265}},"seeds":[{"n":10000,"baseline_correct":9810,"harm_count":54,"repair_count":77,"harm_rate":0.0054,"repair_rate":0.0077,"conditional_harm":0.005504587155963303,"accuracy_pp":0.23,"seed":201,"ce":-0.005923717879594087},{"n":10000,"baseline_correct":9779,"harm_count":60,"repair_count":59,"harm_rate":0.006,"repair_rate":0.0059,"conditional_harm":0.006135596686777789,"accuracy_pp":-0.01,"seed":202,"ce":-0.0003911077684424502},{"n":10000,"baseline_correct":9801,"harm_count":60,"repair_count":60,"harm_rate":0.006,"repair_rate":0.006,"conditional_harm":0.006121824303642486,"accuracy_pp":0.0,"seed":203,"ce":0.0018169660748995342}]},{"endpoint":"selected","branch":2,"from_mask":10,"to_mask":14,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.07666666666666666,"values":[0.55,-0.44,-0.34],"n":3,"sample_sd":0.5450076452063157,"df":2,"ci95_low":-1.430540711363288,"ci95_high":1.2772073780299547},"ce":{"mean":0.0016320273122047008,"values":[-0.004460647510289975,0.0011137008287567807,0.008243028618147297],"n":3,"sample_sd":0.006367679604976946,"df":2,"ci95_low":-0.014186165731415411,"ci95_high":0.017450220355824813},"harm_rate":{"mean":0.007266666666666667,"values":[0.0051,0.0103,0.0064],"n":3,"sample_sd":0.0027061657993059725,"df":2,"ci95_low":0.0005441781501265243,"ci95_high":0.01398915518320681},"repair_rate":{"mean":0.0065,"values":[0.0106,0.0059,0.003],"n":3,"sample_sd":0.0038353617821530214,"df":2,"ci95_low":-0.0030275668415856187,"ci95_high":0.016027566841585617},"conditional_harm":{"mean":0.007419395439412469,"values":[0.005230769230769231,0.010488798370672098,0.006538618716796077],"n":3,"sample_sd":0.002737433713415555,"df":2,"ci95_low":0.0006192331182622232,"ci95_high":0.014219557760562714}},"seeds":[{"n":10000,"baseline_correct":9750,"harm_count":51,"repair_count":106,"harm_rate":0.0051,"repair_rate":0.0106,"conditional_harm":0.005230769230769231,"accuracy_pp":0.55,"seed":201,"ce":-0.004460647510289975},{"n":10000,"baseline_correct":9820,"harm_count":103,"repair_count":59,"harm_rate":0.0103,"repair_rate":0.0059,"conditional_harm":0.010488798370672098,"accuracy_pp":-0.44,"seed":202,"ce":0.0011137008287567807},{"n":10000,"baseline_correct":9788,"harm_count":64,"repair_count":30,"harm_rate":0.0064,"repair_rate":0.003,"conditional_harm":0.006538618716796077,"accuracy_pp":-0.34,"seed":203,"ce":0.008243028618147297}]},{"endpoint":"selected","branch":2,"from_mask":11,"to_mask":15,"context_k":3,"metrics":{"accuracy_pp":{"mean":0.26666666666666666,"values":[0.78,-0.17,0.19],"n":3,"sample_sd":0.479617903474561,"df":2,"ci95_low":-0.9247702546268053,"ci95_high":1.4581035879601385},"ce":{"mean":0.0015622630970443345,"values":[0.002605570634944737,0.002598818820601992,-0.0005176001644137257],"n":3,"sample_sd":0.0018012175844471009,"df":2,"ci95_low":-0.0029122094317050934,"ci95_high":0.006036735625793763},"harm_rate":{"mean":0.005933333333333333,"values":[0.0044,0.0093,0.0041],"n":3,"sample_sd":0.002919474838619667,"df":2,"ci95_low":-0.0013190442120417315,"ci95_high":0.013185710878708398},"repair_rate":{"mean":0.0086,"values":[0.0122,0.0076,0.006],"n":3,"sample_sd":0.003218695387886217,"df":2,"ci95_low":0.0006043174040352445,"ci95_high":0.016595682595964757},"conditional_harm":{"mean":0.006065062783161264,"values":[0.004505426991603522,0.00949367088607595,0.004196090471804319],"n":3,"sample_sd":0.0029732873075351382,"df":2,"ci95_low":-0.0013209923456137928,"ci95_high":0.01345111791193632}},"seeds":[{"n":10000,"baseline_correct":9766,"harm_count":44,"repair_count":122,"harm_rate":0.0044,"repair_rate":0.0122,"conditional_harm":0.004505426991603522,"accuracy_pp":0.78,"seed":201,"ce":0.002605570634944737},{"n":10000,"baseline_correct":9796,"harm_count":93,"repair_count":76,"harm_rate":0.0093,"repair_rate":0.0076,"conditional_harm":0.00949367088607595,"accuracy_pp":-0.17,"seed":202,"ce":0.002598818820601992},{"n":10000,"baseline_correct":9771,"harm_count":41,"repair_count":60,"harm_rate":0.0041,"repair_rate":0.006,"conditional_harm":0.004196090471804319,"accuracy_pp":0.19,"seed":203,"ce":-0.0005176001644137257}]},{"endpoint":"selected","branch":3,"from_mask":0,"to_mask":8,"context_k":0,"metrics":{"accuracy_pp":{"mean":-0.04,"values":[-0.34,0.05,0.17],"n":3,"sample_sd":0.26664583251946766,"df":2,"ci95_low":-0.7023849682658473,"ci95_high":0.6223849682658472},"ce":{"mean":-0.0005176320957039349,"values":[0.006967990769358473,-0.002605165898894271,-0.005915721157576007],"n":3,"sample_sd":0.006690729129822487,"df":2,"ci95_low":-0.01713832464678396,"ci95_high":0.01610306045537609},"harm_rate":{"mean":0.006166666666666667,"values":[0.0064,0.0058,0.0063],"n":3,"sample_sd":0.00032145502536643216,"df":2,"ci95_low":0.005368128115494315,"ci95_high":0.006965205217839018},"repair_rate":{"mean":0.0057666666666666665,"values":[0.003,0.0063,0.008],"n":3,"sample_sd":0.0025423086620891128,"df":2,"ci95_low":-0.0005487781559593849,"ci95_high":0.012082111489292717},"conditional_harm":{"mean":0.006292652502106155,"values":[0.006498781478472786,0.005933503836317136,0.006445672191528545],"n":3,"sample_sd":0.0003121633742024458,"df":2,"ci95_low":0.005517195691995498,"ci95_high":0.007068109312216813}},"seeds":[{"n":10000,"baseline_correct":9848,"harm_count":64,"repair_count":30,"harm_rate":0.0064,"repair_rate":0.003,"conditional_harm":0.006498781478472786,"accuracy_pp":-0.34,"seed":201,"ce":0.006967990769358473},{"n":10000,"baseline_correct":9775,"harm_count":58,"repair_count":63,"harm_rate":0.0058,"repair_rate":0.0063,"conditional_harm":0.005933503836317136,"accuracy_pp":0.05,"seed":202,"ce":-0.002605165898894271},{"n":10000,"baseline_correct":9774,"harm_count":63,"repair_count":80,"harm_rate":0.0063,"repair_rate":0.008,"conditional_harm":0.006445672191528545,"accuracy_pp":0.17,"seed":203,"ce":-0.005915721157576007}]},{"endpoint":"selected","branch":3,"from_mask":1,"to_mask":9,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.24000000000000002,"values":[0.53,-0.07,0.26],"n":3,"sample_sd":0.3004995840263344,"df":2,"ci95_low":-0.5064823490712219,"ci95_high":0.9864823490712219},"ce":{"mean":-0.0025878202702845957,"values":[-0.0014320578519600308,-0.0009120580831314534,-0.0054193448757623025],"n":3,"sample_sd":0.0024659174019955954,"df":2,"ci95_low":-0.008713498682857574,"ci95_high":0.0035378581422883825},"harm_rate":{"mean":0.005633333333333333,"values":[0.0055,0.0059,0.0055],"n":3,"sample_sd":0.00023094010767585042,"df":2,"ci95_low":0.005059646302679999,"ci95_high":0.006207020363986667},"repair_rate":{"mean":0.008033333333333333,"values":[0.0108,0.0052,0.0081],"n":3,"sample_sd":0.0028005951748393296,"df":2,"ci95_low":0.0010762692439255364,"ci95_high":0.01499039742274113},"conditional_harm":{"mean":0.0057641993651449406,"values":[0.005636978579481398,0.006029021050480278,0.005626598465473146],"n":3,"sample_sd":0.0002294010254109435,"df":2,"ci95_low":0.005194335626787482,"ci95_high":0.006334063103502399}},"seeds":[{"n":10000,"baseline_correct":9757,"harm_count":55,"repair_count":108,"harm_rate":0.0055,"repair_rate":0.0108,"conditional_harm":0.005636978579481398,"accuracy_pp":0.53,"seed":201,"ce":-0.0014320578519600308},{"n":10000,"baseline_correct":9786,"harm_count":59,"repair_count":52,"harm_rate":0.0059,"repair_rate":0.0052,"conditional_harm":0.006029021050480278,"accuracy_pp":-0.07,"seed":202,"ce":-0.0009120580831314534},{"n":10000,"baseline_correct":9775,"harm_count":55,"repair_count":81,"harm_rate":0.0055,"repair_rate":0.0081,"conditional_harm":0.005626598465473146,"accuracy_pp":0.26,"seed":203,"ce":-0.0054193448757623025}]},{"endpoint":"selected","branch":3,"from_mask":2,"to_mask":10,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.18,"values":[-1.0,0.28,0.18],"n":3,"sample_sd":0.7118988692223075,"df":2,"ci95_low":-1.9484548280494238,"ci95_high":1.588454828049424},"ce":{"mean":0.001534602514705057,"values":[0.00604469472751748,0.0016844685548602772,-0.0031253557382625863],"n":3,"sample_sd":0.004586861809421792,"df":2,"ci95_low":-0.00985979388506563,"ci95_high":0.012928998914475746},"harm_rate":{"mean":0.0084,"values":[0.0132,0.0064,0.0056],"n":3,"sample_sd":0.00417612260356422,"df":2,"ci95_low":-0.0019740636487698138,"ci95_high":0.018774063648769813},"repair_rate":{"mean":0.0066,"values":[0.0032,0.0092,0.0074],"n":3,"sample_sd":0.0030789608636681304,"df":2,"ci95_low":-0.0010485627947089717,"ci95_high":0.014248562794708972},"conditional_harm":{"mean":0.008556265026682112,"values":[0.013401015228426396,0.006535947712418301,0.005731832139201637],"n":3,"sample_sd":0.004214896659676054,"df":2,"ci95_low":-0.001914118717116003,"ci95_high":0.01902664877048023}},"seeds":[{"n":10000,"baseline_correct":9850,"harm_count":132,"repair_count":32,"harm_rate":0.0132,"repair_rate":0.0032,"conditional_harm":0.013401015228426396,"accuracy_pp":-1.0,"seed":201,"ce":0.00604469472751748},{"n":10000,"baseline_correct":9792,"harm_count":64,"repair_count":92,"harm_rate":0.0064,"repair_rate":0.0092,"conditional_harm":0.006535947712418301,"accuracy_pp":0.28,"seed":202,"ce":0.0016844685548602772},{"n":10000,"baseline_correct":9770,"harm_count":56,"repair_count":74,"harm_rate":0.0056,"repair_rate":0.0074,"conditional_harm":0.005731832139201637,"accuracy_pp":0.18,"seed":203,"ce":-0.0031253557382625863}]},{"endpoint":"selected","branch":3,"from_mask":3,"to_mask":11,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.06666666666666667,"values":[0.15,0.13,-0.08],"n":3,"sample_sd":0.1274100990241093,"df":2,"ci95_low":-0.24983756518804084,"ci95_high":0.38317089852137415},"ce":{"mean":-0.00099659589355941,"values":[-0.004360017200187333,-0.0008684455764994964,0.0022386750960085994],"n":3,"sample_sd":0.0033012121838486546,"df":2,"ci95_low":-0.009197261574234436,"ci95_high":0.007204069787115616},"harm_rate":{"mean":0.005,"values":[0.0055,0.0038,0.0057],"n":3,"sample_sd":0.001044030650891055,"df":2,"ci95_low":0.002406484087807547,"ci95_high":0.007593515912192454},"repair_rate":{"mean":0.005666666666666667,"values":[0.007,0.0051,0.0049],"n":3,"sample_sd":0.0011590225767142473,"df":2,"ci95_low":0.0027874949749800305,"ci95_high":0.008545838358353304},"conditional_harm":{"mean":0.00511785101964925,"values":[0.00564044713362732,0.0038842890728815293,0.0058288168524388995],"n":3,"sample_sd":0.0010724397862473746,"df":2,"ci95_low":0.0024537629029574744,"ci95_high":0.007781939136341025}},"seeds":[{"n":10000,"baseline_correct":9751,"harm_count":55,"repair_count":70,"harm_rate":0.0055,"repair_rate":0.007,"conditional_harm":0.00564044713362732,"accuracy_pp":0.15,"seed":201,"ce":-0.004360017200187333},{"n":10000,"baseline_correct":9783,"harm_count":38,"repair_count":51,"harm_rate":0.0038,"repair_rate":0.0051,"conditional_harm":0.0038842890728815293,"accuracy_pp":0.13,"seed":202,"ce":-0.0008684455764994964},{"n":10000,"baseline_correct":9779,"harm_count":57,"repair_count":49,"harm_rate":0.0057,"repair_rate":0.0049,"conditional_harm":0.0058288168524388995,"accuracy_pp":-0.08,"seed":203,"ce":0.0022386750960085994}]},{"endpoint":"selected","branch":3,"from_mask":4,"to_mask":12,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.19333333333333333,"values":[0.78,-0.03,-0.17],"n":3,"sample_sd":0.512867754234299,"df":2,"ci95_low":-1.0807007961453636,"ci95_high":1.4673674628120303},"ce":{"mean":0.0010657410240199755,"values":[-0.008114057920917711,0.0030690304329373946,0.008242250560040243],"n":3,"sample_sd":0.008360148510820535,"df":2,"ci95_low":-0.019702019168269285,"ci95_high":0.021833501216309236},"harm_rate":{"mean":0.005266666666666667,"values":[0.0043,0.0056,0.0059],"n":3,"sample_sd":0.0008504900548115382,"df":2,"ci95_low":0.0031539322479668007,"ci95_high":0.007379401085366533},"repair_rate":{"mean":0.0072,"values":[0.0121,0.0053,0.0042],"n":3,"sample_sd":0.004279018579066933,"df":2,"ci95_low":-0.003429671421912384,"ci95_high":0.017829671421912385},"conditional_harm":{"mean":0.005388899727345949,"values":[0.004411613829896378,0.005724215475825412,0.006030869876316058],"n":3,"sample_sd":0.0008601308181610689,"df":2,"ci95_low":0.0032522163248386153,"ci95_high":0.007525583129853283}},"seeds":[{"n":10000,"baseline_correct":9747,"harm_count":43,"repair_count":121,"harm_rate":0.0043,"repair_rate":0.0121,"conditional_harm":0.004411613829896378,"accuracy_pp":0.78,"seed":201,"ce":-0.008114057920917711},{"n":10000,"baseline_correct":9783,"harm_count":56,"repair_count":53,"harm_rate":0.0056,"repair_rate":0.0053,"conditional_harm":0.005724215475825412,"accuracy_pp":-0.03,"seed":202,"ce":0.0030690304329373946},{"n":10000,"baseline_correct":9783,"harm_count":59,"repair_count":42,"harm_rate":0.0059,"repair_rate":0.0042,"conditional_harm":0.006030869876316058,"accuracy_pp":-0.17,"seed":203,"ce":0.008242250560040243}]},{"endpoint":"selected","branch":3,"from_mask":5,"to_mask":13,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.06333333333333334,"values":[-0.2,-0.29,0.3],"n":3,"sample_sd":0.3178574103797697,"df":2,"ci95_low":-0.8529349134446461,"ci95_high":0.7262682467779794},"ce":{"mean":-0.0028292351292439157,"values":[-0.002810105354036377,-0.001281545386108196,-0.004396054647587175],"n":3,"sample_sd":0.001557342751671642,"df":2,"ci95_low":-0.006697888988927825,"ci95_high":0.0010394187304399935},"harm_rate":{"mean":0.0067666666666666665,"values":[0.0055,0.0101,0.0047],"n":3,"sample_sd":0.002914332399252586,"df":2,"ci95_low":-0.0004729363511457949,"ci95_high":0.014006269684479128},"repair_rate":{"mean":0.0061333333333333335,"values":[0.0035,0.0072,0.0077],"n":3,"sample_sd":0.0022941955743426353,"df":2,"ci95_low":0.00043423558877868883,"ci95_high":0.011832431077887978},"conditional_harm":{"mean":0.006896991635338502,"values":[0.005582056226529991,0.01029876618741715,0.004810152492068366],"n":3,"sample_sd":0.002971196967754976,"df":2,"ci95_low":-0.00048387080155810024,"ci95_high":0.014277854072235105}},"seeds":[{"n":10000,"baseline_correct":9853,"harm_count":55,"repair_count":35,"harm_rate":0.0055,"repair_rate":0.0035,"conditional_harm":0.005582056226529991,"accuracy_pp":-0.2,"seed":201,"ce":-0.002810105354036377},{"n":10000,"baseline_correct":9807,"harm_count":101,"repair_count":72,"harm_rate":0.0101,"repair_rate":0.0072,"conditional_harm":0.01029876618741715,"accuracy_pp":-0.29,"seed":202,"ce":-0.001281545386108196},{"n":10000,"baseline_correct":9771,"harm_count":47,"repair_count":77,"harm_rate":0.0047,"repair_rate":0.0077,"conditional_harm":0.004810152492068366,"accuracy_pp":0.3,"seed":203,"ce":-0.004396054647587175}]},{"endpoint":"selected","branch":3,"from_mask":6,"to_mask":14,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.27,"values":[-0.35,-0.23,-0.23],"n":3,"sample_sd":0.06928203230275508,"df":2,"ci95_low":-0.442106109196,"ci95_high":-0.09789389080400004},"ce":{"mean":0.0007168344143721334,"values":[0.0005187502341833239,-0.0033545066917108346,0.004986259700643911],"n":3,"sample_sd":0.004173909918743983,"df":2,"ci95_low":-0.00965173262059132,"ci95_high":0.011085401449335586},"harm_rate":{"mean":0.007966666666666667,"values":[0.0073,0.0098,0.0068],"n":3,"sample_sd":0.0016072751268321592,"df":2,"ci95_low":0.003973973910804912,"ci95_high":0.011959359422528421},"repair_rate":{"mean":0.005266666666666666,"values":[0.0038,0.0075,0.0045],"n":3,"sample_sd":0.001965536398374076,"df":2,"ci95_low":0.00038400357547687357,"ci95_high":0.010149329757856458},"conditional_harm":{"mean":0.008124939466774027,"values":[0.00741869918699187,0.010001020512297173,0.006955098701033037],"n":3,"sample_sd":0.001641185979611614,"df":2,"ci95_low":0.004048007482682268,"ci95_high":0.012201871450865785}},"seeds":[{"n":10000,"baseline_correct":9840,"harm_count":73,"repair_count":38,"harm_rate":0.0073,"repair_rate":0.0038,"conditional_harm":0.00741869918699187,"accuracy_pp":-0.35,"seed":201,"ce":0.0005187502341833239},{"n":10000,"baseline_correct":9799,"harm_count":98,"repair_count":75,"harm_rate":0.0098,"repair_rate":0.0075,"conditional_harm":0.010001020512297173,"accuracy_pp":-0.23,"seed":202,"ce":-0.0033545066917108346},{"n":10000,"baseline_correct":9777,"harm_count":68,"repair_count":45,"harm_rate":0.0068,"repair_rate":0.0045,"conditional_harm":0.006955098701033037,"accuracy_pp":-0.23,"seed":203,"ce":0.004986259700643911}]},{"endpoint":"selected","branch":3,"from_mask":7,"to_mask":15,"context_k":3,"metrics":{"accuracy_pp":{"mean":0.21666666666666667,"values":[0.88,-0.13,-0.1],"n":3,"sample_sd":0.5746593193652508,"df":2,"ci95_low":-1.2108662200272753,"ci95_high":1.6441995533606084},"ce":{"mean":0.002682242049670732,"values":[0.000824788221658837,0.001423215786951204,0.005798722140402154],"n":3,"sample_sd":0.002715486145180903,"df":2,"ci95_low":-0.0040633994895446935,"ci95_high":0.009427883588886157},"harm_rate":{"mean":0.0054666666666666665,"values":[0.0046,0.0068,0.005],"n":3,"sample_sd":0.0011718930554164629,"df":2,"ci95_low":0.0025555229334664584,"ci95_high":0.008377810399866875},"repair_rate":{"mean":0.007633333333333333,"values":[0.0134,0.0055,0.004],"n":3,"sample_sd":0.005050082507576816,"df":2,"ci95_low":-0.004911767071627825,"ci95_high":0.02017843373829449},"conditional_harm":{"mean":0.0055871774704141595,"values":[0.004715047150471505,0.006944444444444444,0.00510204081632653],"n":3,"sample_sd":0.0011912477716444934,"df":2,"ci95_low":0.0026279539567299927,"ci95_high":0.008546400984098326}},"seeds":[{"n":10000,"baseline_correct":9756,"harm_count":46,"repair_count":134,"harm_rate":0.0046,"repair_rate":0.0134,"conditional_harm":0.004715047150471505,"accuracy_pp":0.88,"seed":201,"ce":0.000824788221658837},{"n":10000,"baseline_correct":9792,"harm_count":68,"repair_count":55,"harm_rate":0.0068,"repair_rate":0.0055,"conditional_harm":0.006944444444444444,"accuracy_pp":-0.13,"seed":202,"ce":0.001423215786951204},{"n":10000,"baseline_correct":9800,"harm_count":50,"repair_count":40,"harm_rate":0.005,"repair_rate":0.004,"conditional_harm":0.00510204081632653,"accuracy_pp":-0.1,"seed":203,"ce":0.005798722140402154}]},{"endpoint":"final","branch":0,"from_mask":0,"to_mask":1,"context_k":0,"metrics":{"accuracy_pp":{"mean":0.1,"values":[-0.01,0.09,0.22],"n":3,"sample_sd":0.11532562594670796,"df":2,"ci95_low":-0.18648473655545292,"ci95_high":0.3864847365554529},"ce":{"mean":0.005092082135728306,"values":[0.007543433122596754,0.004966322966187625,0.0027664903184005385],"n":3,"sample_sd":0.00239095319175913,"df":2,"ci95_low":-0.0008473748551581731,"ci95_high":0.011031539126614785},"harm_rate":{"mean":0.0022,"values":[0.0024,0.0022,0.002],"n":3,"sample_sd":0.00019999999999999987,"df":2,"ci95_low":0.0017031724576325518,"ci95_high":0.0026968275423674484},"repair_rate":{"mean":0.0031999999999999997,"values":[0.0023,0.0031,0.0042],"n":3,"sample_sd":0.0009539392014169455,"df":2,"ci95_low":0.0008302836549602616,"ci95_high":0.005569716345039738},"conditional_harm":{"mean":0.0022347211595328256,"values":[0.002435806353394905,0.002234182999898446,0.0020341741253051262],"n":3,"sample_sd":0.00020081665486690605,"df":2,"ci95_low":0.00173586493401294,"ci95_high":0.002733577385052711}},"seeds":[{"n":10000,"baseline_correct":9853,"harm_count":24,"repair_count":23,"harm_rate":0.0024,"repair_rate":0.0023,"conditional_harm":0.002435806353394905,"accuracy_pp":-0.01,"seed":201,"ce":0.007543433122596754},{"n":10000,"baseline_correct":9847,"harm_count":22,"repair_count":31,"harm_rate":0.0022,"repair_rate":0.0031,"conditional_harm":0.002234182999898446,"accuracy_pp":0.09,"seed":202,"ce":0.004966322966187625},{"n":10000,"baseline_correct":9832,"harm_count":20,"repair_count":42,"harm_rate":0.002,"repair_rate":0.0042,"conditional_harm":0.0020341741253051262,"accuracy_pp":0.22,"seed":203,"ce":0.0027664903184005385}]},{"endpoint":"final","branch":0,"from_mask":2,"to_mask":3,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.04666666666666667,"values":[0.06,0.05,0.03],"n":3,"sample_sd":0.015275252316519466,"df":2,"ci95_low":0.00872083632937145,"ci95_high":0.0846124970039619},"ce":{"mean":0.005708670565292603,"values":[0.011936360692760536,0.0020572875542027025,0.0031323634489145713],"n":3,"sample_sd":0.005420059066806265,"df":2,"ci95_low":-0.007755502562946217,"ci95_high":0.01917284369353142},"harm_rate":{"mean":0.0024333333333333334,"values":[0.0024,0.0021,0.0028],"n":3,"sample_sd":0.00035118845842842467,"df":2,"ci95_low":0.0015609328397892977,"ci95_high":0.003305733826877369},"repair_rate":{"mean":0.0029,"values":[0.003,0.0026,0.0031],"n":3,"sample_sd":0.0002645751311064591,"df":2,"ci95_low":0.0022427589392041616,"ci95_high":0.003557241060795838},"conditional_harm":{"mean":0.0024707850849179213,"values":[0.002435064935064935,0.0021334958854007926,0.002843794434288036],"n":3,"sample_sd":0.0003564939746573155,"df":2,"ci95_low":0.0015852049584289332,"ci95_high":0.0033563652114069094}},"seeds":[{"n":10000,"baseline_correct":9856,"harm_count":24,"repair_count":30,"harm_rate":0.0024,"repair_rate":0.003,"conditional_harm":0.002435064935064935,"accuracy_pp":0.06,"seed":201,"ce":0.011936360692760536},{"n":10000,"baseline_correct":9843,"harm_count":21,"repair_count":26,"harm_rate":0.0021,"repair_rate":0.0026,"conditional_harm":0.0021334958854007926,"accuracy_pp":0.05,"seed":202,"ce":0.0020572875542027025},{"n":10000,"baseline_correct":9846,"harm_count":28,"repair_count":31,"harm_rate":0.0028,"repair_rate":0.0031,"conditional_harm":0.002843794434288036,"accuracy_pp":0.03,"seed":203,"ce":0.0031323634489145713}]},{"endpoint":"final","branch":0,"from_mask":4,"to_mask":5,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.10666666666666667,"values":[0.07,0.03,0.22],"n":3,"sample_sd":0.10016652800877812,"df":2,"ci95_low":-0.14216078302374052,"ci95_high":0.3554941163570739},"ce":{"mean":0.002359208213701914,"values":[0.00579944821655147,-0.0016158403103361252,0.002894016734890398],"n":3,"sample_sd":0.003736461039539896,"df":2,"ci95_low":-0.006922675563429733,"ci95_high":0.01164109199083356},"harm_rate":{"mean":0.0024333333333333334,"values":[0.0022,0.0027,0.0024],"n":3,"sample_sd":0.00025166114784235834,"df":2,"ci95_low":0.0018081723853738832,"ci95_high":0.0030584942812927835},"repair_rate":{"mean":0.0035,"values":[0.0029,0.003,0.0046],"n":3,"sample_sd":0.0009539392014169456,"df":2,"ci95_low":0.0011302836549602615,"ci95_high":0.005869716345039739},"conditional_harm":{"mean":0.002471186828772198,"values":[0.002233049127080796,0.002742230347349177,0.0024382810118866198],"n":3,"sample_sd":0.00025618054835834013,"df":2,"ci95_low":0.0018347990675561003,"ci95_high":0.0031075745899882953}},"seeds":[{"n":10000,"baseline_correct":9852,"harm_count":22,"repair_count":29,"harm_rate":0.0022,"repair_rate":0.0029,"conditional_harm":0.002233049127080796,"accuracy_pp":0.07,"seed":201,"ce":0.00579944821655147},{"n":10000,"baseline_correct":9846,"harm_count":27,"repair_count":30,"harm_rate":0.0027,"repair_rate":0.003,"conditional_harm":0.002742230347349177,"accuracy_pp":0.03,"seed":202,"ce":-0.0016158403103361252},{"n":10000,"baseline_correct":9843,"harm_count":24,"repair_count":46,"harm_rate":0.0024,"repair_rate":0.0046,"conditional_harm":0.0024382810118866198,"accuracy_pp":0.22,"seed":203,"ce":0.002894016734890398}]},{"endpoint":"final","branch":0,"from_mask":6,"to_mask":7,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.043333333333333335,"values":[0.11,-0.05,0.07],"n":3,"sample_sd":0.08326663997864531,"df":2,"ci95_low":-0.16351246717559415,"ci95_high":0.2501791338422608},"ce":{"mean":0.0016267685480733096,"values":[-0.005990022971051001,0.008495541652748989,0.002374786962521941],"n":3,"sample_sd":0.007271694732236573,"df":2,"ci95_low":-0.016437122565243788,"ci95_high":0.019690659661390407},"harm_rate":{"mean":0.003133333333333333,"values":[0.0029,0.0039,0.0026],"n":3,"sample_sd":0.0006806859285554045,"df":2,"ci95_low":0.001442415748291901,"ci95_high":0.0048242509183747655},"repair_rate":{"mean":0.0035666666666666668,"values":[0.004,0.0034,0.0033],"n":3,"sample_sd":0.00037859388972001835,"df":2,"ci95_low":0.002626187307742019,"ci95_high":0.004507146025591315},"conditional_harm":{"mean":0.003181135171879229,"values":[0.002945358521226894,0.003958988935133489,0.002639058059277304],"n":3,"sample_sd":0.0006908309134688775,"df":2,"ci95_low":0.0014650160472282191,"ci95_high":0.004897254296530239}},"seeds":[{"n":10000,"baseline_correct":9846,"harm_count":29,"repair_count":40,"harm_rate":0.0029,"repair_rate":0.004,"conditional_harm":0.002945358521226894,"accuracy_pp":0.11,"seed":201,"ce":-0.005990022971051001},{"n":10000,"baseline_correct":9851,"harm_count":39,"repair_count":34,"harm_rate":0.0039,"repair_rate":0.0034,"conditional_harm":0.003958988935133489,"accuracy_pp":-0.05,"seed":202,"ce":0.008495541652748989},{"n":10000,"baseline_correct":9852,"harm_count":26,"repair_count":33,"harm_rate":0.0026,"repair_rate":0.0033,"conditional_harm":0.002639058059277304,"accuracy_pp":0.07,"seed":203,"ce":0.002374786962521941}]},{"endpoint":"final","branch":0,"from_mask":8,"to_mask":9,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.06666666666666667,"values":[0.04,-0.02,0.18],"n":3,"sample_sd":0.10263202878893768,"df":2,"ci95_low":-0.18828542649029906,"ci95_high":0.32161875982363236},"ce":{"mean":0.0040937707112231325,"values":[0.007862600986231122,0.006491895411492615,-0.0020731842640543396],"n":3,"sample_sd":0.005384534213233256,"df":2,"ci95_low":-0.00928215378854748,"ci95_high":0.017469695210993744},"harm_rate":{"mean":0.0021333333333333334,"values":[0.002,0.0026,0.0018],"n":3,"sample_sd":0.0004163331998932265,"df":2,"ci95_low":0.0010991043307886962,"ci95_high":0.003167562335877971},"repair_rate":{"mean":0.0028,"values":[0.0024,0.0024,0.0036],"n":3,"sample_sd":0.000692820323027551,"df":2,"ci95_low":0.0010789389080399995,"ci95_high":0.00452106109196},"conditional_harm":{"mean":0.002166391293189051,"values":[0.0020308692120227455,0.0026395939086294416,0.001828710758914965],"n":3,"sample_sd":0.0004220871313904897,"df":2,"ci95_low":0.0011178687324207338,"ci95_high":0.003214913853957368}},"seeds":[{"n":10000,"baseline_correct":9848,"harm_count":20,"repair_count":24,"harm_rate":0.002,"repair_rate":0.0024,"conditional_harm":0.0020308692120227455,"accuracy_pp":0.04,"seed":201,"ce":0.007862600986231122},{"n":10000,"baseline_correct":9850,"harm_count":26,"repair_count":24,"harm_rate":0.0026,"repair_rate":0.0024,"conditional_harm":0.0026395939086294416,"accuracy_pp":-0.02,"seed":202,"ce":0.006491895411492615},{"n":10000,"baseline_correct":9843,"harm_count":18,"repair_count":36,"harm_rate":0.0018,"repair_rate":0.0036,"conditional_harm":0.001828710758914965,"accuracy_pp":0.18,"seed":203,"ce":-0.0020731842640543396}]},{"endpoint":"final","branch":0,"from_mask":10,"to_mask":11,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.12,"values":[0.19,0.02,0.15],"n":3,"sample_sd":0.08888194417315588,"df":2,"ci95_low":-0.10079498942194909,"ci95_high":0.3407949894219491},"ce":{"mean":0.0010333286665935952,"values":[-0.000769153294164826,0.0044979501821807155,-0.000628810888235104],"n":3,"sample_sd":0.0030012706779674893,"df":2,"ci95_low":-0.006422241007976776,"ci95_high":0.008488898341163967},"harm_rate":{"mean":0.0026,"values":[0.0023,0.0031,0.0024],"n":3,"sample_sd":0.0004358898943540674,"df":2,"ci95_low":0.0015171894752263092,"ci95_high":0.0036828105247736906},"repair_rate":{"mean":0.0038,"values":[0.0042,0.0033,0.0039],"n":3,"sample_sd":0.0004582575694955839,"df":2,"ci95_low":0.0026616250898811437,"ci95_high":0.004938374910118856},"conditional_harm":{"mean":0.0026411008057356934,"values":[0.0023345513601299227,0.003148486695104611,0.002440264361972547],"n":3,"sample_sd":0.0004425767054846652,"df":2,"ci95_low":0.0015416793212605516,"ci95_high":0.003740522290210835}},"seeds":[{"n":10000,"baseline_correct":9852,"harm_count":23,"repair_count":42,"harm_rate":0.0023,"repair_rate":0.0042,"conditional_harm":0.0023345513601299227,"accuracy_pp":0.19,"seed":201,"ce":-0.000769153294164826},{"n":10000,"baseline_correct":9846,"harm_count":31,"repair_count":33,"harm_rate":0.0031,"repair_rate":0.0033,"conditional_harm":0.003148486695104611,"accuracy_pp":0.02,"seed":202,"ce":0.0044979501821807155},{"n":10000,"baseline_correct":9835,"harm_count":24,"repair_count":39,"harm_rate":0.0024,"repair_rate":0.0039,"conditional_harm":0.002440264361972547,"accuracy_pp":0.15,"seed":203,"ce":-0.000628810888235104}]},{"endpoint":"final","branch":0,"from_mask":12,"to_mask":13,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.18,"values":[0.24,0.15,0.15],"n":3,"sample_sd":0.05196152422706632,"df":2,"ci95_low":0.050920418102999965,"ci95_high":0.309079581897},"ce":{"mean":0.008519533297865723,"values":[0.0040523391091803335,0.011639436738457881,0.009866824045958955],"n":3,"sample_sd":0.0039689301932599496,"df":2,"ci95_low":-0.001339835870860796,"ci95_high":0.01837890246659224},"harm_rate":{"mean":0.002,"values":[0.0014,0.0024,0.0022],"n":3,"sample_sd":0.0005291502622129181,"df":2,"ci95_low":0.0006855178784083242,"ci95_high":0.0033144821215916756},"repair_rate":{"mean":0.0038,"values":[0.0038,0.0039,0.0037],"n":3,"sample_sd":9.999999999999983e-05,"df":2,"ci95_low":0.003551586228816276,"ci95_high":0.0040484137711837235},"conditional_harm":{"mean":0.0020328031062705246,"values":[0.001422330590267195,0.0024407607037526696,0.002235318024791709],"n":3,"sample_sd":0.0005385714373982718,"df":2,"ci95_low":0.0006949174881110865,"ci95_high":0.003370688724429963}},"seeds":[{"n":10000,"baseline_correct":9843,"harm_count":14,"repair_count":38,"harm_rate":0.0014,"repair_rate":0.0038,"conditional_harm":0.001422330590267195,"accuracy_pp":0.24,"seed":201,"ce":0.0040523391091803335},{"n":10000,"baseline_correct":9833,"harm_count":24,"repair_count":39,"harm_rate":0.0024,"repair_rate":0.0039,"conditional_harm":0.0024407607037526696,"accuracy_pp":0.15,"seed":202,"ce":0.011639436738457881},{"n":10000,"baseline_correct":9842,"harm_count":22,"repair_count":37,"harm_rate":0.0022,"repair_rate":0.0037,"conditional_harm":0.002235318024791709,"accuracy_pp":0.15,"seed":203,"ce":0.009866824045958955}]},{"endpoint":"final","branch":0,"from_mask":14,"to_mask":15,"context_k":3,"metrics":{"accuracy_pp":{"mean":0.05333333333333333,"values":[-0.01,0.15,0.02],"n":3,"sample_sd":0.08504900548115382,"df":2,"ci95_low":-0.1579401085366533,"ci95_high":0.26460677520332},"ce":{"mean":0.007808336216931676,"values":[0.012575649109426296,0.01289740849775095,-0.00204804895638222],"n":3,"sample_sd":0.008537395902119993,"df":2,"ci95_low":-0.013399730904409338,"ci95_high":0.02901640333827269},"harm_rate":{"mean":0.003,"values":[0.0034,0.0024,0.0032],"n":3,"sample_sd":0.0005291502622129182,"df":2,"ci95_low":0.001685517878408324,"ci95_high":0.004314482121591676},"repair_rate":{"mean":0.003533333333333333,"values":[0.0033,0.0039,0.0034],"n":3,"sample_sd":0.0003214550253664318,"df":2,"ci95_low":0.0027347947821609823,"ci95_high":0.004331871884505684},"conditional_harm":{"mean":0.003046711095334535,"values":[0.0034521271195045184,0.002440264361972547,0.00324774180452654],"n":3,"sample_sd":0.000535048193669254,"df":2,"ci95_low":0.0017175776997903442,"ci95_high":0.004375844490878726}},"seeds":[{"n":10000,"baseline_correct":9849,"harm_count":34,"repair_count":33,"harm_rate":0.0034,"repair_rate":0.0033,"conditional_harm":0.0034521271195045184,"accuracy_pp":-0.01,"seed":201,"ce":0.012575649109426296},{"n":10000,"baseline_correct":9835,"harm_count":24,"repair_count":39,"harm_rate":0.0024,"repair_rate":0.0039,"conditional_harm":0.002440264361972547,"accuracy_pp":0.15,"seed":202,"ce":0.01289740849775095},{"n":10000,"baseline_correct":9853,"harm_count":32,"repair_count":34,"harm_rate":0.0032,"repair_rate":0.0034,"conditional_harm":0.00324774180452654,"accuracy_pp":0.02,"seed":203,"ce":-0.00204804895638222}]},{"endpoint":"final","branch":1,"from_mask":0,"to_mask":2,"context_k":0,"metrics":{"accuracy_pp":{"mean":0.043333333333333335,"values":[0.03,-0.04,0.14],"n":3,"sample_sd":0.09073771725877466,"df":2,"ci95_low":-0.1820716519952139,"ci95_high":0.2687383186618806},"ce":{"mean":0.011913727520151518,"values":[0.010893239663472734,0.013892163627773721,0.010955779269208099],"n":3,"sample_sd":0.0017136612484761548,"df":2,"ci95_low":0.007656756987497809,"ci95_high":0.016170698052805226},"harm_rate":{"mean":0.0021,"values":[0.0019,0.0024,0.002],"n":3,"sample_sd":0.00026457513110645893,"df":2,"ci95_low":0.001442758939204162,"ci95_high":0.0027572410607958377},"repair_rate":{"mean":0.002533333333333333,"values":[0.0022,0.002,0.0034],"n":3,"sample_sd":0.0007571877794400364,"df":2,"ci95_low":0.0006523746154840379,"ci95_high":0.004414292051182629},"conditional_harm":{"mean":0.0021332704556955065,"values":[0.0019283466964376333,0.0024372905453437597,0.0020341741253051262],"n":3,"sample_sd":0.0002685535744641561,"df":2,"ci95_low":0.001466146393720405,"ci95_high":0.002800394517670608}},"seeds":[{"n":10000,"baseline_correct":9853,"harm_count":19,"repair_count":22,"harm_rate":0.0019,"repair_rate":0.0022,"conditional_harm":0.0019283466964376333,"accuracy_pp":0.03,"seed":201,"ce":0.010893239663472734},{"n":10000,"baseline_correct":9847,"harm_count":24,"repair_count":20,"harm_rate":0.0024,"repair_rate":0.002,"conditional_harm":0.0024372905453437597,"accuracy_pp":-0.04,"seed":202,"ce":0.013892163627773721},{"n":10000,"baseline_correct":9832,"harm_count":20,"repair_count":34,"harm_rate":0.002,"repair_rate":0.0034,"conditional_harm":0.0020341741253051262,"accuracy_pp":0.14,"seed":203,"ce":0.010955779269208099}]},{"endpoint":"final","branch":1,"from_mask":1,"to_mask":3,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.01,"values":[0.1,-0.08,-0.05],"n":3,"sample_sd":0.09643650760992956,"df":2,"ci95_low":-0.24956156535170532,"ci95_high":0.2295615653517053},"ce":{"mean":0.012530315949715815,"values":[0.015286167233636516,0.010983128215788798,0.011321652399722132],"n":3,"sample_sd":0.0023926317894929976,"df":2,"ci95_low":0.00658668909089563,"ci95_high":0.018473942808536},"harm_rate":{"mean":0.0032666666666666664,"values":[0.0024,0.0036,0.0038],"n":3,"sample_sd":0.0007571877794400366,"df":2,"ci95_low":0.0013857079488173707,"ci95_high":0.005147625384515962},"repair_rate":{"mean":0.0031666666666666666,"values":[0.0034,0.0028,0.0033],"n":3,"sample_sd":0.0003214550253664318,"df":2,"ci95_low":0.0023681281154943157,"ci95_high":0.003965205217839017},"conditional_harm":{"mean":0.0033149843350375875,"values":[0.00243605359317905,0.0036525974025974025,0.00385630200933631],"n":3,"sample_sd":0.0007679604992704136,"df":2,"ci95_low":0.0014072646975985953,"ci95_high":0.00522270397247658}},"seeds":[{"n":10000,"baseline_correct":9852,"harm_count":24,"repair_count":34,"harm_rate":0.0024,"repair_rate":0.0034,"conditional_harm":0.00243605359317905,"accuracy_pp":0.1,"seed":201,"ce":0.015286167233636516},{"n":10000,"baseline_correct":9856,"harm_count":36,"repair_count":28,"harm_rate":0.0036,"repair_rate":0.0028,"conditional_harm":0.0036525974025974025,"accuracy_pp":-0.08,"seed":202,"ce":0.010983128215788798},{"n":10000,"baseline_correct":9854,"harm_count":38,"repair_count":33,"harm_rate":0.0038,"repair_rate":0.0033,"conditional_harm":0.00385630200933631,"accuracy_pp":-0.05,"seed":203,"ce":0.011321652399722132}]},{"endpoint":"final","branch":1,"from_mask":4,"to_mask":6,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.02666666666666667,"values":[-0.06,0.05,0.09],"n":3,"sample_sd":0.07767453465154028,"df":2,"ci95_low":-0.1662875741106333,"ci95_high":0.21962090744396665},"ce":{"mean":0.010778464578741353,"values":[0.018954175340866616,0.00849879100328349,0.004882427392073951],"n":3,"sample_sd":0.007307612899679913,"df":2,"ci95_low":-0.007374652208861828,"ci95_high":0.028931581366344536},"harm_rate":{"mean":0.002033333333333333,"values":[0.0026,0.0019,0.0016],"n":3,"sample_sd":0.0005131601439446883,"df":2,"ci95_low":0.0007585728675485045,"ci95_high":0.003308093799118162},"repair_rate":{"mean":0.0023,"values":[0.002,0.0024,0.0025],"n":3,"sample_sd":0.000264575131106459,"df":2,"ci95_low":0.0016427589392041622,"ci95_high":0.0029572410607958378},"conditional_harm":{"mean":0.0020647654619022314,"values":[0.002639058059277304,0.00192971765183831,0.00162552067459108],"n":3,"sample_sd":0.000520089358467796,"df":2,"ci95_low":0.0007727918730071411,"ci95_high":0.0033567390507973217}},"seeds":[{"n":10000,"baseline_correct":9852,"harm_count":26,"repair_count":20,"harm_rate":0.0026,"repair_rate":0.002,"conditional_harm":0.002639058059277304,"accuracy_pp":-0.06,"seed":201,"ce":0.018954175340866616},{"n":10000,"baseline_correct":9846,"harm_count":19,"repair_count":24,"harm_rate":0.0019,"repair_rate":0.0024,"conditional_harm":0.00192971765183831,"accuracy_pp":0.05,"seed":202,"ce":0.00849879100328349},{"n":10000,"baseline_correct":9843,"harm_count":16,"repair_count":25,"harm_rate":0.0016,"repair_rate":0.0025,"conditional_harm":0.00162552067459108,"accuracy_pp":0.09,"seed":203,"ce":0.004882427392073951}]},{"endpoint":"final","branch":1,"from_mask":5,"to_mask":7,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.03666666666666667,"values":[-0.02,-0.03,-0.06],"n":3,"sample_sd":0.020816659994661327,"df":2,"ci95_low":-0.08837811679389854,"ci95_high":0.015044783460565203},"ce":{"mean":0.010046024913112747,"values":[0.007164704153264145,0.018610172966368604,0.0043631976197054945],"n":3,"sample_sd":0.007547886036696467,"df":2,"ci95_low":-0.008703963435294693,"ci95_high":0.02879601326152019},"harm_rate":{"mean":0.0035,"values":[0.0032,0.0038,0.0035],"n":3,"sample_sd":0.0002999999999999999,"df":2,"ci95_low":0.0027547586864488274,"ci95_high":0.004245241313551173},"repair_rate":{"mean":0.0031333333333333335,"values":[0.003,0.0035,0.0029],"n":3,"sample_sd":0.00032145502536643194,"df":2,"ci95_low":0.002334794782160982,"ci95_high":0.003931871884505685},"conditional_harm":{"mean":0.0035506405388508995,"values":[0.0032457652905974236,0.0038582597217991675,0.0035478966041561076],"n":3,"sample_sd":0.00030625643494707817,"df":2,"ci95_low":0.0027898573793060334,"ci95_high":0.004311423698395766}},"seeds":[{"n":10000,"baseline_correct":9859,"harm_count":32,"repair_count":30,"harm_rate":0.0032,"repair_rate":0.003,"conditional_harm":0.0032457652905974236,"accuracy_pp":-0.02,"seed":201,"ce":0.007164704153264145},{"n":10000,"baseline_correct":9849,"harm_count":38,"repair_count":35,"harm_rate":0.0038,"repair_rate":0.0035,"conditional_harm":0.0038582597217991675,"accuracy_pp":-0.03,"seed":202,"ce":0.018610172966368604},{"n":10000,"baseline_correct":9865,"harm_count":35,"repair_count":29,"harm_rate":0.0035,"repair_rate":0.0029,"conditional_harm":0.0035478966041561076,"accuracy_pp":-0.06,"seed":203,"ce":0.0043631976197054945}]},{"endpoint":"final","branch":1,"from_mask":8,"to_mask":10,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.02666666666666667,"values":[0.04,-0.04,-0.08],"n":3,"sample_sd":0.061101009266077866,"df":2,"ci95_low":-0.17844998801584755,"ci95_high":0.1251166546825142},"ce":{"mean":0.012929441621090604,"values":[0.008687488938863785,0.009139640057513582,0.020961195866894447],"n":3,"sample_sd":0.006959376218977179,"df":2,"ci95_low":-0.0043586072953338915,"ci95_high":0.0302174905375151},"harm_rate":{"mean":0.0021666666666666666,"values":[0.0015,0.0025,0.0025],"n":3,"sample_sd":0.0005773502691896258,"df":2,"ci95_low":0.000732449090033333,"ci95_high":0.0036008842433000003},"repair_rate":{"mean":0.0019,"values":[0.0019,0.0021,0.0017],"n":3,"sample_sd":0.00019999999999999998,"df":2,"ci95_low":0.0014031724576325515,"ci95_high":0.0023968275423674485},"conditional_harm":{"mean":0.00220036634301849,"values":[0.0015231519090170593,0.0025380710659898475,0.0025398760540485624],"n":3,"sample_sd":0.0005864855980417434,"df":2,"ci95_low":0.0007434553514735762,"ci95_high":0.0036572773345634035}},"seeds":[{"n":10000,"baseline_correct":9848,"harm_count":15,"repair_count":19,"harm_rate":0.0015,"repair_rate":0.0019,"conditional_harm":0.0015231519090170593,"accuracy_pp":0.04,"seed":201,"ce":0.008687488938863785},{"n":10000,"baseline_correct":9850,"harm_count":25,"repair_count":21,"harm_rate":0.0025,"repair_rate":0.0021,"conditional_harm":0.0025380710659898475,"accuracy_pp":-0.04,"seed":202,"ce":0.009139640057513582},{"n":10000,"baseline_correct":9843,"harm_count":25,"repair_count":17,"harm_rate":0.0025,"repair_rate":0.0017,"conditional_harm":0.0025398760540485624,"accuracy_pp":-0.08,"seed":203,"ce":0.020961195866894447}]},{"endpoint":"final","branch":1,"from_mask":9,"to_mask":11,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.02666666666666667,"values":[0.19,0.0,-0.11],"n":3,"sample_sd":0.15176736583776282,"df":2,"ci95_low":-0.3503443702371193,"ci95_high":0.40367770357045263},"ce":{"mean":0.009868999576461068,"values":[5.573465846783754e-05,0.007145694828201682,0.022405569242713683],"n":3,"sample_sd":0.011421079986135592,"df":2,"ci95_low":-0.018502535927007936,"ci95_high":0.038240535079930076},"harm_rate":{"mean":0.0025666666666666667,"values":[0.0023,0.0025,0.0029],"n":3,"sample_sd":0.00030550504633038926,"df":2,"ci95_low":0.0018077500599207627,"ci95_high":0.003325583273412571},"repair_rate":{"mean":0.002833333333333333,"values":[0.0042,0.0025,0.0018],"n":3,"sample_sd":0.001234233905438241,"df":2,"ci95_low":-0.00023267365639396357,"ci95_high":0.00589934032306063},"conditional_harm":{"mean":0.002604672027412248,"values":[0.0023345513601299227,0.002538586515028432,0.0029408782070783897],"n":3,"sample_sd":0.0003085182855891869,"df":2,"ci95_low":0.0018382701193887761,"ci95_high":0.00337107393543572}},"seeds":[{"n":10000,"baseline_correct":9852,"harm_count":23,"repair_count":42,"harm_rate":0.0023,"repair_rate":0.0042,"conditional_harm":0.0023345513601299227,"accuracy_pp":0.19,"seed":201,"ce":5.573465846783754e-05},{"n":10000,"baseline_correct":9848,"harm_count":25,"repair_count":25,"harm_rate":0.0025,"repair_rate":0.0025,"conditional_harm":0.002538586515028432,"accuracy_pp":0.0,"seed":202,"ce":0.007145694828201682},{"n":10000,"baseline_correct":9861,"harm_count":29,"repair_count":18,"harm_rate":0.0029,"repair_rate":0.0018,"conditional_harm":0.0029408782070783897,"accuracy_pp":-0.11,"seed":203,"ce":0.022405569242713683}]},{"endpoint":"final","branch":1,"from_mask":12,"to_mask":14,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.06333333333333334,"values":[0.06,0.02,0.11],"n":3,"sample_sd":0.04509249752822894,"df":2,"ci95_low":-0.04868264029746787,"ci95_high":0.17534930696413453},"ce":{"mean":0.011072771115111443,"values":[0.005896033846753759,0.007383885937753298,0.019938393560827272],"n":3,"sample_sd":0.007713810470426284,"df":2,"ci95_low":-0.008089396376439476,"ci95_high":0.030234938606662362},"harm_rate":{"mean":0.0021000000000000003,"values":[0.0022,0.0025,0.0016],"n":3,"sample_sd":0.000458257569495584,"df":2,"ci95_low":0.0009616250898811438,"ci95_high":0.0032383749101188566},"repair_rate":{"mean":0.0027333333333333333,"values":[0.0028,0.0027,0.0027],"n":3,"sample_sd":5.773502691896248e-05,"df":2,"ci95_low":0.0025899115756700002,"ci95_high":0.0028767550909966663},"conditional_harm":{"mean":0.0021344119433946394,"values":[0.002235090927562735,0.002542459066409031,0.001625685836212152],"n":3,"sample_sd":0.000466605274607183,"df":2,"ci95_low":0.0009753001842007633,"ci95_high":0.0032935237025885156}},"seeds":[{"n":10000,"baseline_correct":9843,"harm_count":22,"repair_count":28,"harm_rate":0.0022,"repair_rate":0.0028,"conditional_harm":0.002235090927562735,"accuracy_pp":0.06,"seed":201,"ce":0.005896033846753759},{"n":10000,"baseline_correct":9833,"harm_count":25,"repair_count":27,"harm_rate":0.0025,"repair_rate":0.0027,"conditional_harm":0.002542459066409031,"accuracy_pp":0.02,"seed":202,"ce":0.007383885937753298},{"n":10000,"baseline_correct":9842,"harm_count":16,"repair_count":27,"harm_rate":0.0016,"repair_rate":0.0027,"conditional_harm":0.001625685836212152,"accuracy_pp":0.11,"seed":203,"ce":0.019938393560827272}]},{"endpoint":"final","branch":1,"from_mask":13,"to_mask":15,"context_k":3,"metrics":{"accuracy_pp":{"mean":-0.06333333333333334,"values":[-0.19,0.02,-0.02],"n":3,"sample_sd":0.11150485789118487,"df":2,"ci95_low":-0.34032675587387834,"ci95_high":0.21366008920721163},"ce":{"mean":0.010361574034177395,"values":[0.014419343846999721,0.008641857697046368,0.008023520558486097],"n":3,"sample_sd":0.0035277056417195338,"df":2,"ci95_low":0.0015982674133208988,"ci95_high":0.019124880655033892},"harm_rate":{"mean":0.0036999999999999997,"values":[0.0043,0.0034,0.0034],"n":3,"sample_sd":0.0005196152422706633,"df":2,"ci95_low":0.002409204181029999,"ci95_high":0.0049907958189700004},"repair_rate":{"mean":0.0030666666666666668,"values":[0.0024,0.0036,0.0032],"n":3,"sample_sd":0.0006110100926607787,"df":2,"ci95_low":0.0015488334531748578,"ci95_high":0.004584499880158476},"conditional_harm":{"mean":0.0037532546308933394,"values":[0.00435796087970001,0.0034524776604386675,0.0034493253525413412],"n":3,"sample_sd":0.0005236933451655138,"df":2,"ci95_low":0.0024523282427294886,"ci95_high":0.00505418101905719}},"seeds":[{"n":10000,"baseline_correct":9867,"harm_count":43,"repair_count":24,"harm_rate":0.0043,"repair_rate":0.0024,"conditional_harm":0.00435796087970001,"accuracy_pp":-0.19,"seed":201,"ce":0.014419343846999721},{"n":10000,"baseline_correct":9848,"harm_count":34,"repair_count":36,"harm_rate":0.0034,"repair_rate":0.0036,"conditional_harm":0.0034524776604386675,"accuracy_pp":0.02,"seed":202,"ce":0.008641857697046368},{"n":10000,"baseline_correct":9857,"harm_count":34,"repair_count":32,"harm_rate":0.0034,"repair_rate":0.0032,"conditional_harm":0.0034493253525413412,"accuracy_pp":-0.02,"seed":203,"ce":0.008023520558486097}]},{"endpoint":"final","branch":2,"from_mask":0,"to_mask":4,"context_k":0,"metrics":{"accuracy_pp":{"mean":0.03,"values":[-0.01,-0.01,0.11],"n":3,"sample_sd":0.06928203230275509,"df":2,"ci95_low":-0.14210610919600003,"ci95_high":0.20210610919600003},"ce":{"mean":0.011708793947598722,"values":[0.01220015605142391,0.013119369249298185,0.009806856542074069],"n":3,"sample_sd":0.001710047556849501,"df":2,"ci95_low":0.007460800322593734,"ci95_high":0.01595678757260371},"harm_rate":{"mean":0.002,"values":[0.0018,0.0022,0.002],"n":3,"sample_sd":0.0002000000000000001,"df":2,"ci95_low":0.001503172457632551,"ci95_high":0.0024968275423674488},"repair_rate":{"mean":0.0023,"values":[0.0017,0.0021,0.0031],"n":3,"sample_sd":0.0007211102550927979,"df":2,"ci95_low":0.000508662820931406,"ci95_high":0.004091337179068594},"conditional_harm":{"mean":0.002031737296749917,"values":[0.001826854765046179,0.002234182999898446,0.0020341741253051262],"n":3,"sample_sd":0.0002036750508212077,"df":2,"ci95_low":0.001525780422044588,"ci95_high":0.0025376941714552463}},"seeds":[{"n":10000,"baseline_correct":9853,"harm_count":18,"repair_count":17,"harm_rate":0.0018,"repair_rate":0.0017,"conditional_harm":0.001826854765046179,"accuracy_pp":-0.01,"seed":201,"ce":0.01220015605142391},{"n":10000,"baseline_correct":9847,"harm_count":22,"repair_count":21,"harm_rate":0.0022,"repair_rate":0.0021,"conditional_harm":0.002234182999898446,"accuracy_pp":-0.01,"seed":202,"ce":0.013119369249298185},{"n":10000,"baseline_correct":9832,"harm_count":20,"repair_count":31,"harm_rate":0.002,"repair_rate":0.0031,"conditional_harm":0.0020341741253051262,"accuracy_pp":0.11,"seed":203,"ce":0.009806856542074069}]},{"endpoint":"final","branch":2,"from_mask":1,"to_mask":5,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.03666666666666667,"values":[0.07,-0.07,0.11],"n":3,"sample_sd":0.09451631252505217,"df":2,"ci95_low":-0.19812486966061021,"ci95_high":0.2714582029939435},"ce":{"mean":0.008975920025572329,"values":[0.010456171145378626,0.006537205972774435,0.009934382958563928],"n":3,"sample_sd":0.002128041447307898,"df":2,"ci95_low":0.0036895720139620723,"ci95_high":0.014262268037182585},"harm_rate":{"mean":0.002766666666666667,"values":[0.0018,0.0037,0.0028],"n":3,"sample_sd":0.0009504384952922169,"df":2,"ci95_low":0.0004056465577294264,"ci95_high":0.005127686775603907},"repair_rate":{"mean":0.0031333333333333335,"values":[0.0025,0.003,0.0039],"n":3,"sample_sd":0.0007094598884597586,"df":2,"ci95_low":0.0013709372693746027,"ci95_high":0.004895729397292064},"conditional_harm":{"mean":0.0028075281091775473,"values":[0.0018270401948842874,0.0037540584415584415,0.0028414856910899127],"n":3,"sample_sd":0.0009639578148346452,"df":2,"ci95_low":0.000412924148726583,"ci95_high":0.005202132069628511}},"seeds":[{"n":10000,"baseline_correct":9852,"harm_count":18,"repair_count":25,"harm_rate":0.0018,"repair_rate":0.0025,"conditional_harm":0.0018270401948842874,"accuracy_pp":0.07,"seed":201,"ce":0.010456171145378626},{"n":10000,"baseline_correct":9856,"harm_count":37,"repair_count":30,"harm_rate":0.0037,"repair_rate":0.003,"conditional_harm":0.0037540584415584415,"accuracy_pp":-0.07,"seed":202,"ce":0.006537205972774435},{"n":10000,"baseline_correct":9854,"harm_count":28,"repair_count":39,"harm_rate":0.0028,"repair_rate":0.0039,"conditional_harm":0.0028414856910899127,"accuracy_pp":0.11,"seed":203,"ce":0.009934382958563928}]},{"endpoint":"final","branch":2,"from_mask":2,"to_mask":6,"context_k":1,"metrics":{"accuracy_pp":{"mean":0.01333333333333333,"values":[-0.1,0.08,0.06],"n":3,"sample_sd":0.09865765724632496,"df":2,"ci95_low":-0.23174587359377538,"ci95_high":0.258412540260442},"ce":{"mean":0.010573531006188555,"values":[0.020261091728817793,0.007725996624807954,0.003733504664939921],"n":3,"sample_sd":0.008623898339983737,"df":2,"ci95_low":-0.010849420083215646,"ci95_high":0.031996482095592756},"harm_rate":{"mean":0.002266666666666667,"values":[0.0034,0.0016,0.0018],"n":3,"sample_sd":0.0009865765724632494,"df":2,"ci95_low":-0.00018412540260441968,"ci95_high":0.004717458735937753},"repair_rate":{"mean":0.0024,"values":[0.0024,0.0024,0.0024],"n":3,"sample_sd":0.0,"df":2,"ci95_low":0.0024,"ci95_high":0.0024},"conditional_harm":{"mean":0.0023011165213886187,"values":[0.0034496753246753245,0.00162552067459108,0.0018281535648994515],"n":3,"sample_sd":0.0009998277429208611,"df":2,"ci95_low":-0.000182593280142205,"ci95_high":0.004784826322919442}},"seeds":[{"n":10000,"baseline_correct":9856,"harm_count":34,"repair_count":24,"harm_rate":0.0034,"repair_rate":0.0024,"conditional_harm":0.0034496753246753245,"accuracy_pp":-0.1,"seed":201,"ce":0.020261091728817793},{"n":10000,"baseline_correct":9843,"harm_count":16,"repair_count":24,"harm_rate":0.0016,"repair_rate":0.0024,"conditional_harm":0.00162552067459108,"accuracy_pp":0.08,"seed":202,"ce":0.007725996624807954},{"n":10000,"baseline_correct":9846,"harm_count":18,"repair_count":24,"harm_rate":0.0018,"repair_rate":0.0024,"conditional_harm":0.0018281535648994515,"accuracy_pp":0.06,"seed":203,"ce":0.003733504664939921}]},{"endpoint":"final","branch":2,"from_mask":3,"to_mask":7,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.01,"values":[-0.05,-0.02,0.1],"n":3,"sample_sd":0.07937253933193772,"df":2,"ci95_low":-0.18717231823875136,"ci95_high":0.20717231823875137},"ce":{"mean":0.0064916289889692625,"values":[0.002334708065006255,0.01416425072335424,0.0029759281785472907],"n":3,"sample_sd":0.00665241565280763,"df":2,"ci95_low":-0.010033887608986547,"ci95_high":0.023017145586925074},"harm_rate":{"mean":0.003,"values":[0.0034,0.0032,0.0024],"n":3,"sample_sd":0.0005291502622129182,"df":2,"ci95_low":0.001685517878408324,"ci95_high":0.004314482121591676},"repair_rate":{"mean":0.0031,"values":[0.0029,0.003,0.0034],"n":3,"sample_sd":0.000264575131106459,"df":2,"ci95_low":0.002442758939204162,"ci95_high":0.0037572410607958377},"conditional_harm":{"mean":0.003044587636494568,"values":[0.003447576556479416,0.003249390739236393,0.0024367956137678953],"n":3,"sample_sd":0.0005356097102431083,"df":2,"ci95_low":0.001714059356453444,"ci95_high":0.004375115916535692}},"seeds":[{"n":10000,"baseline_correct":9862,"harm_count":34,"repair_count":29,"harm_rate":0.0034,"repair_rate":0.0029,"conditional_harm":0.003447576556479416,"accuracy_pp":-0.05,"seed":201,"ce":0.002334708065006255},{"n":10000,"baseline_correct":9848,"harm_count":32,"repair_count":30,"harm_rate":0.0032,"repair_rate":0.003,"conditional_harm":0.003249390739236393,"accuracy_pp":-0.02,"seed":202,"ce":0.01416425072335424},{"n":10000,"baseline_correct":9849,"harm_count":24,"repair_count":34,"harm_rate":0.0024,"repair_rate":0.0034,"conditional_harm":0.0024367956137678953,"accuracy_pp":0.1,"seed":203,"ce":0.0029759281785472907}]},{"endpoint":"final","branch":2,"from_mask":8,"to_mask":12,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.07666666666666667,"values":[-0.05,-0.17,-0.01],"n":3,"sample_sd":0.08326663997864532,"df":2,"ci95_low":-0.2835124671755942,"ci95_high":0.13017913384226082},"ce":{"mean":0.01248056640739995,"values":[0.017990791631014733,0.011864645304824298,0.00758626228636082],"n":3,"sample_sd":0.005229538873016396,"df":2,"ci95_low":-0.0005103283225789158,"ci95_high":0.025471461137378817},"harm_rate":{"mean":0.0023,"values":[0.0015,0.0032,0.0022],"n":3,"sample_sd":0.0008544003745317532,"df":2,"ci95_low":0.00017755180861780658,"ci95_high":0.004422448191382194},"repair_rate":{"mean":0.0015333333333333334,"values":[0.001,0.0015,0.0021],"n":3,"sample_sd":0.0005507570547286101,"df":2,"ci95_low":0.0001651769636215844,"ci95_high":0.0029014897030450824},"conditional_harm":{"mean":0.0023356579336822666,"values":[0.0015231519090170593,0.003248730964467005,0.002235090927562735],"n":3,"sample_sd":0.0008671741815758621,"df":2,"ci95_low":0.00018147784649807062,"ci95_high":0.0044898380208664625}},"seeds":[{"n":10000,"baseline_correct":9848,"harm_count":15,"repair_count":10,"harm_rate":0.0015,"repair_rate":0.001,"conditional_harm":0.0015231519090170593,"accuracy_pp":-0.05,"seed":201,"ce":0.017990791631014733},{"n":10000,"baseline_correct":9850,"harm_count":32,"repair_count":15,"harm_rate":0.0032,"repair_rate":0.0015,"conditional_harm":0.003248730964467005,"accuracy_pp":-0.17,"seed":202,"ce":0.011864645304824298},{"n":10000,"baseline_correct":9843,"harm_count":22,"repair_count":21,"harm_rate":0.0022,"repair_rate":0.0021,"conditional_harm":0.002235090927562735,"accuracy_pp":-0.01,"seed":203,"ce":0.00758626228636082}]},{"endpoint":"final","branch":2,"from_mask":9,"to_mask":13,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.03666666666666667,"values":[0.15,0.0,-0.04],"n":3,"sample_sd":0.10016652800877812,"df":2,"ci95_low":-0.21216078302374053,"ci95_high":0.2854941163570739},"ce":{"mean":0.01690632899404254,"values":[0.014180529753963944,0.017012186631789564,0.019526270596374115],"n":3,"sample_sd":0.0026744421227903,"df":2,"ci95_low":0.010262646458693105,"ci95_high":0.023550011529391977},"harm_rate":{"mean":0.0025,"values":[0.0018,0.0029,0.0028],"n":3,"sample_sd":0.000608276253029822,"df":2,"ci95_low":0.000988958020633566,"ci95_high":0.004011041979366434},"repair_rate":{"mean":0.0028666666666666667,"values":[0.0033,0.0029,0.0024],"n":3,"sample_sd":0.0004509249752822895,"df":2,"ci95_low":0.0017465069303586546,"ci95_high":0.0039868264029746785},"conditional_harm":{"mean":0.0025370897220160426,"values":[0.0018270401948842874,0.0029447603574329815,0.002839468613730859],"n":3,"sample_sd":0.0006171704270766546,"df":2,"ci95_low":0.0010039533894842276,"ci95_high":0.004070226054547857}},"seeds":[{"n":10000,"baseline_correct":9852,"harm_count":18,"repair_count":33,"harm_rate":0.0018,"repair_rate":0.0033,"conditional_harm":0.0018270401948842874,"accuracy_pp":0.15,"seed":201,"ce":0.014180529753963944},{"n":10000,"baseline_correct":9848,"harm_count":29,"repair_count":29,"harm_rate":0.0029,"repair_rate":0.0029,"conditional_harm":0.0029447603574329815,"accuracy_pp":0.0,"seed":202,"ce":0.017012186631789564},{"n":10000,"baseline_correct":9861,"harm_count":28,"repair_count":24,"harm_rate":0.0028,"repair_rate":0.0024,"conditional_harm":0.002839468613730859,"accuracy_pp":-0.04,"seed":203,"ce":0.019526270596374115}]},{"endpoint":"final","branch":2,"from_mask":10,"to_mask":14,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.01333333333333333,"values":[-0.03,-0.11,0.18],"n":3,"sample_sd":0.14977761292440647,"df":2,"ci95_low":-0.3587348833211461,"ci95_high":0.38540154998781273},"ce":{"mean":0.010623895901420788,"values":[0.015199336538904706,0.010108891185064015,0.0065634599802936455],"n":3,"sample_sd":0.004340911583676209,"df":2,"ci95_low":-0.00015952626734041554,"ci95_high":0.021407318070181994},"harm_rate":{"mean":0.002533333333333333,"values":[0.0028,0.0033,0.0015],"n":3,"sample_sd":0.0009291573243177569,"df":2,"ci95_low":0.00022517858376580472,"ci95_high":0.004841488082900861},"repair_rate":{"mean":0.0026666666666666666,"values":[0.0025,0.0022,0.0033],"n":3,"sample_sd":0.0005686240703077326,"df":2,"ci95_low":0.0012541261697568357,"ci95_high":0.0040792071635764975},"conditional_harm":{"mean":0.0025729475401969092,"values":[0.0028420625253755584,0.0033516148689823277,0.001525165226232842],"n":3,"sample_sd":0.0009424949500186775,"df":2,"ci95_low":0.00023166029163935445,"ci95_high":0.0049142347887544645}},"seeds":[{"n":10000,"baseline_correct":9852,"harm_count":28,"repair_count":25,"harm_rate":0.0028,"repair_rate":0.0025,"conditional_harm":0.0028420625253755584,"accuracy_pp":-0.03,"seed":201,"ce":0.015199336538904706},{"n":10000,"baseline_correct":9846,"harm_count":33,"repair_count":22,"harm_rate":0.0033,"repair_rate":0.0022,"conditional_harm":0.0033516148689823277,"accuracy_pp":-0.11,"seed":202,"ce":0.010108891185064015},{"n":10000,"baseline_correct":9835,"harm_count":15,"repair_count":33,"harm_rate":0.0015,"repair_rate":0.0033,"conditional_harm":0.001525165226232842,"accuracy_pp":0.18,"seed":203,"ce":0.0065634599802936455}]},{"endpoint":"final","branch":2,"from_mask":11,"to_mask":15,"context_k":3,"metrics":{"accuracy_pp":{"mean":-0.05333333333333334,"values":[-0.23,0.02,0.05],"n":3,"sample_sd":0.15373136743466942,"df":2,"ci95_low":-0.4352232206701035,"ci95_high":0.3285565540034368},"ce":{"mean":0.01739890345175887,"values":[0.028544138942495828,0.01850834950063425,0.005144221912146529],"n":3,"sample_sd":0.011739343344426539,"df":2,"ci95_low":-0.011763242062336646,"ci95_high":0.04656104896585439},"harm_rate":{"mean":0.0034666666666666665,"values":[0.0043,0.0031,0.003],"n":3,"sample_sd":0.0007234178138070235,"df":2,"ci95_low":0.0016695971939737863,"ci95_high":0.005263736139359546},"repair_rate":{"mean":0.0029333333333333334,"values":[0.002,0.0033,0.0035],"n":3,"sample_sd":0.0008144527815247077,"df":2,"ci95_low":0.0009101204642370676,"ci95_high":0.004956546202429599},"conditional_harm":{"mean":0.003516575824072926,"values":[0.004356194914395705,0.003147847278635256,0.003045685279187817],"n":3,"sample_sd":0.0007289234741443114,"df":2,"ci95_low":0.0017058295329076222,"ci95_high":0.005327322115238229}},"seeds":[{"n":10000,"baseline_correct":9871,"harm_count":43,"repair_count":20,"harm_rate":0.0043,"repair_rate":0.002,"conditional_harm":0.004356194914395705,"accuracy_pp":-0.23,"seed":201,"ce":0.028544138942495828},{"n":10000,"baseline_correct":9848,"harm_count":31,"repair_count":33,"harm_rate":0.0031,"repair_rate":0.0033,"conditional_harm":0.003147847278635256,"accuracy_pp":0.02,"seed":202,"ce":0.01850834950063425},{"n":10000,"baseline_correct":9850,"harm_count":30,"repair_count":35,"harm_rate":0.003,"repair_rate":0.0035,"conditional_harm":0.003045685279187817,"accuracy_pp":0.05,"seed":203,"ce":0.005144221912146529}]},{"endpoint":"final","branch":3,"from_mask":0,"to_mask":8,"context_k":0,"metrics":{"accuracy_pp":{"mean":0.03,"values":[-0.05,0.03,0.11],"n":3,"sample_sd":0.08,"df":2,"ci95_low":-0.16873101694697948,"ci95_high":0.22873101694697948},"ce":{"mean":0.013319397075288184,"values":[0.012818024966676902,0.01641566303075845,0.010724503228429202],"n":3,"sample_sd":0.0028785161919610697,"df":2,"ci95_low":0.006168766448703557,"ci95_high":0.02047002770187281},"harm_rate":{"mean":0.0017666666666666666,"values":[0.002,0.0017,0.0016],"n":3,"sample_sd":0.00020816659994661328,"df":2,"ci95_low":0.0012495521653943479,"ci95_high":0.002283781167938985},"repair_rate":{"mean":0.0020666666666666667,"values":[0.0015,0.002,0.0027],"n":3,"sample_sd":0.0006027713773341708,"df":2,"ci95_low":0.0005692995566147759,"ci95_high":0.003564033776718558},"conditional_harm":{"mean":0.0017945306881194504,"values":[0.0020298386278290877,0.001726414136285163,0.0016273393002441008],"n":3,"sample_sd":0.00020971725167934213,"df":2,"ci95_low":0.0012735641543999343,"ci95_high":0.0023154972218389666}},"seeds":[{"n":10000,"baseline_correct":9853,"harm_count":20,"repair_count":15,"harm_rate":0.002,"repair_rate":0.0015,"conditional_harm":0.0020298386278290877,"accuracy_pp":-0.05,"seed":201,"ce":0.012818024966676902},{"n":10000,"baseline_correct":9847,"harm_count":17,"repair_count":20,"harm_rate":0.0017,"repair_rate":0.002,"conditional_harm":0.001726414136285163,"accuracy_pp":0.03,"seed":202,"ce":0.01641566303075845},{"n":10000,"baseline_correct":9832,"harm_count":16,"repair_count":27,"harm_rate":0.0016,"repair_rate":0.0027,"conditional_harm":0.0016273393002441008,"accuracy_pp":0.11,"seed":203,"ce":0.010724503228429202}]},{"endpoint":"final","branch":3,"from_mask":1,"to_mask":9,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.003333333333333332,"values":[0.0,-0.08,0.07],"n":3,"sample_sd":0.07505553499465135,"df":2,"ci95_low":-0.1897816182956667,"ci95_high":0.18311495162900004},"ce":{"mean":0.012321085650783012,"values":[0.01313719283031127,0.01794123547606344,0.005884828645974324],"n":3,"sample_sd":0.006069494180696859,"df":2,"ci95_low":-0.0027563737352627477,"ci95_high":0.027398545036828773},"harm_rate":{"mean":0.003033333333333333,"values":[0.0028,0.0035,0.0028],"n":3,"sample_sd":0.00040414518843273807,"df":2,"ci95_low":0.00202938102969,"ci95_high":0.0040372856369766666},"repair_rate":{"mean":0.003,"values":[0.0028,0.0027,0.0035],"n":3,"sample_sd":0.0004358898943540674,"df":2,"ci95_low":0.0019171894752263094,"ci95_high":0.004082810524773691},"conditional_harm":{"mean":0.003078228193367278,"values":[0.0028420625253755584,0.0035511363636363635,0.0028414856910899127],"n":3,"sample_sd":0.00040955059066602375,"df":2,"ci95_low":0.0020608481261885905,"ci95_high":0.004095608260545966}},"seeds":[{"n":10000,"baseline_correct":9852,"harm_count":28,"repair_count":28,"harm_rate":0.0028,"repair_rate":0.0028,"conditional_harm":0.0028420625253755584,"accuracy_pp":0.0,"seed":201,"ce":0.01313719283031127},{"n":10000,"baseline_correct":9856,"harm_count":35,"repair_count":27,"harm_rate":0.0035,"repair_rate":0.0027,"conditional_harm":0.0035511363636363635,"accuracy_pp":-0.08,"seed":202,"ce":0.01794123547606344},{"n":10000,"baseline_correct":9854,"harm_count":28,"repair_count":35,"harm_rate":0.0028,"repair_rate":0.0035,"conditional_harm":0.0028414856910899127,"accuracy_pp":0.07,"seed":203,"ce":0.005884828645974324}]},{"endpoint":"final","branch":3,"from_mask":2,"to_mask":10,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.04,"values":[-0.04,0.03,-0.11],"n":3,"sample_sd":0.07,"df":2,"ci95_low":-0.21388963982860706,"ci95_high":0.13388963982860705},"ce":{"mean":0.014335111176227272,"values":[0.010612274242067954,0.011663139460498309,0.02072991982611555],"n":3,"sample_sd":0.005562936515756866,"df":2,"ci95_low":0.0005160107888791624,"ci95_high":0.02815421156357538},"harm_rate":{"mean":0.0025666666666666667,"values":[0.0027,0.0021,0.0029],"n":3,"sample_sd":0.00041633319989322655,"df":2,"ci95_low":0.0015324376641220293,"ci95_high":0.0036008956692113042},"repair_rate":{"mean":0.0021666666666666666,"values":[0.0023,0.0024,0.0018],"n":3,"sample_sd":0.0003214550253664318,"df":2,"ci95_low":0.0013681281154943156,"ci95_high":0.0029652052178390175},"conditional_harm":{"mean":0.0026061008195252464,"values":[0.002739448051948052,0.0021334958854007926,0.002945358521226894],"n":3,"sample_sd":0.00042203832546196864,"df":2,"ci95_low":0.0015576994994045297,"ci95_high":0.0036545021396459628}},"seeds":[{"n":10000,"baseline_correct":9856,"harm_count":27,"repair_count":23,"harm_rate":0.0027,"repair_rate":0.0023,"conditional_harm":0.002739448051948052,"accuracy_pp":-0.04,"seed":201,"ce":0.010612274242067954},{"n":10000,"baseline_correct":9843,"harm_count":21,"repair_count":24,"harm_rate":0.0021,"repair_rate":0.0024,"conditional_harm":0.0021334958854007926,"accuracy_pp":0.03,"seed":202,"ce":0.011663139460498309},{"n":10000,"baseline_correct":9846,"harm_count":29,"repair_count":18,"harm_rate":0.0029,"repair_rate":0.0018,"conditional_harm":0.002945358521226894,"accuracy_pp":-0.11,"seed":203,"ce":0.02072991982611555}]},{"endpoint":"final","branch":3,"from_mask":3,"to_mask":11,"context_k":2,"metrics":{"accuracy_pp":{"mean":0.03333333333333333,"values":[0.09,0.0,0.01],"n":3,"sample_sd":0.04932882862316247,"df":2,"ci95_low":-0.089206270130221,"ci95_high":0.15587293679688766},"ce":{"mean":0.009659769277528263,"values":[-0.0020932397448574086,0.014103802088476322,0.016968745488965875],"n":3,"sample_sd":0.010278710570018567,"df":2,"ci95_low":-0.01587396327851495,"ci95_high":0.03519350183357148},"harm_rate":{"mean":0.0027333333333333333,"values":[0.0028,0.0024,0.003],"n":3,"sample_sd":0.00030550504633038947,"df":2,"ci95_low":0.0019744167265874288,"ci95_high":0.0034922499400792378},"repair_rate":{"mean":0.0030666666666666668,"values":[0.0037,0.0024,0.0031],"n":3,"sample_sd":0.0006506407098647713,"df":2,"ci95_low":0.001450385542435034,"ci95_high":0.0046829477908983},"conditional_harm":{"mean":0.0027740727550694825,"values":[0.002839180693571284,0.002437043054427295,0.003045994517209869],"n":3,"sample_sd":0.0003096526340082139,"df":2,"ci95_low":0.0020048529693599427,"ci95_high":0.0035432925407790222}},"seeds":[{"n":10000,"baseline_correct":9862,"harm_count":28,"repair_count":37,"harm_rate":0.0028,"repair_rate":0.0037,"conditional_harm":0.002839180693571284,"accuracy_pp":0.09,"seed":201,"ce":-0.0020932397448574086},{"n":10000,"baseline_correct":9848,"harm_count":24,"repair_count":24,"harm_rate":0.0024,"repair_rate":0.0024,"conditional_harm":0.002437043054427295,"accuracy_pp":0.0,"seed":202,"ce":0.014103802088476322},{"n":10000,"baseline_correct":9849,"harm_count":30,"repair_count":31,"harm_rate":0.003,"repair_rate":0.0031,"conditional_harm":0.003045994517209869,"accuracy_pp":0.01,"seed":203,"ce":0.016968745488965875}]},{"endpoint":"final","branch":3,"from_mask":4,"to_mask":12,"context_k":1,"metrics":{"accuracy_pp":{"mean":-0.07666666666666666,"values":[-0.09,-0.13,-0.01],"n":3,"sample_sd":0.061101009266077866,"df":2,"ci95_low":-0.22844998801584754,"ci95_high":0.07511665468251422},"ce":{"mean":0.014091169535089413,"values":[0.018608660546267725,0.015160939086284561,0.008503908972715954],"n":3,"sample_sd":0.005136614279882951,"df":2,"ci95_low":0.0013311122912704667,"ci95_high":0.02685122677890836},"harm_rate":{"mean":0.0024666666666666665,"values":[0.0023,0.0028,0.0023],"n":3,"sample_sd":0.0002886751345948129,"df":2,"ci95_low":0.0017495578783499996,"ci95_high":0.0031837754549833334},"repair_rate":{"mean":0.0017000000000000001,"values":[0.0014,0.0015,0.0022],"n":3,"sample_sd":0.00043588989435406744,"df":2,"ci95_low":0.0006171894752263095,"ci95_high":0.002782810524773691},"conditional_harm":{"mean":0.0025050105880475453,"values":[0.0023345513601299227,0.002843794434288036,0.0023366859697246775],"n":3,"sample_sd":0.0002933973585338759,"df":2,"ci95_low":0.0017761711451601114,"ci95_high":0.0032338500309349793}},"seeds":[{"n":10000,"baseline_correct":9852,"harm_count":23,"repair_count":14,"harm_rate":0.0023,"repair_rate":0.0014,"conditional_harm":0.0023345513601299227,"accuracy_pp":-0.09,"seed":201,"ce":0.018608660546267725},{"n":10000,"baseline_correct":9846,"harm_count":28,"repair_count":15,"harm_rate":0.0028,"repair_rate":0.0015,"conditional_harm":0.002843794434288036,"accuracy_pp":-0.13,"seed":202,"ce":0.015160939086284561},{"n":10000,"baseline_correct":9843,"harm_count":23,"repair_count":22,"harm_rate":0.0023,"repair_rate":0.0022,"conditional_harm":0.0023366859697246775,"accuracy_pp":-0.01,"seed":203,"ce":0.008503908972715954}]},{"endpoint":"final","branch":3,"from_mask":5,"to_mask":13,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.0033333333333333335,"values":[0.08,-0.01,-0.08],"n":3,"sample_sd":0.08020806277010643,"df":2,"ci95_low":-0.2025812068539635,"ci95_high":0.19591454018729684},"ce":{"mean":0.020251494619253223,"values":[0.016861551438896588,0.028416216135078567,0.015476716283784511],"n":3,"sample_sd":0.007104678048648268,"df":2,"ci95_low":0.0026024959481438237,"ci95_high":0.03790049329036262},"harm_rate":{"mean":0.0027333333333333333,"values":[0.0021,0.0027,0.0034],"n":3,"sample_sd":0.0006506407098647711,"df":2,"ci95_low":0.0011170522091017011,"ci95_high":0.004349614457564965},"repair_rate":{"mean":0.0026999999999999997,"values":[0.0029,0.0026,0.0026],"n":3,"sample_sd":0.00017320508075688767,"df":2,"ci95_low":0.0022697347270099998,"ci95_high":0.0031302652729899997},"conditional_harm":{"mean":0.0027726522223983628,"values":[0.002130033471954559,0.0027413950654888823,0.0034465281297516473],"n":3,"sample_sd":0.0006588036910913721,"df":2,"ci95_low":0.0011360931286607116,"ci95_high":0.004409211316136014}},"seeds":[{"n":10000,"baseline_correct":9859,"harm_count":21,"repair_count":29,"harm_rate":0.0021,"repair_rate":0.0029,"conditional_harm":0.002130033471954559,"accuracy_pp":0.08,"seed":201,"ce":0.016861551438896588},{"n":10000,"baseline_correct":9849,"harm_count":27,"repair_count":26,"harm_rate":0.0027,"repair_rate":0.0026,"conditional_harm":0.0027413950654888823,"accuracy_pp":-0.01,"seed":202,"ce":0.028416216135078567},{"n":10000,"baseline_correct":9865,"harm_count":34,"repair_count":26,"harm_rate":0.0034,"repair_rate":0.0026,"conditional_harm":0.0034465281297516473,"accuracy_pp":-0.08,"seed":203,"ce":0.015476716283784511}]},{"endpoint":"final","branch":3,"from_mask":6,"to_mask":14,"context_k":2,"metrics":{"accuracy_pp":{"mean":-0.04,"values":[0.03,-0.16,0.01],"n":3,"sample_sd":0.1044030650891055,"df":2,"ci95_low":-0.2993515912192453,"ci95_high":0.21935159121924533},"ce":{"mean":0.014385476071459504,"values":[0.0055505190521548675,0.01404603402075437,0.023559875141469275],"n":3,"sample_sd":0.009009475143828948,"df":2,"ci95_low":-0.007995300897186258,"ci95_high":0.036766253040105265},"harm_rate":{"mean":0.003033333333333333,"values":[0.003,0.0039,0.0022],"n":3,"sample_sd":0.0008504900548115381,"df":2,"ci95_low":0.0009205989146334674,"ci95_high":0.0051460677520331986},"repair_rate":{"mean":0.0026333333333333334,"values":[0.0033,0.0023,0.0023],"n":3,"sample_sd":0.0005773502691896258,"df":2,"ci95_low":0.0011991157567,"ci95_high":0.004067550909966667},"conditional_harm":{"mean":0.0030796535567933457,"values":[0.0030469226081657527,0.003958988935133489,0.002233049127080796],"n":3,"sample_sd":0.0008634353140240375,"df":2,"ci95_low":0.0009347613314942015,"ci95_high":0.00522454578209249}},"seeds":[{"n":10000,"baseline_correct":9846,"harm_count":30,"repair_count":33,"harm_rate":0.003,"repair_rate":0.0033,"conditional_harm":0.0030469226081657527,"accuracy_pp":0.03,"seed":201,"ce":0.0055505190521548675},{"n":10000,"baseline_correct":9851,"harm_count":39,"repair_count":23,"harm_rate":0.0039,"repair_rate":0.0023,"conditional_harm":0.003958988935133489,"accuracy_pp":-0.16,"seed":202,"ce":0.01404603402075437},{"n":10000,"baseline_correct":9852,"harm_count":22,"repair_count":23,"harm_rate":0.0022,"repair_rate":0.0023,"conditional_harm":0.002233049127080796,"accuracy_pp":0.01,"seed":203,"ce":0.023559875141469275}]},{"endpoint":"final","branch":3,"from_mask":7,"to_mask":15,"context_k":3,"metrics":{"accuracy_pp":{"mean":-0.03,"values":[-0.09,0.04,-0.04],"n":3,"sample_sd":0.06557438524302,"df":2,"ci95_low":-0.19289580331272962,"ci95_high":0.13289580331272963},"ce":{"mean":0.02056704374031787,"values":[0.024116191132632164,0.01844790086575633,0.019137039222565114],"n":3,"sample_sd":0.0030929053215358526,"df":2,"ci95_low":0.012883840991948562,"ci95_high":0.028250246488687177},"harm_rate":{"mean":0.003766666666666667,"values":[0.0044,0.0034,0.0035],"n":3,"sample_sd":0.0005507570547286104,"df":2,"ci95_low":0.0023985102969549172,"ci95_high":0.005134823036378416},"repair_rate":{"mean":0.0034666666666666665,"values":[0.0035,0.0038,0.0031],"n":3,"sample_sd":0.00035118845842842467,"df":2,"ci95_low":0.002594266173122631,"ci95_high":0.004339067160210703},"conditional_harm":{"mean":0.0038223558505610885,"values":[0.004463832809171148,0.0034531789559211863,0.003550055786590932],"n":3,"sample_sd":0.0005576430725839443,"df":2,"ci95_low":0.0024370936642105195,"ci95_high":0.0052076180369116576}},"seeds":[{"n":10000,"baseline_correct":9857,"harm_count":44,"repair_count":35,"harm_rate":0.0044,"repair_rate":0.0035,"conditional_harm":0.004463832809171148,"accuracy_pp":-0.09,"seed":201,"ce":0.024116191132632164},{"n":10000,"baseline_correct":9846,"harm_count":34,"repair_count":38,"harm_rate":0.0034,"repair_rate":0.0038,"conditional_harm":0.0034531789559211863,"accuracy_pp":0.04,"seed":202,"ce":0.01844790086575633},{"n":10000,"baseline_correct":9859,"harm_count":35,"repair_count":31,"harm_rate":0.0035,"repair_rate":0.0031,"conditional_harm":0.003550055786590932,"accuracy_pp":-0.04,"seed":203,"ce":0.019137039222565114}]}],"marginals":[{"endpoint":"selected","layer":0,"context_size":"all","branch":0,"context_k":null,"contexts":8,"accuracy_pp":{"mean":-0.012083333333333328,"values":[-0.13624999999999998,-0.00625,0.10625],"n":3,"sample_sd":0.12135519491695991,"df":2,"ci95_low":-0.3135463495539128,"ci95_high":0.28937968288724614},"ce":{"mean":-0.001607766407194941,"values":[-0.0005183780062086637,-0.00030285587672900134,-0.004002065338647158],"n":3,"sample_sd":0.0020763219829638135,"df":2,"ci95_low":-0.006765636146992037,"ci95_high":0.003550103332602155},"harm_rate":{"mean":0.006904166666666667,"values":[0.0078375,0.0071125,0.0057625],"n":3,"sample_sd":0.0010530709061280412,"df":2,"ci95_low":0.004288193515515381,"ci95_high":0.009520139817817953},"repair_rate":{"mean":0.006783333333333333,"values":[0.006475,0.00705,0.006825],"n":3,"sample_sd":0.0002897556441785619,"df":2,"ci95_low":0.0060635404104116735,"ci95_high":0.007503126256254993},"conditional_harm":{"mean":0.0070458241266646805,"values":[0.007977326577831699,0.007265634943610185,0.005894510858552157],"n":3,"sample_sd":0.0010586632734510897,"df":2,"ci95_low":0.004415958764947764,"ci95_high":0.009675689488381597},"metrics":{"accuracy_pp":{"mean":-0.012083333333333328,"values":[-0.13624999999999998,-0.00625,0.10625],"n":3,"sample_sd":0.12135519491695991,"df":2,"ci95_low":-0.3135463495539128,"ci95_high":0.28937968288724614},"ce":{"mean":-0.001607766407194941,"values":[-0.0005183780062086637,-0.00030285587672900134,-0.004002065338647158],"n":3,"sample_sd":0.0020763219829638135,"df":2,"ci95_low":-0.006765636146992037,"ci95_high":0.003550103332602155},"harm_rate":{"mean":0.006904166666666667,"values":[0.0078375,0.0071125,0.0057625],"n":3,"sample_sd":0.0010530709061280412,"df":2,"ci95_low":0.004288193515515381,"ci95_high":0.009520139817817953},"repair_rate":{"mean":0.006783333333333333,"values":[0.006475,0.00705,0.006825],"n":3,"sample_sd":0.0002897556441785619,"df":2,"ci95_low":0.0060635404104116735,"ci95_high":0.007503126256254993},"conditional_harm":{"mean":0.0070458241266646805,"values":[0.007977326577831699,0.007265634943610185,0.005894510858552157],"n":3,"sample_sd":0.0010586632734510897,"df":2,"ci95_low":0.004415958764947764,"ci95_high":0.009675689488381597}}},{"endpoint":"selected","layer":0,"context_size":0,"branch":0,"context_k":0,"contexts":1,"accuracy_pp":{"mean":-0.26333333333333336,"values":[-0.91,0.11,0.01],"n":3,"sample_sd":0.5622573550726867,"df":2,"ci95_low":-1.6600580328272578,"ci95_high":1.133391366160591},"ce":{"mean":-0.00036165465647822653,"values":[0.007720561789471322,-0.003714413814399395,-0.005091111944506607],"n":3,"sample_sd":0.007033170795931462,"df":2,"ci95_low":-0.017833019464443933,"ci95_high":0.017109710151487482},"harm_rate":{"mean":0.008733333333333334,"values":[0.0119,0.007,0.0073],"n":3,"sample_sd":0.002746512940681936,"df":2,"ci95_low":0.0019106169613363313,"ci95_high":0.015556049705330338},"repair_rate":{"mean":0.0060999999999999995,"values":[0.0028,0.0081,0.0074],"n":3,"sample_sd":0.0028792360097775935,"df":2,"ci95_low":-0.0010524187531683066,"ci95_high":0.013252418753168306},"conditional_harm":{"mean":0.008904530630946959,"values":[0.012083671811535338,0.007161125319693095,0.0074687947616124415],"n":3,"sample_sd":0.002757511397248867,"df":2,"ci95_low":0.0020544925782200393,"ci95_high":0.015754568683673878},"metrics":{"accuracy_pp":{"mean":-0.26333333333333336,"values":[-0.91,0.11,0.01],"n":3,"sample_sd":0.5622573550726867,"df":2,"ci95_low":-1.6600580328272578,"ci95_high":1.133391366160591},"ce":{"mean":-0.00036165465647822653,"values":[0.007720561789471322,-0.003714413814399395,-0.005091111944506607],"n":3,"sample_sd":0.007033170795931462,"df":2,"ci95_low":-0.017833019464443933,"ci95_high":0.017109710151487482},"harm_rate":{"mean":0.008733333333333334,"values":[0.0119,0.007,0.0073],"n":3,"sample_sd":0.002746512940681936,"df":2,"ci95_low":0.0019106169613363313,"ci95_high":0.015556049705330338},"repair_rate":{"mean":0.0060999999999999995,"values":[0.0028,0.0081,0.0074],"n":3,"sample_sd":0.0028792360097775935,"df":2,"ci95_low":-0.0010524187531683066,"ci95_high":0.013252418753168306},"conditional_harm":{"mean":0.008904530630946959,"values":[0.012083671811535338,0.007161125319693095,0.0074687947616124415],"n":3,"sample_sd":0.002757511397248867,"df":2,"ci95_low":0.0020544925782200393,"ci95_high":0.015754568683673878}}},{"endpoint":"selected","layer":0,"context_size":1,"branch":0,"context_k":1,"contexts":3,"accuracy_pp":{"mean":0.026666666666666672,"values":[0.010000000000000021,0.04666666666666666,0.023333333333333334],"n":3,"sample_sd":0.01855921454276673,"df":2,"ci95_low":-0.019436978081098358,"ci95_high":0.0727703114144317},"ce":{"mean":-0.0005818215940111205,"values":[-0.0015397171090216673,0.001482411324467738,-0.001688158997479432],"n":3,"sample_sd":0.0017892182384664638,"df":2,"ci95_low":-0.005026486094892665,"ci95_high":0.0038628429068704243},"harm_rate":{"mean":0.006944444444444444,"values":[0.007233333333333333,0.007166666666666667,0.0064333333333333334],"n":3,"sample_sd":0.00044388854123195935,"df":2,"ci95_low":0.005841764179317713,"ci95_high":0.008047124709571175},"repair_rate":{"mean":0.007211111111111111,"values":[0.007333333333333333,0.007633333333333333,0.006666666666666666],"n":3,"sample_sd":0.0004947876461824961,"df":2,"ci95_low":0.005981990459877989,"ci95_high":0.008440231762344232},"conditional_harm":{"mean":0.007087570798829233,"values":[0.007360589248838861,0.007324485667137598,0.00657763748051124],"n":3,"sample_sd":0.0004419840031053325,"df":2,"ci95_low":0.005989621668686488,"ci95_high":0.00818551992897198},"metrics":{"accuracy_pp":{"mean":0.026666666666666672,"values":[0.010000000000000021,0.04666666666666666,0.023333333333333334],"n":3,"sample_sd":0.01855921454276673,"df":2,"ci95_low":-0.019436978081098358,"ci95_high":0.0727703114144317},"ce":{"mean":-0.0005818215940111205,"values":[-0.0015397171090216673,0.001482411324467738,-0.001688158997479432],"n":3,"sample_sd":0.0017892182384664638,"df":2,"ci95_low":-0.005026486094892665,"ci95_high":0.0038628429068704243},"harm_rate":{"mean":0.006944444444444444,"values":[0.007233333333333333,0.007166666666666667,0.0064333333333333334],"n":3,"sample_sd":0.00044388854123195935,"df":2,"ci95_low":0.005841764179317713,"ci95_high":0.008047124709571175},"repair_rate":{"mean":0.007211111111111111,"values":[0.007333333333333333,0.007633333333333333,0.006666666666666666],"n":3,"sample_sd":0.0004947876461824961,"df":2,"ci95_low":0.005981990459877989,"ci95_high":0.008440231762344232},"conditional_harm":{"mean":0.007087570798829233,"values":[0.007360589248838861,0.007324485667137598,0.00657763748051124],"n":3,"sample_sd":0.0004419840031053325,"df":2,"ci95_low":0.005989621668686488,"ci95_high":0.00818551992897198}}},{"endpoint":"selected","layer":0,"context_size":2,"branch":0,"context_k":2,"contexts":3,"accuracy_pp":{"mean":-0.057777777777777775,"values":[-0.19999999999999998,-0.11,0.13666666666666666],"n":3,"sample_sd":0.1743028441577517,"df":2,"ci95_low":-0.4907700462305387,"ci95_high":0.3752144906749832},"ce":{"mean":-0.003076702661141562,"values":[-0.002765816059265407,-0.0013947232716439069,-0.005069568652515372],"n":3,"sample_sd":0.0018570433497222573,"df":2,"ci95_low":-0.0076898540787031806,"ci95_high":0.0015364487564200565},"harm_rate":{"mean":0.006722222222222222,"values":[0.008333333333333333,0.006866666666666666,0.004966666666666667],"n":3,"sample_sd":0.0016879748988830546,"df":2,"ci95_low":0.002529060119272168,"ci95_high":0.010915384325172276},"repair_rate":{"mean":0.0061444444444444446,"values":[0.006333333333333333,0.0057666666666666665,0.006333333333333334],"n":3,"sample_sd":0.0003271651525407882,"df":2,"ci95_low":0.005331721151018889,"ci95_high":0.0069571677378700006},"conditional_harm":{"mean":0.006857974731088738,"values":[0.008490544344668343,0.00700392460784009,0.005079455240757783],"n":3,"sample_sd":0.00171022169428327,"df":2,"ci95_low":0.002609548524717482,"ci95_high":0.011106400937459994},"metrics":{"accuracy_pp":{"mean":-0.057777777777777775,"values":[-0.19999999999999998,-0.11,0.13666666666666666],"n":3,"sample_sd":0.1743028441577517,"df":2,"ci95_low":-0.4907700462305387,"ci95_high":0.3752144906749832},"ce":{"mean":-0.003076702661141562,"values":[-0.002765816059265407,-0.0013947232716439069,-0.005069568652515372],"n":3,"sample_sd":0.0018570433497222573,"df":2,"ci95_low":-0.0076898540787031806,"ci95_high":0.0015364487564200565},"harm_rate":{"mean":0.006722222222222222,"values":[0.008333333333333333,0.006866666666666666,0.004966666666666667],"n":3,"sample_sd":0.0016879748988830546,"df":2,"ci95_low":0.002529060119272168,"ci95_high":0.010915384325172276},"repair_rate":{"mean":0.0061444444444444446,"values":[0.006333333333333333,0.0057666666666666665,0.006333333333333334],"n":3,"sample_sd":0.0003271651525407882,"df":2,"ci95_low":0.005331721151018889,"ci95_high":0.0069571677378700006},"conditional_harm":{"mean":0.006857974731088738,"values":[0.008490544344668343,0.00700392460784009,0.005079455240757783],"n":3,"sample_sd":0.00171022169428327,"df":2,"ci95_low":0.002609548524717482,"ci95_high":0.011106400937459994}}},{"endpoint":"selected","layer":0,"context_size":3,"branch":0,"context_k":3,"contexts":1,"accuracy_pp":{"mean":0.26,"values":[0.39,0.03,0.36],"n":3,"sample_sd":0.1997498435543818,"df":2,"ci95_low":-0.23620611930702934,"ci95_high":0.7562061193070293},"ce":{"mean":-0.0015249038356232546,"values":[0.0010490136657205912,0.001028502642095891,-0.006652227814686246],"n":3,"sample_sd":0.004440404662328456,"df":2,"ci95_low":-0.012555480513131293,"ci95_high":0.009505672841884786},"harm_rate":{"mean":0.0055,"values":[0.0041,0.0078,0.0046],"n":3,"sample_sd":0.002007485989988473,"df":2,"ci95_low":0.0005131283462847108,"ci95_high":0.010486871653715289},"repair_rate":{"mean":0.0081,"values":[0.008,0.0081,0.0082],"n":3,"sample_sd":0.00010000000000000026,"df":2,"ci95_low":0.007851586228816274,"ci95_high":0.008348413771183725},"conditional_harm":{"mean":0.005625425792616566,"values":[0.004181540030596635,0.007978723404255319,0.004716013942997745],"n":3,"sample_sd":0.0020554617066410722,"df":2,"ci95_low":0.0005193758519121379,"ci95_high":0.010731475733320995},"metrics":{"accuracy_pp":{"mean":0.26,"values":[0.39,0.03,0.36],"n":3,"sample_sd":0.1997498435543818,"df":2,"ci95_low":-0.23620611930702934,"ci95_high":0.7562061193070293},"ce":{"mean":-0.0015249038356232546,"values":[0.0010490136657205912,0.001028502642095891,-0.006652227814686246],"n":3,"sample_sd":0.004440404662328456,"df":2,"ci95_low":-0.012555480513131293,"ci95_high":0.009505672841884786},"harm_rate":{"mean":0.0055,"values":[0.0041,0.0078,0.0046],"n":3,"sample_sd":0.002007485989988473,"df":2,"ci95_low":0.0005131283462847108,"ci95_high":0.010486871653715289},"repair_rate":{"mean":0.0081,"values":[0.008,0.0081,0.0082],"n":3,"sample_sd":0.00010000000000000026,"df":2,"ci95_low":0.007851586228816274,"ci95_high":0.008348413771183725},"conditional_harm":{"mean":0.005625425792616566,"values":[0.004181540030596635,0.007978723404255319,0.004716013942997745],"n":3,"sample_sd":0.0020554617066410722,"df":2,"ci95_low":0.0005193758519121379,"ci95_high":0.010731475733320995}}},{"endpoint":"selected","layer":1,"context_size":"all","branch":1,"context_k":null,"contexts":8,"accuracy_pp":{"mean":-0.03708333333333333,"values":[-0.15625,0.08625000000000001,-0.04125],"n":3,"sample_sd":0.12130368227441958,"df":2,"ci95_low":-0.338418385055942,"ci95_high":0.2642517183892753},"ce":{"mean":0.0008616336920409841,"values":[0.0027542952315676873,0.00012250736957284368,-0.0002919015250175787],"n":3,"sample_sd":0.001652137845454067,"df":2,"ci95_low":-0.003242504235004995,"ci95_high":0.004965771619086963},"harm_rate":{"mean":0.006533333333333334,"values":[0.0072125,0.00635,0.0060375],"n":3,"sample_sd":0.0006085758648955226,"df":2,"ci95_low":0.005021547076832399,"ci95_high":0.008045119589834268},"repair_rate":{"mean":0.0061625000000000004,"values":[0.0056500000000000005,0.0072125,0.005625],"n":3,"sample_sd":0.0009094125851339423,"df":2,"ci95_low":0.003903393901649377,"ci95_high":0.008421606098350624},"conditional_harm":{"mean":0.006669777938293727,"values":[0.007347986493856121,0.006490113799064465,0.006171233521960593],"n":3,"sample_sd":0.0006086019153847471,"df":2,"ci95_low":0.005157926968790097,"ci95_high":0.008181628907797356},"metrics":{"accuracy_pp":{"mean":-0.03708333333333333,"values":[-0.15625,0.08625000000000001,-0.04125],"n":3,"sample_sd":0.12130368227441958,"df":2,"ci95_low":-0.338418385055942,"ci95_high":0.2642517183892753},"ce":{"mean":0.0008616336920409841,"values":[0.0027542952315676873,0.00012250736957284368,-0.0002919015250175787],"n":3,"sample_sd":0.001652137845454067,"df":2,"ci95_low":-0.003242504235004995,"ci95_high":0.004965771619086963},"harm_rate":{"mean":0.006533333333333334,"values":[0.0072125,0.00635,0.0060375],"n":3,"sample_sd":0.0006085758648955226,"df":2,"ci95_low":0.005021547076832399,"ci95_high":0.008045119589834268},"repair_rate":{"mean":0.0061625000000000004,"values":[0.0056500000000000005,0.0072125,0.005625],"n":3,"sample_sd":0.0009094125851339423,"df":2,"ci95_low":0.003903393901649377,"ci95_high":0.008421606098350624},"conditional_harm":{"mean":0.006669777938293727,"values":[0.007347986493856121,0.006490113799064465,0.006171233521960593],"n":3,"sample_sd":0.0006086019153847471,"df":2,"ci95_low":0.005157926968790097,"ci95_high":0.008181628907797356}}},{"endpoint":"selected","layer":1,"context_size":0,"branch":1,"context_k":0,"contexts":1,"accuracy_pp":{"mean":0.05,"values":[0.02,0.17,-0.04],"n":3,"sample_sd":0.10816653826391968,"df":2,"ci95_low":-0.2187005768602891,"ci95_high":0.3187005768602891},"ce":{"mean":-0.0016632111783723795,"values":[0.0054863493050424095,-0.006507090171591623,-0.003968892668567925],"n":3,"sample_sd":0.006320425062493318,"df":2,"ci95_low":-0.017364017430953296,"ci95_high":0.014037595074208537},"harm_rate":{"mean":0.0049,"values":[0.0027,0.006,0.006],"n":3,"sample_sd":0.001905255888325765,"df":2,"ci95_low":0.00016708199710999995,"ci95_high":0.00963291800289},"repair_rate":{"mean":0.0054,"values":[0.0029,0.0077,0.0056],"n":3,"sample_sd":0.002406241883103193,"df":2,"ci95_low":-0.0005774362056189045,"ci95_high":0.011377436205618905},"conditional_harm":{"mean":0.005006172091204626,"values":[0.0027416734362307065,0.006138107416879796,0.006138735420503376],"n":3,"sample_sd":0.0019611133871811582,"df":2,"ci95_low":0.00013449636891903812,"ci95_high":0.009877847813490215},"metrics":{"accuracy_pp":{"mean":0.05,"values":[0.02,0.17,-0.04],"n":3,"sample_sd":0.10816653826391968,"df":2,"ci95_low":-0.2187005768602891,"ci95_high":0.3187005768602891},"ce":{"mean":-0.0016632111783723795,"values":[0.0054863493050424095,-0.006507090171591623,-0.003968892668567925],"n":3,"sample_sd":0.006320425062493318,"df":2,"ci95_low":-0.017364017430953296,"ci95_high":0.014037595074208537},"harm_rate":{"mean":0.0049,"values":[0.0027,0.006,0.006],"n":3,"sample_sd":0.001905255888325765,"df":2,"ci95_low":0.00016708199710999995,"ci95_high":0.00963291800289},"repair_rate":{"mean":0.0054,"values":[0.0029,0.0077,0.0056],"n":3,"sample_sd":0.002406241883103193,"df":2,"ci95_low":-0.0005774362056189045,"ci95_high":0.011377436205618905},"conditional_harm":{"mean":0.005006172091204626,"values":[0.0027416734362307065,0.006138107416879796,0.006138735420503376],"n":3,"sample_sd":0.0019611133871811582,"df":2,"ci95_low":0.00013449636891903812,"ci95_high":0.009877847813490215}}},{"endpoint":"selected","layer":1,"context_size":1,"branch":1,"context_k":1,"contexts":3,"accuracy_pp":{"mean":0.0788888888888889,"values":[0.07666666666666667,0.17666666666666667,-0.016666666666666666],"n":3,"sample_sd":0.09668582185692041,"df":2,"ci95_low":-0.16129200738586472,"ci95_high":0.3190697851636425},"ce":{"mean":0.0007266518384103791,"values":[0.0005886437198958974,0.0016133426935372869,-2.2030898202046734e-05],"n":3,"sample_sd":0.000826375445376696,"df":2,"ci95_low":-0.0013261785695861692,"ci95_high":0.0027794822464069276},"harm_rate":{"mean":0.0064888888888888895,"values":[0.006933333333333334,0.006666666666666667,0.005866666666666667],"n":3,"sample_sd":0.000555110933190969,"df":2,"ci95_low":0.005109916885496039,"ci95_high":0.00786786089228174},"repair_rate":{"mean":0.007277777777777778,"values":[0.0077,0.008433333333333334,0.005699999999999999],"n":3,"sample_sd":0.0014147372482130678,"df":2,"ci95_low":0.0037633756271508493,"ci95_high":0.010792179928404706},"conditional_harm":{"mean":0.006632634130906726,"values":[0.00708661204412481,0.006814490403714517,0.005996799944880851],"n":3,"sample_sd":0.0005672092919586977,"df":2,"ci95_low":0.005223608138247624,"ci95_high":0.008041660123565829},"metrics":{"accuracy_pp":{"mean":0.0788888888888889,"values":[0.07666666666666667,0.17666666666666667,-0.016666666666666666],"n":3,"sample_sd":0.09668582185692041,"df":2,"ci95_low":-0.16129200738586472,"ci95_high":0.3190697851636425},"ce":{"mean":0.0007266518384103791,"values":[0.0005886437198958974,0.0016133426935372869,-2.2030898202046734e-05],"n":3,"sample_sd":0.000826375445376696,"df":2,"ci95_low":-0.0013261785695861692,"ci95_high":0.0027794822464069276},"harm_rate":{"mean":0.0064888888888888895,"values":[0.006933333333333334,0.006666666666666667,0.005866666666666667],"n":3,"sample_sd":0.000555110933190969,"df":2,"ci95_low":0.005109916885496039,"ci95_high":0.00786786089228174},"repair_rate":{"mean":0.007277777777777778,"values":[0.0077,0.008433333333333334,0.005699999999999999],"n":3,"sample_sd":0.0014147372482130678,"df":2,"ci95_low":0.0037633756271508493,"ci95_high":0.010792179928404706},"conditional_harm":{"mean":0.006632634130906726,"values":[0.00708661204412481,0.006814490403714517,0.005996799944880851],"n":3,"sample_sd":0.0005672092919586977,"df":2,"ci95_low":0.005223608138247624,"ci95_high":0.008041660123565829}}},{"endpoint":"selected","layer":1,"context_size":2,"branch":1,"context_k":2,"contexts":3,"accuracy_pp":{"mean":-0.19555555555555554,"values":[-0.5366666666666666,-0.006666666666666661,-0.043333333333333335],"n":3,"sample_sd":0.29597922850041974,"df":2,"ci95_low":-0.9308087189939409,"ci95_high":0.5396976078828297},"ce":{"mean":0.000649682978471056,"values":[0.002342485752579365,0.00010331984248929578,-0.0004967566596554932],"n":3,"sample_sd":0.0014963986354338112,"df":2,"ci95_low":-0.003067577303751865,"ci95_high":0.004366943260693977},"harm_rate":{"mean":0.007211111111111111,"values":[0.009966666666666665,0.0054666666666666665,0.0062],"n":3,"sample_sd":0.002414385896922705,"df":2,"ci95_low":0.0012134440536374315,"ci95_high":0.01320877816858479},"repair_rate":{"mean":0.005255555555555556,"values":[0.0046,0.0054,0.0057666666666666665],"n":3,"sample_sd":0.0005965952781626133,"df":2,"ci95_low":0.0037735307263677778,"ci95_high":0.006737580384743334},"conditional_harm":{"mean":0.007352760990770637,"values":[0.0101364509293401,0.005582872639026605,0.006338959403945207],"n":3,"sample_sd":0.0024402077892242933,"df":2,"ci95_low":0.0012909487968395831,"ci95_high":0.01341457318470169},"metrics":{"accuracy_pp":{"mean":-0.19555555555555554,"values":[-0.5366666666666666,-0.006666666666666661,-0.043333333333333335],"n":3,"sample_sd":0.29597922850041974,"df":2,"ci95_low":-0.9308087189939409,"ci95_high":0.5396976078828297},"ce":{"mean":0.000649682978471056,"values":[0.002342485752579365,0.00010331984248929578,-0.0004967566596554932],"n":3,"sample_sd":0.0014963986354338112,"df":2,"ci95_low":-0.003067577303751865,"ci95_high":0.004366943260693977},"harm_rate":{"mean":0.007211111111111111,"values":[0.009966666666666665,0.0054666666666666665,0.0062],"n":3,"sample_sd":0.002414385896922705,"df":2,"ci95_low":0.0012134440536374315,"ci95_high":0.01320877816858479},"repair_rate":{"mean":0.005255555555555556,"values":[0.0046,0.0054,0.0057666666666666665],"n":3,"sample_sd":0.0005965952781626133,"df":2,"ci95_low":0.0037735307263677778,"ci95_high":0.006737580384743334},"conditional_harm":{"mean":0.007352760990770637,"values":[0.0101364509293401,0.005582872639026605,0.006338959403945207],"n":3,"sample_sd":0.0024402077892242933,"df":2,"ci95_low":0.0012909487968395831,"ci95_high":0.01341457318470169}}},{"endpoint":"selected","layer":1,"context_size":3,"branch":1,"context_k":3,"contexts":1,"accuracy_pp":{"mean":0.0033333333333333335,"values":[0.11,0.01,-0.11],"n":3,"sample_sd":0.11015141094572205,"df":2,"ci95_low":-0.27029794060901646,"ci95_high":0.2769646072756832},"ce":{"mean":0.004427276264055947,"values":[0.007754624130073301,0.0023371615200946244,0.0031900431419999153],"n":3,"sample_sd":0.0029129511893204855,"df":2,"ci95_low":-0.002808895638076221,"ci95_high":0.011663448166188115},"harm_rate":{"mean":0.006266666666666667,"values":[0.0043,0.0084,0.0061],"n":3,"sample_sd":0.0020550750189064467,"df":2,"ci95_low":0.0011615773115465269,"ci95_high":0.011371756021786807},"repair_rate":{"mean":0.0063,"values":[0.0054,0.0085,0.005],"n":3,"sample_sd":0.0019157244060668019,"df":2,"ci95_low":0.001541076757402453,"ci95_high":0.011058923242597548},"conditional_harm":{"mean":0.006395866050113095,"values":[0.004373029594223533,0.008590713847412558,0.006223854708703193],"n":3,"sample_sd":0.0021140969800555252,"df":2,"ci95_low":0.0011441580154759358,"ci95_high":0.011647574084750255},"metrics":{"accuracy_pp":{"mean":0.0033333333333333335,"values":[0.11,0.01,-0.11],"n":3,"sample_sd":0.11015141094572205,"df":2,"ci95_low":-0.27029794060901646,"ci95_high":0.2769646072756832},"ce":{"mean":0.004427276264055947,"values":[0.007754624130073301,0.0023371615200946244,0.0031900431419999153],"n":3,"sample_sd":0.0029129511893204855,"df":2,"ci95_low":-0.002808895638076221,"ci95_high":0.011663448166188115},"harm_rate":{"mean":0.006266666666666667,"values":[0.0043,0.0084,0.0061],"n":3,"sample_sd":0.0020550750189064467,"df":2,"ci95_low":0.0011615773115465269,"ci95_high":0.011371756021786807},"repair_rate":{"mean":0.0063,"values":[0.0054,0.0085,0.005],"n":3,"sample_sd":0.0019157244060668019,"df":2,"ci95_low":0.001541076757402453,"ci95_high":0.011058923242597548},"conditional_harm":{"mean":0.006395866050113095,"values":[0.004373029594223533,0.008590713847412558,0.006223854708703193],"n":3,"sample_sd":0.0021140969800555252,"df":2,"ci95_low":0.0011441580154759358,"ci95_high":0.011647574084750255}}},{"endpoint":"selected","layer":2,"context_size":"all","branch":2,"context_k":null,"contexts":8,"accuracy_pp":{"mean":0.05541666666666667,"values":[0.19625,-0.02125,-0.008750000000000004],"n":3,"sample_sd":0.12212527720882903,"df":2,"ci95_low":-0.24795934001636294,"ci95_high":0.3587926733496963},"ce":{"mean":-1.3245657589703447e-05,"values":[-0.0007395406144832892,-9.784120760342706e-05,0.000797644849317606],"n":3,"sample_sd":0.0007720764812127012,"df":2,"ci95_low":-0.0019311899609927735,"ci95_high":0.0019046986458133666},"harm_rate":{"mean":0.006470833333333334,"values":[0.00575,0.0076375,0.006025],"n":3,"sample_sd":0.0010196762149493014,"df":2,"ci95_low":0.003937817193914315,"ci95_high":0.009003849472752352},"repair_rate":{"mean":0.007025,"values":[0.0077125,0.007425,0.0059375],"n":3,"sample_sd":0.0009527099506145613,"df":2,"ci95_low":0.00465833728323577,"ci95_high":0.00939166271676423},"conditional_harm":{"mean":0.006608323612148404,"values":[0.0058655758359618055,0.00780025978501512,0.006159135215468287],"n":3,"sample_sd":0.0010426304030984196,"df":2,"ci95_low":0.004018286108303553,"ci95_high":0.009198361115993255},"metrics":{"accuracy_pp":{"mean":0.05541666666666667,"values":[0.19625,-0.02125,-0.008750000000000004],"n":3,"sample_sd":0.12212527720882903,"df":2,"ci95_low":-0.24795934001636294,"ci95_high":0.3587926733496963},"ce":{"mean":-1.3245657589703447e-05,"values":[-0.0007395406144832892,-9.784120760342706e-05,0.000797644849317606],"n":3,"sample_sd":0.0007720764812127012,"df":2,"ci95_low":-0.0019311899609927735,"ci95_high":0.0019046986458133666},"harm_rate":{"mean":0.006470833333333334,"values":[0.00575,0.0076375,0.006025],"n":3,"sample_sd":0.0010196762149493014,"df":2,"ci95_low":0.003937817193914315,"ci95_high":0.009003849472752352},"repair_rate":{"mean":0.007025,"values":[0.0077125,0.007425,0.0059375],"n":3,"sample_sd":0.0009527099506145613,"df":2,"ci95_low":0.00465833728323577,"ci95_high":0.00939166271676423},"conditional_harm":{"mean":0.006608323612148404,"values":[0.0058655758359618055,0.00780025978501512,0.006159135215468287],"n":3,"sample_sd":0.0010426304030984196,"df":2,"ci95_low":0.004018286108303553,"ci95_high":0.009198361115993255}}},{"endpoint":"selected","layer":2,"context_size":0,"branch":2,"context_k":0,"contexts":1,"accuracy_pp":{"mean":-0.28,"values":[-1.01,0.08,0.09],"n":3,"sample_sd":0.6322183167229497,"df":2,"ci95_low":-1.8505173626857419,"ci95_high":1.2905173626857418},"ce":{"mean":-0.0012298455831218542,"values":[0.011502063355362094,-0.00810827547029444,-0.007083324634433216],"n":3,"sample_sd":0.0110380596106095,"df":2,"ci95_low":-0.028649905727344428,"ci95_high":0.02619021456110072},"harm_rate":{"mean":0.0081,"values":[0.0127,0.0059,0.0057],"n":3,"sample_sd":0.003984971769034255,"df":2,"ci95_low":-0.0017992186520647668,"ci95_high":0.017999218652064768},"repair_rate":{"mean":0.0053,"values":[0.0026,0.0067,0.0066],"n":3,"sample_sd":0.0023388031127053,"df":2,"ci95_low":-0.000509909012833566,"ci95_high":0.011109909012833565},"conditional_harm":{"mean":0.008254541257473703,"values":[0.012896019496344436,0.006035805626598466,0.005831798649478207],"n":3,"sample_sd":0.004020932092576466,"df":2,"ci95_low":-0.001734007790432139,"ci95_high":0.018243090305379545},"metrics":{"accuracy_pp":{"mean":-0.28,"values":[-1.01,0.08,0.09],"n":3,"sample_sd":0.6322183167229497,"df":2,"ci95_low":-1.8505173626857419,"ci95_high":1.2905173626857418},"ce":{"mean":-0.0012298455831218542,"values":[0.011502063355362094,-0.00810827547029444,-0.007083324634433216],"n":3,"sample_sd":0.0110380596106095,"df":2,"ci95_low":-0.028649905727344428,"ci95_high":0.02619021456110072},"harm_rate":{"mean":0.0081,"values":[0.0127,0.0059,0.0057],"n":3,"sample_sd":0.003984971769034255,"df":2,"ci95_low":-0.0017992186520647668,"ci95_high":0.017999218652064768},"repair_rate":{"mean":0.0053,"values":[0.0026,0.0067,0.0066],"n":3,"sample_sd":0.0023388031127053,"df":2,"ci95_low":-0.000509909012833566,"ci95_high":0.011109909012833565},"conditional_harm":{"mean":0.008254541257473703,"values":[0.012896019496344436,0.006035805626598466,0.005831798649478207],"n":3,"sample_sd":0.004020932092576466,"df":2,"ci95_low":-0.001734007790432139,"ci95_high":0.018243090305379545}}},{"endpoint":"selected","layer":2,"context_size":1,"branch":2,"context_k":1,"contexts":3,"accuracy_pp":{"mean":0.11444444444444443,"values":[0.3233333333333333,0.09333333333333334,-0.07333333333333333],"n":3,"sample_sd":0.19917422114914962,"df":2,"ci95_low":-0.3803317495379692,"ci95_high":0.609220638426858},"ce":{"mean":0.0005151504279066666,"values":[-0.0023534529097958834,0.00123232549046647,0.002666578703049413],"n":3,"sample_sd":0.0025857173861928108,"df":2,"ci95_low":-0.005908127643288121,"ci95_high":0.006938428499101454},"harm_rate":{"mean":0.0061444444444444446,"values":[0.0044666666666666665,0.007033333333333333,0.006933333333333334],"n":3,"sample_sd":0.0014538582130674588,"df":2,"ci95_low":0.002532860429699264,"ci95_high":0.009756028459189625},"repair_rate":{"mean":0.007288888888888889,"values":[0.0077,0.007966666666666667,0.0062],"n":3,"sample_sd":0.0009523849206266538,"df":2,"ci95_low":0.0049230335913750985,"ci95_high":0.00965474418640268},"conditional_harm":{"mean":0.006276335824096844,"values":[0.004553374866875159,0.007186555120920552,0.007089077484494819],"n":3,"sample_sd":0.0014929237480472619,"df":2,"ci95_low":0.0025677076406752375,"ci95_high":0.00998496400751845},"metrics":{"accuracy_pp":{"mean":0.11444444444444443,"values":[0.3233333333333333,0.09333333333333334,-0.07333333333333333],"n":3,"sample_sd":0.19917422114914962,"df":2,"ci95_low":-0.3803317495379692,"ci95_high":0.609220638426858},"ce":{"mean":0.0005151504279066666,"values":[-0.0023534529097958834,0.00123232549046647,0.002666578703049413],"n":3,"sample_sd":0.0025857173861928108,"df":2,"ci95_low":-0.005908127643288121,"ci95_high":0.006938428499101454},"harm_rate":{"mean":0.0061444444444444446,"values":[0.0044666666666666665,0.007033333333333333,0.006933333333333334],"n":3,"sample_sd":0.0014538582130674588,"df":2,"ci95_low":0.002532860429699264,"ci95_high":0.009756028459189625},"repair_rate":{"mean":0.007288888888888889,"values":[0.0077,0.007966666666666667,0.0062],"n":3,"sample_sd":0.0009523849206266538,"df":2,"ci95_low":0.0049230335913750985,"ci95_high":0.00965474418640268},"conditional_harm":{"mean":0.006276335824096844,"values":[0.004553374866875159,0.007186555120920552,0.007089077484494819],"n":3,"sample_sd":0.0014929237480472619,"df":2,"ci95_low":0.0025677076406752375,"ci95_high":0.00998496400751845}}},{"endpoint":"selected","layer":2,"context_size":2,"branch":2,"context_k":2,"contexts":3,"accuracy_pp":{"mean":0.03777777777777778,"values":[0.27666666666666667,-0.12,-0.04333333333333334],"n":3,"sample_sd":0.21040525271573038,"df":2,"ci95_low":-0.4848978452620136,"ci95_high":0.5604534008175692},"ce":{"mean":-0.0006612780194533691,"values":[-0.004321200058928498,0.0003432501724885406,0.00199411582807985],"n":3,"sample_sd":0.0032753032461864616,"df":2,"ci95_low":-0.008797582331008101,"ci95_high":0.007475026292101363},"harm_rate":{"mean":0.0064333333333333334,"values":[0.005166666666666667,0.008266666666666667,0.005866666666666667],"n":3,"sample_sd":0.0016258331197676267,"df":2,"ci95_low":0.002394539967364574,"ci95_high":0.010472126699302094},"repair_rate":{"mean":0.0068111111111111115,"values":[0.007933333333333334,0.007066666666666666,0.005433333333333333],"n":3,"sample_sd":0.0012694414052966296,"df":2,"ci95_low":0.003657643843246087,"ci95_high":0.009964578378976137},"conditional_harm":{"mean":0.0065726591280872455,"values":[0.0052876785330403355,0.008437645468228295,0.005992653382993105],"n":3,"sample_sd":0.0016531418334344496,"df":2,"ci95_low":0.0024660271566369664,"ci95_high":0.010679291099537525},"metrics":{"accuracy_pp":{"mean":0.03777777777777778,"values":[0.27666666666666667,-0.12,-0.04333333333333334],"n":3,"sample_sd":0.21040525271573038,"df":2,"ci95_low":-0.4848978452620136,"ci95_high":0.5604534008175692},"ce":{"mean":-0.0006612780194533691,"values":[-0.004321200058928498,0.0003432501724885406,0.00199411582807985],"n":3,"sample_sd":0.0032753032461864616,"df":2,"ci95_low":-0.008797582331008101,"ci95_high":0.007475026292101363},"harm_rate":{"mean":0.0064333333333333334,"values":[0.005166666666666667,0.008266666666666667,0.005866666666666667],"n":3,"sample_sd":0.0016258331197676267,"df":2,"ci95_low":0.002394539967364574,"ci95_high":0.010472126699302094},"repair_rate":{"mean":0.0068111111111111115,"values":[0.007933333333333334,0.007066666666666666,0.005433333333333333],"n":3,"sample_sd":0.0012694414052966296,"df":2,"ci95_low":0.003657643843246087,"ci95_high":0.009964578378976137},"conditional_harm":{"mean":0.0065726591280872455,"values":[0.0052876785330403355,0.008437645468228295,0.005992653382993105],"n":3,"sample_sd":0.0016531418334344496,"df":2,"ci95_low":0.0024660271566369664,"ci95_high":0.010679291099537525}}},{"endpoint":"selected","layer":2,"context_size":3,"branch":2,"context_k":3,"contexts":1,"accuracy_pp":{"mean":0.26666666666666666,"values":[0.78,-0.17,0.19],"n":3,"sample_sd":0.479617903474561,"df":2,"ci95_low":-0.9247702546268053,"ci95_high":1.4581035879601385},"ce":{"mean":0.0015622630970443345,"values":[0.002605570634944737,0.002598818820601992,-0.0005176001644137257],"n":3,"sample_sd":0.0018012175844471009,"df":2,"ci95_low":-0.0029122094317050934,"ci95_high":0.006036735625793763},"harm_rate":{"mean":0.005933333333333333,"values":[0.0044,0.0093,0.0041],"n":3,"sample_sd":0.002919474838619667,"df":2,"ci95_low":-0.0013190442120417315,"ci95_high":0.013185710878708398},"repair_rate":{"mean":0.0086,"values":[0.0122,0.0076,0.006],"n":3,"sample_sd":0.003218695387886217,"df":2,"ci95_low":0.0006043174040352445,"ci95_high":0.016595682595964757},"conditional_harm":{"mean":0.006065062783161264,"values":[0.004505426991603522,0.00949367088607595,0.004196090471804319],"n":3,"sample_sd":0.0029732873075351382,"df":2,"ci95_low":-0.0013209923456137928,"ci95_high":0.01345111791193632},"metrics":{"accuracy_pp":{"mean":0.26666666666666666,"values":[0.78,-0.17,0.19],"n":3,"sample_sd":0.479617903474561,"df":2,"ci95_low":-0.9247702546268053,"ci95_high":1.4581035879601385},"ce":{"mean":0.0015622630970443345,"values":[0.002605570634944737,0.002598818820601992,-0.0005176001644137257],"n":3,"sample_sd":0.0018012175844471009,"df":2,"ci95_low":-0.0029122094317050934,"ci95_high":0.006036735625793763},"harm_rate":{"mean":0.005933333333333333,"values":[0.0044,0.0093,0.0041],"n":3,"sample_sd":0.002919474838619667,"df":2,"ci95_low":-0.0013190442120417315,"ci95_high":0.013185710878708398},"repair_rate":{"mean":0.0086,"values":[0.0122,0.0076,0.006],"n":3,"sample_sd":0.003218695387886217,"df":2,"ci95_low":0.0006043174040352445,"ci95_high":0.016595682595964757},"conditional_harm":{"mean":0.006065062783161264,"values":[0.004505426991603522,0.00949367088607595,0.004196090471804319],"n":3,"sample_sd":0.0029732873075351382,"df":2,"ci95_low":-0.0013209923456137928,"ci95_high":0.01345111791193632}}},{"endpoint":"selected","layer":3,"context_size":"all","branch":3,"context_k":null,"contexts":8,"accuracy_pp":{"mean":0.02041666666666667,"values":[0.05625000000000001,-0.03625,0.041249999999999995],"n":3,"sample_sd":0.049644570028688266,"df":2,"ci95_low":-0.1029072819295428,"ci95_high":0.14374061526287613},"ce":{"mean":-0.00011648292325299482,"values":[-0.0002950017967979172,-0.00035562585769942194,0.00030117888473835466],"n":3,"sample_sd":0.00036297363345152154,"df":2,"ci95_low":-0.001018159414512508,"ci95_high":0.0007851935680065183},"harm_rate":{"mean":0.006333333333333333,"values":[0.0065375,0.006775,0.0056875],"n":3,"sample_sd":0.0005717753783902673,"df":2,"ci95_low":0.004912964553174061,"ci95_high":0.007753702113492605},"repair_rate":{"mean":0.0065375,"values":[0.0071,0.0064125,0.0060999999999999995],"n":3,"sample_sd":0.0005115845482420285,"df":2,"ci95_low":0.005266653530918757,"ci95_high":0.0078083464690812425},"conditional_harm":{"mean":0.006466122026681887,"values":[0.006663079851737206,0.0069189010365101776,0.005816385191798277],"n":3,"sample_sd":0.0005770438333420521,"df":2,"ci95_low":0.00503266567889377,"ci95_high":0.007899578374470004},"metrics":{"accuracy_pp":{"mean":0.02041666666666667,"values":[0.05625000000000001,-0.03625,0.041249999999999995],"n":3,"sample_sd":0.049644570028688266,"df":2,"ci95_low":-0.1029072819295428,"ci95_high":0.14374061526287613},"ce":{"mean":-0.00011648292325299482,"values":[-0.0002950017967979172,-0.00035562585769942194,0.00030117888473835466],"n":3,"sample_sd":0.00036297363345152154,"df":2,"ci95_low":-0.001018159414512508,"ci95_high":0.0007851935680065183},"harm_rate":{"mean":0.006333333333333333,"values":[0.0065375,0.006775,0.0056875],"n":3,"sample_sd":0.0005717753783902673,"df":2,"ci95_low":0.004912964553174061,"ci95_high":0.007753702113492605},"repair_rate":{"mean":0.0065375,"values":[0.0071,0.0064125,0.0060999999999999995],"n":3,"sample_sd":0.0005115845482420285,"df":2,"ci95_low":0.005266653530918757,"ci95_high":0.0078083464690812425},"conditional_harm":{"mean":0.006466122026681887,"values":[0.006663079851737206,0.0069189010365101776,0.005816385191798277],"n":3,"sample_sd":0.0005770438333420521,"df":2,"ci95_low":0.00503266567889377,"ci95_high":0.007899578374470004}}},{"endpoint":"selected","layer":3,"context_size":0,"branch":3,"context_k":0,"contexts":1,"accuracy_pp":{"mean":-0.04,"values":[-0.34,0.05,0.17],"n":3,"sample_sd":0.26664583251946766,"df":2,"ci95_low":-0.7023849682658473,"ci95_high":0.6223849682658472},"ce":{"mean":-0.0005176320957039349,"values":[0.006967990769358473,-0.002605165898894271,-0.005915721157576007],"n":3,"sample_sd":0.006690729129822487,"df":2,"ci95_low":-0.01713832464678396,"ci95_high":0.01610306045537609},"harm_rate":{"mean":0.006166666666666667,"values":[0.0064,0.0058,0.0063],"n":3,"sample_sd":0.00032145502536643216,"df":2,"ci95_low":0.005368128115494315,"ci95_high":0.006965205217839018},"repair_rate":{"mean":0.0057666666666666665,"values":[0.003,0.0063,0.008],"n":3,"sample_sd":0.0025423086620891128,"df":2,"ci95_low":-0.0005487781559593849,"ci95_high":0.012082111489292717},"conditional_harm":{"mean":0.006292652502106155,"values":[0.006498781478472786,0.005933503836317136,0.006445672191528545],"n":3,"sample_sd":0.0003121633742024458,"df":2,"ci95_low":0.005517195691995498,"ci95_high":0.007068109312216813},"metrics":{"accuracy_pp":{"mean":-0.04,"values":[-0.34,0.05,0.17],"n":3,"sample_sd":0.26664583251946766,"df":2,"ci95_low":-0.7023849682658473,"ci95_high":0.6223849682658472},"ce":{"mean":-0.0005176320957039349,"values":[0.006967990769358473,-0.002605165898894271,-0.005915721157576007],"n":3,"sample_sd":0.006690729129822487,"df":2,"ci95_low":-0.01713832464678396,"ci95_high":0.01610306045537609},"harm_rate":{"mean":0.006166666666666667,"values":[0.0064,0.0058,0.0063],"n":3,"sample_sd":0.00032145502536643216,"df":2,"ci95_low":0.005368128115494315,"ci95_high":0.006965205217839018},"repair_rate":{"mean":0.0057666666666666665,"values":[0.003,0.0063,0.008],"n":3,"sample_sd":0.0025423086620891128,"df":2,"ci95_low":-0.0005487781559593849,"ci95_high":0.012082111489292717},"conditional_harm":{"mean":0.006292652502106155,"values":[0.006498781478472786,0.005933503836317136,0.006445672191528545],"n":3,"sample_sd":0.0003121633742024458,"df":2,"ci95_low":0.005517195691995498,"ci95_high":0.007068109312216813}}},{"endpoint":"selected","layer":3,"context_size":1,"branch":3,"context_k":1,"contexts":3,"accuracy_pp":{"mean":0.08444444444444445,"values":[0.10333333333333335,0.060000000000000005,0.09],"n":3,"sample_sd":0.02219442706159798,"df":2,"ci95_low":0.029310431188107854,"ci95_high":0.13957845770078103},"ce":{"mean":4.174422813479003e-06,"values":[-0.0011671403484534205,0.0012804803015554062,-0.00010081668466154862],"n":3,"sample_sd":0.0012271833852664533,"df":2,"ci95_low":-0.0030443181038670103,"ci95_high":0.0030526669494939686},"harm_rate":{"mean":0.0064333333333333334,"values":[0.007666666666666666,0.005966666666666667,0.005666666666666666],"n":3,"sample_sd":0.0010785793124908957,"df":2,"ci95_low":0.003753993787967213,"ci95_high":0.009112672878699454},"repair_rate":{"mean":0.007277777777777778,"values":[0.0087,0.006566666666666667,0.006566666666666667],"n":3,"sample_sd":0.001231680574271201,"df":2,"ci95_low":0.004218113614293334,"ci95_high":0.010337441941262222},"conditional_harm":{"mean":0.006569788039724333,"values":[0.007816535879268057,0.00609639474624133,0.005796433493663614],"n":3,"sample_sd":0.0010900822536933645,"df":2,"ci95_low":0.0038618736043201135,"ci95_high":0.009277702475128553},"metrics":{"accuracy_pp":{"mean":0.08444444444444445,"values":[0.10333333333333335,0.060000000000000005,0.09],"n":3,"sample_sd":0.02219442706159798,"df":2,"ci95_low":0.029310431188107854,"ci95_high":0.13957845770078103},"ce":{"mean":4.174422813479003e-06,"values":[-0.0011671403484534205,0.0012804803015554062,-0.00010081668466154862],"n":3,"sample_sd":0.0012271833852664533,"df":2,"ci95_low":-0.0030443181038670103,"ci95_high":0.0030526669494939686},"harm_rate":{"mean":0.0064333333333333334,"values":[0.007666666666666666,0.005966666666666667,0.005666666666666666],"n":3,"sample_sd":0.0010785793124908957,"df":2,"ci95_low":0.003753993787967213,"ci95_high":0.009112672878699454},"repair_rate":{"mean":0.007277777777777778,"values":[0.0087,0.006566666666666667,0.006566666666666667],"n":3,"sample_sd":0.001231680574271201,"df":2,"ci95_low":0.004218113614293334,"ci95_high":0.010337441941262222},"conditional_harm":{"mean":0.006569788039724333,"values":[0.007816535879268057,0.00609639474624133,0.005796433493663614],"n":3,"sample_sd":0.0010900822536933645,"df":2,"ci95_low":0.0038618736043201135,"ci95_high":0.009277702475128553}}},{"endpoint":"selected","layer":3,"context_size":2,"branch":3,"context_k":2,"contexts":3,"accuracy_pp":{"mean":-0.08888888888888889,"values":[-0.13333333333333333,-0.13,-0.003333333333333341],"n":3,"sample_sd":0.07411202731401019,"df":2,"ci95_low":-0.2729933708403334,"ci95_high":0.09521559306255566},"ce":{"mean":-0.0010363322028103974,"values":[-0.0022171241066801287,-0.001834832551439509,0.0009429600496884452],"n":3,"sample_sd":0.001724742031117561,"df":2,"ci95_low":-0.005320828925500296,"ci95_high":0.0032481645198795006},"harm_rate":{"mean":0.006577777777777777,"values":[0.0060999999999999995,0.007899999999999999,0.005733333333333333],"n":3,"sample_sd":0.0011596615087234783,"df":2,"ci95_low":0.0036970188909917104,"ci95_high":0.009458536664563843},"repair_rate":{"mean":0.005688888888888889,"values":[0.0047666666666666664,0.0066,0.0057],"n":3,"sample_sd":0.0009167171703259247,"df":2,"ci95_low":0.003411637194993534,"ci95_high":0.007966140582784245},"conditional_harm":{"mean":0.006713260707253927,"values":[0.00621373418238306,0.008061358590865285,0.0058646893485134344],"n":3,"sample_sd":0.001180459233459943,"df":2,"ci95_low":0.0037808374081295974,"ci95_high":0.009645684006378257},"metrics":{"accuracy_pp":{"mean":-0.08888888888888889,"values":[-0.13333333333333333,-0.13,-0.003333333333333341],"n":3,"sample_sd":0.07411202731401019,"df":2,"ci95_low":-0.2729933708403334,"ci95_high":0.09521559306255566},"ce":{"mean":-0.0010363322028103974,"values":[-0.0022171241066801287,-0.001834832551439509,0.0009429600496884452],"n":3,"sample_sd":0.001724742031117561,"df":2,"ci95_low":-0.005320828925500296,"ci95_high":0.0032481645198795006},"harm_rate":{"mean":0.006577777777777777,"values":[0.0060999999999999995,0.007899999999999999,0.005733333333333333],"n":3,"sample_sd":0.0011596615087234783,"df":2,"ci95_low":0.0036970188909917104,"ci95_high":0.009458536664563843},"repair_rate":{"mean":0.005688888888888889,"values":[0.0047666666666666664,0.0066,0.0057],"n":3,"sample_sd":0.0009167171703259247,"df":2,"ci95_low":0.003411637194993534,"ci95_high":0.007966140582784245},"conditional_harm":{"mean":0.006713260707253927,"values":[0.00621373418238306,0.008061358590865285,0.0058646893485134344],"n":3,"sample_sd":0.001180459233459943,"df":2,"ci95_low":0.0037808374081295974,"ci95_high":0.009645684006378257}}},{"endpoint":"selected","layer":3,"context_size":3,"branch":3,"context_k":3,"contexts":1,"accuracy_pp":{"mean":0.21666666666666667,"values":[0.88,-0.13,-0.1],"n":3,"sample_sd":0.5746593193652508,"df":2,"ci95_low":-1.2108662200272753,"ci95_high":1.6441995533606084},"ce":{"mean":0.002682242049670732,"values":[0.000824788221658837,0.001423215786951204,0.005798722140402154],"n":3,"sample_sd":0.002715486145180903,"df":2,"ci95_low":-0.0040633994895446935,"ci95_high":0.009427883588886157},"harm_rate":{"mean":0.0054666666666666665,"values":[0.0046,0.0068,0.005],"n":3,"sample_sd":0.0011718930554164629,"df":2,"ci95_low":0.0025555229334664584,"ci95_high":0.008377810399866875},"repair_rate":{"mean":0.007633333333333333,"values":[0.0134,0.0055,0.004],"n":3,"sample_sd":0.005050082507576816,"df":2,"ci95_low":-0.004911767071627825,"ci95_high":0.02017843373829449},"conditional_harm":{"mean":0.0055871774704141595,"values":[0.004715047150471505,0.006944444444444444,0.00510204081632653],"n":3,"sample_sd":0.0011912477716444934,"df":2,"ci95_low":0.0026279539567299927,"ci95_high":0.008546400984098326},"metrics":{"accuracy_pp":{"mean":0.21666666666666667,"values":[0.88,-0.13,-0.1],"n":3,"sample_sd":0.5746593193652508,"df":2,"ci95_low":-1.2108662200272753,"ci95_high":1.6441995533606084},"ce":{"mean":0.002682242049670732,"values":[0.000824788221658837,0.001423215786951204,0.005798722140402154],"n":3,"sample_sd":0.002715486145180903,"df":2,"ci95_low":-0.0040633994895446935,"ci95_high":0.009427883588886157},"harm_rate":{"mean":0.0054666666666666665,"values":[0.0046,0.0068,0.005],"n":3,"sample_sd":0.0011718930554164629,"df":2,"ci95_low":0.0025555229334664584,"ci95_high":0.008377810399866875},"repair_rate":{"mean":0.007633333333333333,"values":[0.0134,0.0055,0.004],"n":3,"sample_sd":0.005050082507576816,"df":2,"ci95_low":-0.004911767071627825,"ci95_high":0.02017843373829449},"conditional_harm":{"mean":0.0055871774704141595,"values":[0.004715047150471505,0.006944444444444444,0.00510204081632653],"n":3,"sample_sd":0.0011912477716444934,"df":2,"ci95_low":0.0026279539567299927,"ci95_high":0.008546400984098326}}},{"endpoint":"final","layer":0,"context_size":"all","branch":0,"context_k":null,"contexts":8,"accuracy_pp":{"mean":0.08958333333333333,"values":[0.08625,0.0525,0.13],"n":3,"sample_sd":0.038857378106780874,"df":2,"ci95_low":-0.006943745004839907,"ci95_high":0.18611041167150658},"ce":{"mean":0.0045302122944262824,"values":[0.005376331871441336,0.006178750336585669,0.0020355546752518425],"n":3,"sample_sd":0.002197374871518276,"df":2,"ci95_low":-0.0009283694909557848,"ci95_high":0.00998879407980835},"harm_rate":{"mean":0.0024916666666666668,"values":[0.002375,0.002675,0.002425],"n":3,"sample_sd":0.00016072751268321584,"df":2,"ci95_low":0.0020923973910804915,"ci95_high":0.002890935942252842},"repair_rate":{"mean":0.0033875,"values":[0.0032375,0.0031999999999999997,0.003725],"n":3,"sample_sd":0.0002928843628464997,"df":2,"ci95_low":0.002659934909045587,"ci95_high":0.004115065090954413},"conditional_harm":{"mean":0.002530604318203997,"values":[0.002411144652336489,0.002717250479655147,0.002463417822620356],"n":3,"sample_sd":0.00016373977302786875,"df":2,"ci95_low":0.0021238521730977977,"ci95_high":0.0029373564633101965},"metrics":{"accuracy_pp":{"mean":0.08958333333333333,"values":[0.08625,0.0525,0.13],"n":3,"sample_sd":0.038857378106780874,"df":2,"ci95_low":-0.006943745004839907,"ci95_high":0.18611041167150658},"ce":{"mean":0.0045302122944262824,"values":[0.005376331871441336,0.006178750336585669,0.0020355546752518425],"n":3,"sample_sd":0.002197374871518276,"df":2,"ci95_low":-0.0009283694909557848,"ci95_high":0.00998879407980835},"harm_rate":{"mean":0.0024916666666666668,"values":[0.002375,0.002675,0.002425],"n":3,"sample_sd":0.00016072751268321584,"df":2,"ci95_low":0.0020923973910804915,"ci95_high":0.002890935942252842},"repair_rate":{"mean":0.0033875,"values":[0.0032375,0.0031999999999999997,0.003725],"n":3,"sample_sd":0.0002928843628464997,"df":2,"ci95_low":0.002659934909045587,"ci95_high":0.004115065090954413},"conditional_harm":{"mean":0.002530604318203997,"values":[0.002411144652336489,0.002717250479655147,0.002463417822620356],"n":3,"sample_sd":0.00016373977302786875,"df":2,"ci95_low":0.0021238521730977977,"ci95_high":0.0029373564633101965}}},{"endpoint":"final","layer":0,"context_size":0,"branch":0,"context_k":0,"contexts":1,"accuracy_pp":{"mean":0.1,"values":[-0.01,0.09,0.22],"n":3,"sample_sd":0.11532562594670796,"df":2,"ci95_low":-0.18648473655545292,"ci95_high":0.3864847365554529},"ce":{"mean":0.005092082135728306,"values":[0.007543433122596754,0.004966322966187625,0.0027664903184005385],"n":3,"sample_sd":0.00239095319175913,"df":2,"ci95_low":-0.0008473748551581731,"ci95_high":0.011031539126614785},"harm_rate":{"mean":0.0022,"values":[0.0024,0.0022,0.002],"n":3,"sample_sd":0.00019999999999999987,"df":2,"ci95_low":0.0017031724576325518,"ci95_high":0.0026968275423674484},"repair_rate":{"mean":0.0031999999999999997,"values":[0.0023,0.0031,0.0042],"n":3,"sample_sd":0.0009539392014169455,"df":2,"ci95_low":0.0008302836549602616,"ci95_high":0.005569716345039738},"conditional_harm":{"mean":0.0022347211595328256,"values":[0.002435806353394905,0.002234182999898446,0.0020341741253051262],"n":3,"sample_sd":0.00020081665486690605,"df":2,"ci95_low":0.00173586493401294,"ci95_high":0.002733577385052711},"metrics":{"accuracy_pp":{"mean":0.1,"values":[-0.01,0.09,0.22],"n":3,"sample_sd":0.11532562594670796,"df":2,"ci95_low":-0.18648473655545292,"ci95_high":0.3864847365554529},"ce":{"mean":0.005092082135728306,"values":[0.007543433122596754,0.004966322966187625,0.0027664903184005385],"n":3,"sample_sd":0.00239095319175913,"df":2,"ci95_low":-0.0008473748551581731,"ci95_high":0.011031539126614785},"harm_rate":{"mean":0.0022,"values":[0.0024,0.0022,0.002],"n":3,"sample_sd":0.00019999999999999987,"df":2,"ci95_low":0.0017031724576325518,"ci95_high":0.0026968275423674484},"repair_rate":{"mean":0.0031999999999999997,"values":[0.0023,0.0031,0.0042],"n":3,"sample_sd":0.0009539392014169455,"df":2,"ci95_low":0.0008302836549602616,"ci95_high":0.005569716345039738},"conditional_harm":{"mean":0.0022347211595328256,"values":[0.002435806353394905,0.002234182999898446,0.0020341741253051262],"n":3,"sample_sd":0.00020081665486690605,"df":2,"ci95_low":0.00173586493401294,"ci95_high":0.002733577385052711}}},{"endpoint":"final","layer":0,"context_size":1,"branch":0,"context_k":1,"contexts":3,"accuracy_pp":{"mean":0.07333333333333333,"values":[0.05666666666666667,0.02,0.14333333333333334],"n":3,"sample_sd":0.06333333333333334,"df":2,"ci95_low":-0.08399538841635876,"ci95_high":0.23066205508302542},"ce":{"mean":0.004053883163405884,"values":[0.008532803298514377,0.002311114218453064,0.0013177319732502097],"n":3,"sample_sd":0.003910530175536468,"df":2,"ci95_low":-0.005660412318921771,"ci95_high":0.013768178645733539},"harm_rate":{"mean":0.002333333333333333,"values":[0.0022,0.0024666666666666665,0.002333333333333333],"n":3,"sample_sd":0.00013333333333333318,"df":2,"ci95_low":0.0020021149717550342,"ci95_high":0.002664551694911632},"repair_rate":{"mean":0.0030666666666666663,"values":[0.0027666666666666664,0.0026666666666666666,0.0037666666666666664],"n":3,"sample_sd":0.000608276253029822,"df":2,"ci95_low":0.0015556246873002324,"ci95_high":0.0045777086460331},"conditional_harm":{"mean":0.0023694544022930565,"values":[0.0022329944247228254,0.002505106713793137,0.0023702620683632067],"n":3,"sample_sd":0.00013605794246986048,"df":2,"ci95_low":0.002031467736408694,"ci95_high":0.002707441068177419},"metrics":{"accuracy_pp":{"mean":0.07333333333333333,"values":[0.05666666666666667,0.02,0.14333333333333334],"n":3,"sample_sd":0.06333333333333334,"df":2,"ci95_low":-0.08399538841635876,"ci95_high":0.23066205508302542},"ce":{"mean":0.004053883163405884,"values":[0.008532803298514377,0.002311114218453064,0.0013177319732502097],"n":3,"sample_sd":0.003910530175536468,"df":2,"ci95_low":-0.005660412318921771,"ci95_high":0.013768178645733539},"harm_rate":{"mean":0.002333333333333333,"values":[0.0022,0.0024666666666666665,0.002333333333333333],"n":3,"sample_sd":0.00013333333333333318,"df":2,"ci95_low":0.0020021149717550342,"ci95_high":0.002664551694911632},"repair_rate":{"mean":0.0030666666666666663,"values":[0.0027666666666666664,0.0026666666666666666,0.0037666666666666664],"n":3,"sample_sd":0.000608276253029822,"df":2,"ci95_low":0.0015556246873002324,"ci95_high":0.0045777086460331},"conditional_harm":{"mean":0.0023694544022930565,"values":[0.0022329944247228254,0.002505106713793137,0.0023702620683632067],"n":3,"sample_sd":0.00013605794246986048,"df":2,"ci95_low":0.002031467736408694,"ci95_high":0.002707441068177419}}},{"endpoint":"final","layer":0,"context_size":2,"branch":0,"context_k":2,"contexts":3,"accuracy_pp":{"mean":0.11444444444444445,"values":[0.18,0.039999999999999994,0.12333333333333334],"n":3,"sample_sd":0.07042200834440367,"df":2,"ci95_low":-0.060493522227205734,"ci95_high":0.28938241111609464},"ce":{"mean":0.0037265435041775427,"values":[-0.0009022790520118312,0.008210976191129196,0.003870933373415264],"n":3,"sample_sd":0.004558343076975802,"df":2,"ci95_low":-0.007597008436830265,"ci95_high":0.01505009544518535},"harm_rate":{"mean":0.0025777777777777774,"values":[0.0021999999999999997,0.003133333333333333,0.0024],"n":3,"sample_sd":0.0004914076530554662,"df":2,"ci95_low":0.0013570534949372615,"ci95_high":0.003798502060618293},"repair_rate":{"mean":0.0037222222222222223,"values":[0.004,0.003533333333333333,0.0036333333333333335],"n":3,"sample_sd":0.0002457038265277332,"df":2,"ci95_low":0.0031118600808019642,"ci95_high":0.00433258436364248},"conditional_harm":{"mean":0.002618346361295149,"values":[0.002234080157208004,0.0031827454446635896,0.0024382134820138536],"n":3,"sample_sd":0.0004993268944833881,"df":2,"ci95_low":0.0013779495921743886,"ci95_high":0.0038587431304159094},"metrics":{"accuracy_pp":{"mean":0.11444444444444445,"values":[0.18,0.039999999999999994,0.12333333333333334],"n":3,"sample_sd":0.07042200834440367,"df":2,"ci95_low":-0.060493522227205734,"ci95_high":0.28938241111609464},"ce":{"mean":0.0037265435041775427,"values":[-0.0009022790520118312,0.008210976191129196,0.003870933373415264],"n":3,"sample_sd":0.004558343076975802,"df":2,"ci95_low":-0.007597008436830265,"ci95_high":0.01505009544518535},"harm_rate":{"mean":0.0025777777777777774,"values":[0.0021999999999999997,0.003133333333333333,0.0024],"n":3,"sample_sd":0.0004914076530554662,"df":2,"ci95_low":0.0013570534949372615,"ci95_high":0.003798502060618293},"repair_rate":{"mean":0.0037222222222222223,"values":[0.004,0.003533333333333333,0.0036333333333333335],"n":3,"sample_sd":0.0002457038265277332,"df":2,"ci95_low":0.0031118600808019642,"ci95_high":0.00433258436364248},"conditional_harm":{"mean":0.002618346361295149,"values":[0.002234080157208004,0.0031827454446635896,0.0024382134820138536],"n":3,"sample_sd":0.0004993268944833881,"df":2,"ci95_low":0.0013779495921743886,"ci95_high":0.0038587431304159094}}},{"endpoint":"final","layer":0,"context_size":3,"branch":0,"context_k":3,"contexts":1,"accuracy_pp":{"mean":0.05333333333333333,"values":[-0.01,0.15,0.02],"n":3,"sample_sd":0.08504900548115382,"df":2,"ci95_low":-0.1579401085366533,"ci95_high":0.26460677520332},"ce":{"mean":0.007808336216931676,"values":[0.012575649109426296,0.01289740849775095,-0.00204804895638222],"n":3,"sample_sd":0.008537395902119993,"df":2,"ci95_low":-0.013399730904409338,"ci95_high":0.02901640333827269},"harm_rate":{"mean":0.003,"values":[0.0034,0.0024,0.0032],"n":3,"sample_sd":0.0005291502622129182,"df":2,"ci95_low":0.001685517878408324,"ci95_high":0.004314482121591676},"repair_rate":{"mean":0.003533333333333333,"values":[0.0033,0.0039,0.0034],"n":3,"sample_sd":0.0003214550253664318,"df":2,"ci95_low":0.0027347947821609823,"ci95_high":0.004331871884505684},"conditional_harm":{"mean":0.003046711095334535,"values":[0.0034521271195045184,0.002440264361972547,0.00324774180452654],"n":3,"sample_sd":0.000535048193669254,"df":2,"ci95_low":0.0017175776997903442,"ci95_high":0.004375844490878726},"metrics":{"accuracy_pp":{"mean":0.05333333333333333,"values":[-0.01,0.15,0.02],"n":3,"sample_sd":0.08504900548115382,"df":2,"ci95_low":-0.1579401085366533,"ci95_high":0.26460677520332},"ce":{"mean":0.007808336216931676,"values":[0.012575649109426296,0.01289740849775095,-0.00204804895638222],"n":3,"sample_sd":0.008537395902119993,"df":2,"ci95_low":-0.013399730904409338,"ci95_high":0.02901640333827269},"harm_rate":{"mean":0.003,"values":[0.0034,0.0024,0.0032],"n":3,"sample_sd":0.0005291502622129182,"df":2,"ci95_low":0.001685517878408324,"ci95_high":0.004314482121591676},"repair_rate":{"mean":0.003533333333333333,"values":[0.0033,0.0039,0.0034],"n":3,"sample_sd":0.0003214550253664318,"df":2,"ci95_low":0.0027347947821609823,"ci95_high":0.004331871884505684},"conditional_harm":{"mean":0.003046711095334535,"values":[0.0034521271195045184,0.002440264361972547,0.00324774180452654],"n":3,"sample_sd":0.000535048193669254,"df":2,"ci95_low":0.0017175776997903442,"ci95_high":0.004375844490878726}}},{"endpoint":"final","layer":1,"context_size":"all","branch":1,"context_k":null,"contexts":8,"accuracy_pp":{"mean":0.0029166666666666664,"values":[0.01875,-0.0125,0.002500000000000001],"n":3,"sample_sd":0.01562916611125921,"df":2,"ci95_low":-0.03590833427488097,"ci95_high":0.0417416676082143},"ce":{"mean":0.011187664913570244,"values":[0.01016961096029064,0.010536916791716193,0.012856466988703897],"n":3,"sample_sd":0.0014568471669765487,"df":2,"ci95_low":0.00756865592570055,"ci95_high":0.014806673901439938},"harm_rate":{"mean":0.0026791666666666665,"values":[0.00255,0.002825,0.0026625],"n":3,"sample_sd":0.00013825550019197532,"df":2,"ci95_low":0.0023357209647708595,"ci95_high":0.0030226123685624736},"repair_rate":{"mean":0.0027083333333333334,"values":[0.0027375,0.0027,0.0026875],"n":3,"sample_sd":2.6020824993326676e-05,"df":2,"ci95_low":0.0026436940206742937,"ci95_high":0.002772972645992373},"conditional_harm":{"mean":0.0027195457170256176,"values":[0.0025874973394876422,0.002868682453680577,0.002702457357908634],"n":3,"sample_sd":0.00014136928988965993,"df":2,"ci95_low":0.002368364932715062,"ci95_high":0.0030707265013361733},"metrics":{"accuracy_pp":{"mean":0.0029166666666666664,"values":[0.01875,-0.0125,0.002500000000000001],"n":3,"sample_sd":0.01562916611125921,"df":2,"ci95_low":-0.03590833427488097,"ci95_high":0.0417416676082143},"ce":{"mean":0.011187664913570244,"values":[0.01016961096029064,0.010536916791716193,0.012856466988703897],"n":3,"sample_sd":0.0014568471669765487,"df":2,"ci95_low":0.00756865592570055,"ci95_high":0.014806673901439938},"harm_rate":{"mean":0.0026791666666666665,"values":[0.00255,0.002825,0.0026625],"n":3,"sample_sd":0.00013825550019197532,"df":2,"ci95_low":0.0023357209647708595,"ci95_high":0.0030226123685624736},"repair_rate":{"mean":0.0027083333333333334,"values":[0.0027375,0.0027,0.0026875],"n":3,"sample_sd":2.6020824993326676e-05,"df":2,"ci95_low":0.0026436940206742937,"ci95_high":0.002772972645992373},"conditional_harm":{"mean":0.0027195457170256176,"values":[0.0025874973394876422,0.002868682453680577,0.002702457357908634],"n":3,"sample_sd":0.00014136928988965993,"df":2,"ci95_low":0.002368364932715062,"ci95_high":0.0030707265013361733}}},{"endpoint":"final","layer":1,"context_size":0,"branch":1,"context_k":0,"contexts":1,"accuracy_pp":{"mean":0.043333333333333335,"values":[0.03,-0.04,0.14],"n":3,"sample_sd":0.09073771725877466,"df":2,"ci95_low":-0.1820716519952139,"ci95_high":0.2687383186618806},"ce":{"mean":0.011913727520151518,"values":[0.010893239663472734,0.013892163627773721,0.010955779269208099],"n":3,"sample_sd":0.0017136612484761548,"df":2,"ci95_low":0.007656756987497809,"ci95_high":0.016170698052805226},"harm_rate":{"mean":0.0021,"values":[0.0019,0.0024,0.002],"n":3,"sample_sd":0.00026457513110645893,"df":2,"ci95_low":0.001442758939204162,"ci95_high":0.0027572410607958377},"repair_rate":{"mean":0.002533333333333333,"values":[0.0022,0.002,0.0034],"n":3,"sample_sd":0.0007571877794400364,"df":2,"ci95_low":0.0006523746154840379,"ci95_high":0.004414292051182629},"conditional_harm":{"mean":0.0021332704556955065,"values":[0.0019283466964376333,0.0024372905453437597,0.0020341741253051262],"n":3,"sample_sd":0.0002685535744641561,"df":2,"ci95_low":0.001466146393720405,"ci95_high":0.002800394517670608},"metrics":{"accuracy_pp":{"mean":0.043333333333333335,"values":[0.03,-0.04,0.14],"n":3,"sample_sd":0.09073771725877466,"df":2,"ci95_low":-0.1820716519952139,"ci95_high":0.2687383186618806},"ce":{"mean":0.011913727520151518,"values":[0.010893239663472734,0.013892163627773721,0.010955779269208099],"n":3,"sample_sd":0.0017136612484761548,"df":2,"ci95_low":0.007656756987497809,"ci95_high":0.016170698052805226},"harm_rate":{"mean":0.0021,"values":[0.0019,0.0024,0.002],"n":3,"sample_sd":0.00026457513110645893,"df":2,"ci95_low":0.001442758939204162,"ci95_high":0.0027572410607958377},"repair_rate":{"mean":0.002533333333333333,"values":[0.0022,0.002,0.0034],"n":3,"sample_sd":0.0007571877794400364,"df":2,"ci95_low":0.0006523746154840379,"ci95_high":0.004414292051182629},"conditional_harm":{"mean":0.0021332704556955065,"values":[0.0019283466964376333,0.0024372905453437597,0.0020341741253051262],"n":3,"sample_sd":0.0002685535744641561,"df":2,"ci95_low":0.001466146393720405,"ci95_high":0.002800394517670608}}},{"endpoint":"final","layer":1,"context_size":1,"branch":1,"context_k":1,"contexts":3,"accuracy_pp":{"mean":-0.003333333333333334,"values":[0.02666666666666667,-0.023333333333333334,-0.013333333333333336],"n":3,"sample_sd":0.026457513110645908,"df":2,"ci95_low":-0.06905743941291712,"ci95_high":0.062390772746250454},"ce":{"mean":0.01207940738318259,"values":[0.014309277171122306,0.009540519758861957,0.01238842521956351],"n":3,"sample_sd":0.0023993500852622913,"df":2,"ci95_low":0.006119091352482627,"ci95_high":0.018039723413882554},"harm_rate":{"mean":0.002488888888888889,"values":[0.0021666666666666666,0.0026666666666666666,0.0026333333333333334],"n":3,"sample_sd":0.0002795499027868695,"df":2,"ci95_low":0.0017944484330355912,"ci95_high":0.0031833293447421866},"repair_rate":{"mean":0.0024555555555555554,"values":[0.0024333333333333334,0.0024333333333333334,0.0025],"n":3,"sample_sd":3.849001794597507e-05,"df":2,"ci95_low":0.0023599410504466663,"ci95_high":0.0025511700606644446},"conditional_harm":{"mean":0.0025267053799861027,"values":[0.0021994211871578045,0.0027067953734751867,0.0026738995793253173],"n":3,"sample_sd":0.0002839132622380306,"df":2,"ci95_low":0.0018214257383698741,"ci95_high":0.003231985021602331},"metrics":{"accuracy_pp":{"mean":-0.003333333333333334,"values":[0.02666666666666667,-0.023333333333333334,-0.013333333333333336],"n":3,"sample_sd":0.026457513110645908,"df":2,"ci95_low":-0.06905743941291712,"ci95_high":0.062390772746250454},"ce":{"mean":0.01207940738318259,"values":[0.014309277171122306,0.009540519758861957,0.01238842521956351],"n":3,"sample_sd":0.0023993500852622913,"df":2,"ci95_low":0.006119091352482627,"ci95_high":0.018039723413882554},"harm_rate":{"mean":0.002488888888888889,"values":[0.0021666666666666666,0.0026666666666666666,0.0026333333333333334],"n":3,"sample_sd":0.0002795499027868695,"df":2,"ci95_low":0.0017944484330355912,"ci95_high":0.0031833293447421866},"repair_rate":{"mean":0.0024555555555555554,"values":[0.0024333333333333334,0.0024333333333333334,0.0025],"n":3,"sample_sd":3.849001794597507e-05,"df":2,"ci95_low":0.0023599410504466663,"ci95_high":0.0025511700606644446},"conditional_harm":{"mean":0.0025267053799861027,"values":[0.0021994211871578045,0.0027067953734751867,0.0026738995793253173],"n":3,"sample_sd":0.0002839132622380306,"df":2,"ci95_low":0.0018214257383698741,"ci95_high":0.003231985021602331}}},{"endpoint":"final","layer":1,"context_size":2,"branch":1,"context_k":2,"contexts":3,"accuracy_pp":{"mean":0.017777777777777774,"values":[0.07666666666666666,-0.0033333333333333327,-0.02],"n":3,"sample_sd":0.05167562646325993,"df":2,"ci95_low":-0.11059159470242086,"ci95_high":0.14614715025797642},"ce":{"mean":0.010329265201561754,"values":[0.0043721575528285804,0.011046584577441195,0.015569053474415484],"n":3,"sample_sd":0.005632808347970967,"df":2,"ci95_low":-0.0036634064391845664,"ci95_high":0.024321936842308073},"harm_rate":{"mean":0.0027222222222222222,"values":[0.0025666666666666667,0.0029333333333333334,0.0026666666666666666],"n":3,"sample_sd":0.00018954135676924424,"df":2,"ci95_low":0.002251375389918945,"ci95_high":0.0031930690545254993},"repair_rate":{"mean":0.0029,"values":[0.003333333333333333,0.0029000000000000002,0.0024666666666666665],"n":3,"sample_sd":0.0004333333333333333,"df":2,"ci95_low":0.0018235403248705278,"ci95_high":0.003976459675129471},"conditional_harm":{"mean":0.0027632415032192623,"values":[0.002605135859430027,0.00297976843441221,0.0027048202158155496],"n":3,"sample_sd":0.00019402880372737356,"df":2,"ci95_low":0.002281247234697427,"ci95_high":0.0032452357717410976},"metrics":{"accuracy_pp":{"mean":0.017777777777777774,"values":[0.07666666666666666,-0.0033333333333333327,-0.02],"n":3,"sample_sd":0.05167562646325993,"df":2,"ci95_low":-0.11059159470242086,"ci95_high":0.14614715025797642},"ce":{"mean":0.010329265201561754,"values":[0.0043721575528285804,0.011046584577441195,0.015569053474415484],"n":3,"sample_sd":0.005632808347970967,"df":2,"ci95_low":-0.0036634064391845664,"ci95_high":0.024321936842308073},"harm_rate":{"mean":0.0027222222222222222,"values":[0.0025666666666666667,0.0029333333333333334,0.0026666666666666666],"n":3,"sample_sd":0.00018954135676924424,"df":2,"ci95_low":0.002251375389918945,"ci95_high":0.0031930690545254993},"repair_rate":{"mean":0.0029,"values":[0.003333333333333333,0.0029000000000000002,0.0024666666666666665],"n":3,"sample_sd":0.0004333333333333333,"df":2,"ci95_low":0.0018235403248705278,"ci95_high":0.003976459675129471},"conditional_harm":{"mean":0.0027632415032192623,"values":[0.002605135859430027,0.00297976843441221,0.0027048202158155496],"n":3,"sample_sd":0.00019402880372737356,"df":2,"ci95_low":0.002281247234697427,"ci95_high":0.0032452357717410976}}},{"endpoint":"final","layer":1,"context_size":3,"branch":1,"context_k":3,"contexts":1,"accuracy_pp":{"mean":-0.06333333333333334,"values":[-0.19,0.02,-0.02],"n":3,"sample_sd":0.11150485789118487,"df":2,"ci95_low":-0.34032675587387834,"ci95_high":0.21366008920721163},"ce":{"mean":0.010361574034177395,"values":[0.014419343846999721,0.008641857697046368,0.008023520558486097],"n":3,"sample_sd":0.0035277056417195338,"df":2,"ci95_low":0.0015982674133208988,"ci95_high":0.019124880655033892},"harm_rate":{"mean":0.0036999999999999997,"values":[0.0043,0.0034,0.0034],"n":3,"sample_sd":0.0005196152422706633,"df":2,"ci95_low":0.002409204181029999,"ci95_high":0.0049907958189700004},"repair_rate":{"mean":0.0030666666666666668,"values":[0.0024,0.0036,0.0032],"n":3,"sample_sd":0.0006110100926607787,"df":2,"ci95_low":0.0015488334531748578,"ci95_high":0.004584499880158476},"conditional_harm":{"mean":0.0037532546308933394,"values":[0.00435796087970001,0.0034524776604386675,0.0034493253525413412],"n":3,"sample_sd":0.0005236933451655138,"df":2,"ci95_low":0.0024523282427294886,"ci95_high":0.00505418101905719},"metrics":{"accuracy_pp":{"mean":-0.06333333333333334,"values":[-0.19,0.02,-0.02],"n":3,"sample_sd":0.11150485789118487,"df":2,"ci95_low":-0.34032675587387834,"ci95_high":0.21366008920721163},"ce":{"mean":0.010361574034177395,"values":[0.014419343846999721,0.008641857697046368,0.008023520558486097],"n":3,"sample_sd":0.0035277056417195338,"df":2,"ci95_low":0.0015982674133208988,"ci95_high":0.019124880655033892},"harm_rate":{"mean":0.0036999999999999997,"values":[0.0043,0.0034,0.0034],"n":3,"sample_sd":0.0005196152422706633,"df":2,"ci95_low":0.002409204181029999,"ci95_high":0.0049907958189700004},"repair_rate":{"mean":0.0030666666666666668,"values":[0.0024,0.0036,0.0032],"n":3,"sample_sd":0.0006110100926607787,"df":2,"ci95_low":0.0015488334531748578,"ci95_high":0.004584499880158476},"conditional_harm":{"mean":0.0037532546308933394,"values":[0.00435796087970001,0.0034524776604386675,0.0034493253525413412],"n":3,"sample_sd":0.0005236933451655138,"df":2,"ci95_low":0.0024523282427294886,"ci95_high":0.00505418101905719}}},{"endpoint":"final","layer":2,"context_size":"all","branch":2,"context_k":null,"contexts":8,"accuracy_pp":{"mean":0.0012500000000000011,"values":[-0.03125,-0.035,0.07],"n":3,"sample_sd":0.05956876278721928,"df":2,"ci95_low":-0.14672701008721842,"ci95_high":0.14922701008721842},"ce":{"mean":0.011894946090368877,"values":[0.015145865482125724,0.012380111899068368,0.00815886088991254],"n":3,"sample_sd":0.0035186784009554363,"df":2,"ci95_low":0.003154064378728309,"ci95_high":0.020635827802009447},"harm_rate":{"mean":0.0026041666666666665,"values":[0.0026,0.0029000000000000002,0.0023125],"n":3,"sample_sd":0.00029377216228453887,"df":2,"ci95_low":0.0018743961596476726,"ci95_high":0.0033339371736856604},"repair_rate":{"mean":0.002616666666666667,"values":[0.0022875,0.00255,0.0030125],"n":3,"sample_sd":0.00036706890815395044,"df":2,"ci95_low":0.0017048169490785172,"ci95_high":0.0035285163842548165},"conditional_harm":{"mean":0.0026434050729723497,"values":[0.002637449548094727,0.0029445132906002415,0.00234825238022208],"n":3,"sample_sd":0.00029817506521953596,"df":2,"ci95_low":0.0019026971487309708,"ci95_high":0.0033841129972137286},"metrics":{"accuracy_pp":{"mean":0.0012500000000000011,"values":[-0.03125,-0.035,0.07],"n":3,"sample_sd":0.05956876278721928,"df":2,"ci95_low":-0.14672701008721842,"ci95_high":0.14922701008721842},"ce":{"mean":0.011894946090368877,"values":[0.015145865482125724,0.012380111899068368,0.00815886088991254],"n":3,"sample_sd":0.0035186784009554363,"df":2,"ci95_low":0.003154064378728309,"ci95_high":0.020635827802009447},"harm_rate":{"mean":0.0026041666666666665,"values":[0.0026,0.0029000000000000002,0.0023125],"n":3,"sample_sd":0.00029377216228453887,"df":2,"ci95_low":0.0018743961596476726,"ci95_high":0.0033339371736856604},"repair_rate":{"mean":0.002616666666666667,"values":[0.0022875,0.00255,0.0030125],"n":3,"sample_sd":0.00036706890815395044,"df":2,"ci95_low":0.0017048169490785172,"ci95_high":0.0035285163842548165},"conditional_harm":{"mean":0.0026434050729723497,"values":[0.002637449548094727,0.0029445132906002415,0.00234825238022208],"n":3,"sample_sd":0.00029817506521953596,"df":2,"ci95_low":0.0019026971487309708,"ci95_high":0.0033841129972137286}}},{"endpoint":"final","layer":2,"context_size":0,"branch":2,"context_k":0,"contexts":1,"accuracy_pp":{"mean":0.03,"values":[-0.01,-0.01,0.11],"n":3,"sample_sd":0.06928203230275509,"df":2,"ci95_low":-0.14210610919600003,"ci95_high":0.20210610919600003},"ce":{"mean":0.011708793947598722,"values":[0.01220015605142391,0.013119369249298185,0.009806856542074069],"n":3,"sample_sd":0.001710047556849501,"df":2,"ci95_low":0.007460800322593734,"ci95_high":0.01595678757260371},"harm_rate":{"mean":0.002,"values":[0.0018,0.0022,0.002],"n":3,"sample_sd":0.0002000000000000001,"df":2,"ci95_low":0.001503172457632551,"ci95_high":0.0024968275423674488},"repair_rate":{"mean":0.0023,"values":[0.0017,0.0021,0.0031],"n":3,"sample_sd":0.0007211102550927979,"df":2,"ci95_low":0.000508662820931406,"ci95_high":0.004091337179068594},"conditional_harm":{"mean":0.002031737296749917,"values":[0.001826854765046179,0.002234182999898446,0.0020341741253051262],"n":3,"sample_sd":0.0002036750508212077,"df":2,"ci95_low":0.001525780422044588,"ci95_high":0.0025376941714552463},"metrics":{"accuracy_pp":{"mean":0.03,"values":[-0.01,-0.01,0.11],"n":3,"sample_sd":0.06928203230275509,"df":2,"ci95_low":-0.14210610919600003,"ci95_high":0.20210610919600003},"ce":{"mean":0.011708793947598722,"values":[0.01220015605142391,0.013119369249298185,0.009806856542074069],"n":3,"sample_sd":0.001710047556849501,"df":2,"ci95_low":0.007460800322593734,"ci95_high":0.01595678757260371},"harm_rate":{"mean":0.002,"values":[0.0018,0.0022,0.002],"n":3,"sample_sd":0.0002000000000000001,"df":2,"ci95_low":0.001503172457632551,"ci95_high":0.0024968275423674488},"repair_rate":{"mean":0.0023,"values":[0.0017,0.0021,0.0031],"n":3,"sample_sd":0.0007211102550927979,"df":2,"ci95_low":0.000508662820931406,"ci95_high":0.004091337179068594},"conditional_harm":{"mean":0.002031737296749917,"values":[0.001826854765046179,0.002234182999898446,0.0020341741253051262],"n":3,"sample_sd":0.0002036750508212077,"df":2,"ci95_low":0.001525780422044588,"ci95_high":0.0025376941714552463}}},{"endpoint":"final","layer":2,"context_size":1,"branch":2,"context_k":1,"contexts":3,"accuracy_pp":{"mean":-0.008888888888888892,"values":[-0.02666666666666667,-0.05333333333333334,0.05333333333333333],"n":3,"sample_sd":0.05551109331909687,"df":2,"ci95_low":-0.14678608922817388,"ci95_high":0.1290083114503961},"ce":{"mean":0.010676672479720279,"values":[0.016236018168403716,0.008709282634135562,0.007084716636621556],"n":3,"sample_sd":0.0048825758606274635,"df":2,"ci95_low":-0.0014523183465705875,"ci95_high":0.022805663306011144},"harm_rate":{"mean":0.0024444444444444444,"values":[0.0022333333333333333,0.0028333333333333335,0.002266666666666667],"n":3,"sample_sd":0.00033719979789985604,"df":2,"ci95_low":0.001606793710057515,"ci95_high":0.003282095178831374},"repair_rate":{"mean":0.0023555555555555556,"values":[0.0019666666666666665,0.0023,0.0028],"n":3,"sample_sd":0.00041943524640393064,"df":2,"ci95_low":0.001313620642289805,"ci95_high":0.003397490468821306},"conditional_harm":{"mean":0.002481434188082811,"values":[0.002266622476192224,0.0028761033602055087,0.0023015767278506995],"n":3,"sample_sd":0.00034224007143416577,"df":2,"ci95_low":0.0016312627201313275,"ci95_high":0.0033316056560342942},"metrics":{"accuracy_pp":{"mean":-0.008888888888888892,"values":[-0.02666666666666667,-0.05333333333333334,0.05333333333333333],"n":3,"sample_sd":0.05551109331909687,"df":2,"ci95_low":-0.14678608922817388,"ci95_high":0.1290083114503961},"ce":{"mean":0.010676672479720279,"values":[0.016236018168403716,0.008709282634135562,0.007084716636621556],"n":3,"sample_sd":0.0048825758606274635,"df":2,"ci95_low":-0.0014523183465705875,"ci95_high":0.022805663306011144},"harm_rate":{"mean":0.0024444444444444444,"values":[0.0022333333333333333,0.0028333333333333335,0.002266666666666667],"n":3,"sample_sd":0.00033719979789985604,"df":2,"ci95_low":0.001606793710057515,"ci95_high":0.003282095178831374},"repair_rate":{"mean":0.0023555555555555556,"values":[0.0019666666666666665,0.0023,0.0028],"n":3,"sample_sd":0.00041943524640393064,"df":2,"ci95_low":0.001313620642289805,"ci95_high":0.003397490468821306},"conditional_harm":{"mean":0.002481434188082811,"values":[0.002266622476192224,0.0028761033602055087,0.0023015767278506995],"n":3,"sample_sd":0.00034224007143416577,"df":2,"ci95_low":0.0016312627201313275,"ci95_high":0.0033316056560342942}}},{"endpoint":"final","layer":2,"context_size":2,"branch":2,"context_k":2,"contexts":3,"accuracy_pp":{"mean":0.02,"values":[0.02333333333333333,-0.043333333333333335,0.08],"n":3,"sample_sd":0.06173419725817378,"df":2,"ci95_low":-0.13335624751902883,"ci95_high":0.1733562475190288},"ce":{"mean":0.01134061796147753,"values":[0.010571524785958302,0.013761776180069274,0.009688552918405017],"n":3,"sample_sd":0.0021427587753439234,"df":2,"ci95_low":0.006017710080275502,"ci95_high":0.016663525842679557},"harm_rate":{"mean":0.0026777777777777776,"values":[0.0026666666666666666,0.0031333333333333335,0.0022333333333333333],"n":3,"sample_sd":0.0004501028689006466,"df":2,"ci95_low":0.0015596602669355466,"ci95_high":0.0037958952886200086},"repair_rate":{"mean":0.0028777777777777777,"values":[0.0029,0.0027,0.003033333333333333],"n":3,"sample_sd":0.00016777409856157205,"df":2,"ci95_low":0.002461003812471478,"ci95_high":0.0032945517430840775},"conditional_harm":{"mean":0.0027182082995691735,"values":[0.002705559758913087,0.0031819219885505672,0.0022671431512438656],"n":3,"sample_sd":0.0004575205672771408,"df":2,"ci95_low":0.0015816642044548595,"ci95_high":0.0038547523946834876},"metrics":{"accuracy_pp":{"mean":0.02,"values":[0.02333333333333333,-0.043333333333333335,0.08],"n":3,"sample_sd":0.06173419725817378,"df":2,"ci95_low":-0.13335624751902883,"ci95_high":0.1733562475190288},"ce":{"mean":0.01134061796147753,"values":[0.010571524785958302,0.013761776180069274,0.009688552918405017],"n":3,"sample_sd":0.0021427587753439234,"df":2,"ci95_low":0.006017710080275502,"ci95_high":0.016663525842679557},"harm_rate":{"mean":0.0026777777777777776,"values":[0.0026666666666666666,0.0031333333333333335,0.0022333333333333333],"n":3,"sample_sd":0.0004501028689006466,"df":2,"ci95_low":0.0015596602669355466,"ci95_high":0.0037958952886200086},"repair_rate":{"mean":0.0028777777777777777,"values":[0.0029,0.0027,0.003033333333333333],"n":3,"sample_sd":0.00016777409856157205,"df":2,"ci95_low":0.002461003812471478,"ci95_high":0.0032945517430840775},"conditional_harm":{"mean":0.0027182082995691735,"values":[0.002705559758913087,0.0031819219885505672,0.0022671431512438656],"n":3,"sample_sd":0.0004575205672771408,"df":2,"ci95_low":0.0015816642044548595,"ci95_high":0.0038547523946834876}}},{"endpoint":"final","layer":2,"context_size":3,"branch":2,"context_k":3,"contexts":1,"accuracy_pp":{"mean":-0.05333333333333334,"values":[-0.23,0.02,0.05],"n":3,"sample_sd":0.15373136743466942,"df":2,"ci95_low":-0.4352232206701035,"ci95_high":0.3285565540034368},"ce":{"mean":0.01739890345175887,"values":[0.028544138942495828,0.01850834950063425,0.005144221912146529],"n":3,"sample_sd":0.011739343344426539,"df":2,"ci95_low":-0.011763242062336646,"ci95_high":0.04656104896585439},"harm_rate":{"mean":0.0034666666666666665,"values":[0.0043,0.0031,0.003],"n":3,"sample_sd":0.0007234178138070235,"df":2,"ci95_low":0.0016695971939737863,"ci95_high":0.005263736139359546},"repair_rate":{"mean":0.0029333333333333334,"values":[0.002,0.0033,0.0035],"n":3,"sample_sd":0.0008144527815247077,"df":2,"ci95_low":0.0009101204642370676,"ci95_high":0.004956546202429599},"conditional_harm":{"mean":0.003516575824072926,"values":[0.004356194914395705,0.003147847278635256,0.003045685279187817],"n":3,"sample_sd":0.0007289234741443114,"df":2,"ci95_low":0.0017058295329076222,"ci95_high":0.005327322115238229},"metrics":{"accuracy_pp":{"mean":-0.05333333333333334,"values":[-0.23,0.02,0.05],"n":3,"sample_sd":0.15373136743466942,"df":2,"ci95_low":-0.4352232206701035,"ci95_high":0.3285565540034368},"ce":{"mean":0.01739890345175887,"values":[0.028544138942495828,0.01850834950063425,0.005144221912146529],"n":3,"sample_sd":0.011739343344426539,"df":2,"ci95_low":-0.011763242062336646,"ci95_high":0.04656104896585439},"harm_rate":{"mean":0.0034666666666666665,"values":[0.0043,0.0031,0.003],"n":3,"sample_sd":0.0007234178138070235,"df":2,"ci95_low":0.0016695971939737863,"ci95_high":0.005263736139359546},"repair_rate":{"mean":0.0029333333333333334,"values":[0.002,0.0033,0.0035],"n":3,"sample_sd":0.0008144527815247077,"df":2,"ci95_low":0.0009101204642370676,"ci95_high":0.004956546202429599},"conditional_harm":{"mean":0.003516575824072926,"values":[0.004356194914395705,0.003147847278635256,0.003045685279187817],"n":3,"sample_sd":0.0007289234741443114,"df":2,"ci95_low":0.0017058295329076222,"ci95_high":0.005327322115238229}}},{"endpoint":"final","layer":3,"context_size":"all","branch":3,"context_k":null,"contexts":8,"accuracy_pp":{"mean":-0.01625,"values":[-0.00875,-0.035,-0.004999999999999999],"n":3,"sample_sd":0.01634587103827753,"df":2,"ci95_low":-0.056855394679013405,"ci95_high":0.024355394679013403},"ce":{"mean":0.014866318393243342,"values":[0.012451396808018758,0.017024366270458793,0.015123192101252476],"n":3,"sample_sd":0.0022972811109008943,"df":2,"ci95_low":0.009159555750963074,"ci95_high":0.020573081035523612},"harm_rate":{"mean":0.0027625,"values":[0.0027625,0.0028125,0.0027125],"n":3,"sample_sd":4.9999999999999914e-05,"df":2,"ci95_low":0.0026382931144081382,"ci95_high":0.002886706885591862},"repair_rate":{"mean":0.0026,"values":[0.002675,0.0024625,0.0026625],"n":3,"sample_sd":0.00011924240017711823,"df":2,"ci95_low":0.0023037854568700323,"ci95_high":0.0028962145431299675},"conditional_harm":{"mean":0.002804075584235225,"values":[0.0028032337685181706,0.002855680853822651,0.002753312130364854],"n":3,"sample_sd":5.118955338612398e-05,"df":2,"ci95_low":0.0026769136842166486,"ci95_high":0.0029312374842538013},"metrics":{"accuracy_pp":{"mean":-0.01625,"values":[-0.00875,-0.035,-0.004999999999999999],"n":3,"sample_sd":0.01634587103827753,"df":2,"ci95_low":-0.056855394679013405,"ci95_high":0.024355394679013403},"ce":{"mean":0.014866318393243342,"values":[0.012451396808018758,0.017024366270458793,0.015123192101252476],"n":3,"sample_sd":0.0022972811109008943,"df":2,"ci95_low":0.009159555750963074,"ci95_high":0.020573081035523612},"harm_rate":{"mean":0.0027625,"values":[0.0027625,0.0028125,0.0027125],"n":3,"sample_sd":4.9999999999999914e-05,"df":2,"ci95_low":0.0026382931144081382,"ci95_high":0.002886706885591862},"repair_rate":{"mean":0.0026,"values":[0.002675,0.0024625,0.0026625],"n":3,"sample_sd":0.00011924240017711823,"df":2,"ci95_low":0.0023037854568700323,"ci95_high":0.0028962145431299675},"conditional_harm":{"mean":0.002804075584235225,"values":[0.0028032337685181706,0.002855680853822651,0.002753312130364854],"n":3,"sample_sd":5.118955338612398e-05,"df":2,"ci95_low":0.0026769136842166486,"ci95_high":0.0029312374842538013}}},{"endpoint":"final","layer":3,"context_size":0,"branch":3,"context_k":0,"contexts":1,"accuracy_pp":{"mean":0.03,"values":[-0.05,0.03,0.11],"n":3,"sample_sd":0.08,"df":2,"ci95_low":-0.16873101694697948,"ci95_high":0.22873101694697948},"ce":{"mean":0.013319397075288184,"values":[0.012818024966676902,0.01641566303075845,0.010724503228429202],"n":3,"sample_sd":0.0028785161919610697,"df":2,"ci95_low":0.006168766448703557,"ci95_high":0.02047002770187281},"harm_rate":{"mean":0.0017666666666666666,"values":[0.002,0.0017,0.0016],"n":3,"sample_sd":0.00020816659994661328,"df":2,"ci95_low":0.0012495521653943479,"ci95_high":0.002283781167938985},"repair_rate":{"mean":0.0020666666666666667,"values":[0.0015,0.002,0.0027],"n":3,"sample_sd":0.0006027713773341708,"df":2,"ci95_low":0.0005692995566147759,"ci95_high":0.003564033776718558},"conditional_harm":{"mean":0.0017945306881194504,"values":[0.0020298386278290877,0.001726414136285163,0.0016273393002441008],"n":3,"sample_sd":0.00020971725167934213,"df":2,"ci95_low":0.0012735641543999343,"ci95_high":0.0023154972218389666},"metrics":{"accuracy_pp":{"mean":0.03,"values":[-0.05,0.03,0.11],"n":3,"sample_sd":0.08,"df":2,"ci95_low":-0.16873101694697948,"ci95_high":0.22873101694697948},"ce":{"mean":0.013319397075288184,"values":[0.012818024966676902,0.01641566303075845,0.010724503228429202],"n":3,"sample_sd":0.0028785161919610697,"df":2,"ci95_low":0.006168766448703557,"ci95_high":0.02047002770187281},"harm_rate":{"mean":0.0017666666666666666,"values":[0.002,0.0017,0.0016],"n":3,"sample_sd":0.00020816659994661328,"df":2,"ci95_low":0.0012495521653943479,"ci95_high":0.002283781167938985},"repair_rate":{"mean":0.0020666666666666667,"values":[0.0015,0.002,0.0027],"n":3,"sample_sd":0.0006027713773341708,"df":2,"ci95_low":0.0005692995566147759,"ci95_high":0.003564033776718558},"conditional_harm":{"mean":0.0017945306881194504,"values":[0.0020298386278290877,0.001726414136285163,0.0016273393002441008],"n":3,"sample_sd":0.00020971725167934213,"df":2,"ci95_low":0.0012735641543999343,"ci95_high":0.0023154972218389666}}},{"endpoint":"final","layer":3,"context_size":1,"branch":3,"context_k":1,"contexts":3,"accuracy_pp":{"mean":-0.04,"values":[-0.043333333333333335,-0.060000000000000005,-0.016666666666666663],"n":3,"sample_sd":0.021858128414340008,"df":2,"ci95_low":-0.09429860110424322,"ci95_high":0.01429860110424322},"ce":{"mean":0.013582455454033231,"values":[0.014119375872882317,0.01492177134094877,0.01170621914826861],"n":3,"sample_sd":0.0016736656261318607,"df":2,"ci95_low":0.009424839555153384,"ci95_high":0.017740071352913077},"harm_rate":{"mean":0.0026888888888888887,"values":[0.0026,0.0028,0.0026666666666666666],"n":3,"sample_sd":0.00010183501544346316,"df":2,"ci95_low":0.0024359166866402535,"ci95_high":0.002941861091137524},"repair_rate":{"mean":0.002288888888888889,"values":[0.0021666666666666666,0.0022,0.0025],"n":3,"sample_sd":0.00018358568490953677,"df":2,"ci95_low":0.0018328367656516391,"ci95_high":0.0027449410121261385},"conditional_harm":{"mean":0.0027297798669800232,"values":[0.002638687312484511,0.002842808894441731,0.0027078433940138282],"n":3,"sample_sd":0.00010381383188105015,"df":2,"ci95_low":0.002471892012193975,"ci95_high":0.0029876677217660717},"metrics":{"accuracy_pp":{"mean":-0.04,"values":[-0.043333333333333335,-0.060000000000000005,-0.016666666666666663],"n":3,"sample_sd":0.021858128414340008,"df":2,"ci95_low":-0.09429860110424322,"ci95_high":0.01429860110424322},"ce":{"mean":0.013582455454033231,"values":[0.014119375872882317,0.01492177134094877,0.01170621914826861],"n":3,"sample_sd":0.0016736656261318607,"df":2,"ci95_low":0.009424839555153384,"ci95_high":0.017740071352913077},"harm_rate":{"mean":0.0026888888888888887,"values":[0.0026,0.0028,0.0026666666666666666],"n":3,"sample_sd":0.00010183501544346316,"df":2,"ci95_low":0.0024359166866402535,"ci95_high":0.002941861091137524},"repair_rate":{"mean":0.002288888888888889,"values":[0.0021666666666666666,0.0022,0.0025],"n":3,"sample_sd":0.00018358568490953677,"df":2,"ci95_low":0.0018328367656516391,"ci95_high":0.0027449410121261385},"conditional_harm":{"mean":0.0027297798669800232,"values":[0.002638687312484511,0.002842808894441731,0.0027078433940138282],"n":3,"sample_sd":0.00010381383188105015,"df":2,"ci95_low":0.002471892012193975,"ci95_high":0.0029876677217660717}}},{"endpoint":"final","layer":3,"context_size":2,"branch":3,"context_k":2,"contexts":3,"accuracy_pp":{"mean":-0.0033333333333333353,"values":[0.06666666666666667,-0.05666666666666667,-0.02],"n":3,"sample_sd":0.06333333333333334,"df":2,"ci95_low":-0.16066205508302542,"ci95_high":0.15399538841635876},"ce":{"mean":0.014765579989413663,"values":[0.006772943582064682,0.018855350748103086,0.01866844563807322],"n":3,"sample_sd":0.006922457001318184,"df":2,"ci95_low":-0.002430756506132597,"ci95_high":0.031961916484959926},"harm_rate":{"mean":0.0028333333333333335,"values":[0.0026333333333333334,0.003,0.0028666666666666667],"n":3,"sample_sd":0.00018559214542766735,"df":2,"ci95_low":0.002372296885855683,"ci95_high":0.003294369780810984},"repair_rate":{"mean":0.0028,"values":[0.0033,0.0024333333333333334,0.0026666666666666666],"n":3,"sample_sd":0.00044845413490245703,"df":2,"ci95_low":0.00168597817145946,"ci95_high":0.00391402182854054},"conditional_harm":{"mean":0.0028754595114203973,"values":[0.002672045591230532,0.003045809018349889,0.002908523924680771],"n":3,"sample_sd":0.00018906273147077738,"df":2,"ci95_low":0.0024058016502708814,"ci95_high":0.003345117372569913},"metrics":{"accuracy_pp":{"mean":-0.0033333333333333353,"values":[0.06666666666666667,-0.05666666666666667,-0.02],"n":3,"sample_sd":0.06333333333333334,"df":2,"ci95_low":-0.16066205508302542,"ci95_high":0.15399538841635876},"ce":{"mean":0.014765579989413663,"values":[0.006772943582064682,0.018855350748103086,0.01866844563807322],"n":3,"sample_sd":0.006922457001318184,"df":2,"ci95_low":-0.002430756506132597,"ci95_high":0.031961916484959926},"harm_rate":{"mean":0.0028333333333333335,"values":[0.0026333333333333334,0.003,0.0028666666666666667],"n":3,"sample_sd":0.00018559214542766735,"df":2,"ci95_low":0.002372296885855683,"ci95_high":0.003294369780810984},"repair_rate":{"mean":0.0028,"values":[0.0033,0.0024333333333333334,0.0026666666666666666],"n":3,"sample_sd":0.00044845413490245703,"df":2,"ci95_low":0.00168597817145946,"ci95_high":0.00391402182854054},"conditional_harm":{"mean":0.0028754595114203973,"values":[0.002672045591230532,0.003045809018349889,0.002908523924680771],"n":3,"sample_sd":0.00018906273147077738,"df":2,"ci95_low":0.0024058016502708814,"ci95_high":0.003345117372569913}}},{"endpoint":"final","layer":3,"context_size":3,"branch":3,"context_k":3,"contexts":1,"accuracy_pp":{"mean":-0.03,"values":[-0.09,0.04,-0.04],"n":3,"sample_sd":0.06557438524302,"df":2,"ci95_low":-0.19289580331272962,"ci95_high":0.13289580331272963},"ce":{"mean":0.02056704374031787,"values":[0.024116191132632164,0.01844790086575633,0.019137039222565114],"n":3,"sample_sd":0.0030929053215358526,"df":2,"ci95_low":0.012883840991948562,"ci95_high":0.028250246488687177},"harm_rate":{"mean":0.003766666666666667,"values":[0.0044,0.0034,0.0035],"n":3,"sample_sd":0.0005507570547286104,"df":2,"ci95_low":0.0023985102969549172,"ci95_high":0.005134823036378416},"repair_rate":{"mean":0.0034666666666666665,"values":[0.0035,0.0038,0.0031],"n":3,"sample_sd":0.00035118845842842467,"df":2,"ci95_low":0.002594266173122631,"ci95_high":0.004339067160210703},"conditional_harm":{"mean":0.0038223558505610885,"values":[0.004463832809171148,0.0034531789559211863,0.003550055786590932],"n":3,"sample_sd":0.0005576430725839443,"df":2,"ci95_low":0.0024370936642105195,"ci95_high":0.0052076180369116576},"metrics":{"accuracy_pp":{"mean":-0.03,"values":[-0.09,0.04,-0.04],"n":3,"sample_sd":0.06557438524302,"df":2,"ci95_low":-0.19289580331272962,"ci95_high":0.13289580331272963},"ce":{"mean":0.02056704374031787,"values":[0.024116191132632164,0.01844790086575633,0.019137039222565114],"n":3,"sample_sd":0.0030929053215358526,"df":2,"ci95_low":0.012883840991948562,"ci95_high":0.028250246488687177},"harm_rate":{"mean":0.003766666666666667,"values":[0.0044,0.0034,0.0035],"n":3,"sample_sd":0.0005507570547286104,"df":2,"ci95_low":0.0023985102969549172,"ci95_high":0.005134823036378416},"repair_rate":{"mean":0.0034666666666666665,"values":[0.0035,0.0038,0.0031],"n":3,"sample_sd":0.00035118845842842467,"df":2,"ci95_low":0.002594266173122631,"ci95_high":0.004339067160210703},"conditional_harm":{"mean":0.0038223558505610885,"values":[0.004463832809171148,0.0034531789559211863,0.003550055786590932],"n":3,"sample_sd":0.0005576430725839443,"df":2,"ci95_low":0.0024370936642105195,"ci95_high":0.0052076180369116576}}}],"schema_version":1,"generated_utc":"2026-09-10T01:34:05.807486+00:00","status":"complete","seeds":[201,202,203],"mask_bits":["body1","body2","body3","body4"],"paths":[{"order":[0,1,2,3],"masks":[0,1,3,7,15],"validation_error":0.022977777777777778,"validation_error_count":2068,"validation_observations":90000,"validation_ce":0.07941181572808159,"validation_selected":false},{"order":[0,1,3,2],"masks":[0,1,3,11,15],"validation_error":0.023311111111111112,"validation_error_count":2098,"validation_observations":90000,"validation_ce":0.07938126424153646,"validation_selected":false},{"order":[0,2,1,3],"masks":[0,1,5,7,15],"validation_error":0.022044444444444443,"validation_error_count":1984,"validation_observations":90000,"validation_ce":0.07948436889648437,"validation_selected":false},{"order":[0,2,3,1],"masks":[0,1,5,13,15],"validation_error":0.021266666666666666,"validation_error_count":1914,"validation_observations":90000,"validation_ce":0.07854847412109375,"validation_selected":false},{"order":[0,3,1,2],"masks":[0,1,9,11,15],"validation_error":0.022444444444444444,"validation_error_count":2020,"validation_observations":90000,"validation_ce":0.07732143961588542,"validation_selected":false},{"order":[0,3,2,1],"masks":[0,1,9,13,15],"validation_error":0.021333333333333333,"validation_error_count":1920,"validation_observations":90000,"validation_ce":0.07641609632703993,"validation_selected":false},{"order":[1,0,2,3],"masks":[0,2,3,7,15],"validation_error":0.02201111111111111,"validation_error_count":1981,"validation_observations":90000,"validation_ce":0.07893482055664063,"validation_selected":false},{"order":[1,0,3,2],"masks":[0,2,3,11,15],"validation_error":0.022344444444444445,"validation_error_count":2011,"validation_observations":90000,"validation_ce":0.07890426907009548,"validation_selected":false},{"order":[1,2,0,3],"masks":[0,2,6,7,15],"validation_error":0.021122222222222223,"validation_error_count":1901,"validation_observations":90000,"validation_ce":0.07855936347113715,"validation_selected":false},{"order":[1,2,3,0],"masks":[0,2,6,14,15],"validation_error":0.02108888888888889,"validation_error_count":1898,"validation_observations":90000,"validation_ce":0.07889935980902778,"validation_selected":false},{"order":[1,3,0,2],"masks":[0,2,10,11,15],"validation_error":0.021488888888888887,"validation_error_count":1934,"validation_observations":90000,"validation_ce":0.07754535658094619,"validation_selected":false},{"order":[1,3,2,0],"masks":[0,2,10,14,15],"validation_error":0.021122222222222223,"validation_error_count":1901,"validation_observations":90000,"validation_ce":0.07791590440538194,"validation_selected":false},{"order":[2,0,1,3],"masks":[0,4,5,7,15],"validation_error":0.021866666666666666,"validation_error_count":1968,"validation_observations":90000,"validation_ce":0.07935344509548611,"validation_selected":false},{"order":[2,0,3,1],"masks":[0,4,5,13,15],"validation_error":0.02108888888888889,"validation_error_count":1898,"validation_observations":90000,"validation_ce":0.07841755032009548,"validation_selected":false},{"order":[2,1,0,3],"masks":[0,4,6,7,15],"validation_error":0.02191111111111111,"validation_error_count":1972,"validation_observations":90000,"validation_ce":0.07890543484157986,"validation_selected":false},{"order":[2,1,3,0],"masks":[0,4,6,14,15],"validation_error":0.021877777777777777,"validation_error_count":1969,"validation_observations":90000,"validation_ce":0.07924543117947049,"validation_selected":false},{"order":[2,3,0,1],"masks":[0,4,12,13,15],"validation_error":0.021433333333333332,"validation_error_count":1929,"validation_observations":90000,"validation_ce":0.07847339680989583,"validation_selected":false},{"order":[2,3,1,0],"masks":[0,4,12,14,15],"validation_error":0.02217777777777778,"validation_error_count":1996,"validation_observations":90000,"validation_ce":0.07974928792317708,"validation_selected":false},{"order":[3,0,1,2],"masks":[0,8,9,11,15],"validation_error":0.02178888888888889,"validation_error_count":1961,"validation_observations":90000,"validation_ce":0.07646056789822049,"validation_selected":false},{"order":[3,0,2,1],"masks":[0,8,9,13,15],"validation_error":0.020677777777777778,"validation_error_count":1861,"validation_observations":90000,"validation_ce":0.075555224609375,"validation_selected":true},{"order":[3,1,0,2],"masks":[0,8,10,11,15],"validation_error":0.0218,"validation_error_count":1962,"validation_observations":90000,"validation_ce":0.07716148003472223,"validation_selected":false},{"order":[3,1,2,0],"masks":[0,8,10,14,15],"validation_error":0.021433333333333332,"validation_error_count":1929,"validation_observations":90000,"validation_ce":0.07753202785915798,"validation_selected":false},{"order":[3,2,0,1],"masks":[0,8,12,13,15],"validation_error":0.020955555555555557,"validation_error_count":1886,"validation_observations":90000,"validation_ce":0.07774344889322916,"validation_selected":false},{"order":[3,2,1,0],"masks":[0,8,12,14,15],"validation_error":0.0217,"validation_error_count":1953,"validation_observations":90000,"validation_ce":0.07901934000651041,"validation_selected":false}],"gallery_files":{"201-selected":"gallery-s201-selected.json","201-final":"gallery-s201-final.json","202-selected":"gallery-s202-selected.json","202-final":"gallery-s202-final.json","203-selected":"gallery-s203-selected.json","203-final":"gallery-s203-final.json"},"wandb_runs":{"halfdrop-m00-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-d52b0247dc74fa61b8ce","halfdrop-m00-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-9b1d0b53abdbf4c24594","halfdrop-m00-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-d40ee1503e929b5f668e","halfdrop-m01-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-358bc482ffb70f2e9256","halfdrop-m01-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-dcb519e9276dcc349100","halfdrop-m01-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-107924b556b11c9a61c5","halfdrop-m02-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-d684a52e30329d49cbe8","halfdrop-m02-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-32eeb4ad30984d30df20","halfdrop-m02-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-6128e5b56814129942fa","halfdrop-m03-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-0f1458d831d1f0683874","halfdrop-m03-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-28f1a88354002ec60b07","halfdrop-m03-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-8059bd4c95188ab069cd","halfdrop-m04-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-ff96e15f5dbc747c513a","halfdrop-m04-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-6fae195dcc124f7b7974","halfdrop-m04-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-1a98fa2fc4f580b4b97a","halfdrop-m05-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-a6af7066e15541e4f816","halfdrop-m05-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-19c5126d94aa807f2e4e","halfdrop-m05-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-c0767028095a08d8d6af","halfdrop-m06-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-bceb22a8d880cfd5da1e","halfdrop-m06-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-f164d5f23fe4899da09a","halfdrop-m06-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-020e3862af04144541ac","halfdrop-m07-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-32aabbe5f27fab5d8891","halfdrop-m07-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-efc703a2c2b8f4df2329","halfdrop-m07-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-33677e8dd7e7b7fefb8c","halfdrop-m08-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-4a5ba683e5bbfca7f76e","halfdrop-m08-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-b9ea81bc938977015503","halfdrop-m08-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-494a7bffbfe85c01206a","halfdrop-m09-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-473188ddf0e111af7e19","halfdrop-m09-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-f42926e9210004bf53d0","halfdrop-m09-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-7df05042911c8cb49853","halfdrop-m10-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-0f0554713f7e5a893e88","halfdrop-m10-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-1e0f4d08cc258c4b86e1","halfdrop-m10-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-1f40c8833989e4b068a7","halfdrop-m11-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-ac77ca41c430f63042b6","halfdrop-m11-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-90b5885abe56c63eb2f4","halfdrop-m11-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-f90b3a07df91b6dbcf83","halfdrop-m12-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-a54a0709832c00e7177e","halfdrop-m12-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-d43a91ec2d5c09b90ae1","halfdrop-m12-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-71c445f8e8c69b75f34d","halfdrop-m13-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-13e04235d5a1226dfdae","halfdrop-m13-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-6feb92514bfe3141ab81","halfdrop-m13-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-fcb5150cede745d6cabe","halfdrop-m14-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-cd7a061e5e41abbf2d9f","halfdrop-m14-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-26706fbdd039dbc98161","halfdrop-m14-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-197dc282e80ad80160f8","halfdrop-m15-s201-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-cd8240449cf4f6ab75ce","halfdrop-m15-s202-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-0307b5edabecb6ff3019","halfdrop-m15-s203-v1":"https://wandb.ai/yaroslavvb/gradient-dissent/runs/halfdrop-2a594f6c406115d4322c"},"verification":{"expected_runs":48,"complete_runs":48,"endpoint_states":96,"test_examples_per_state":10000,"validation_order_frozen_before_test_analysis":true,"pairing":[{"seed":201,"n":16,"initial_parameters_sha256":"c9c3313290fbce157db15395e09dcb12a756f952e369accc61289a15a48cf27e","training_data_sha256":"db25eee67973dd887c79eb5b31e7466c2b0717df28dcdd5ca60c87116de2b25d","executed_epoch_order_sha256":"4f69b6ac6ce124b934acd94a9e997a17c04b0ac6f5c085b4ea536e63d5d8d84d","raw_mask_draws_sha256":"20c62cd0a76bf5f7129889e9382f23913ac9cc811c0dae310708ae81daa80002","passed":true},{"seed":202,"n":16,"initial_parameters_sha256":"4001ac95fe471ba7e4c06a77422c20fa3238a75146cba177d381b91ca35b7e36","training_data_sha256":"db25eee67973dd887c79eb5b31e7466c2b0717df28dcdd5ca60c87116de2b25d","executed_epoch_order_sha256":"7c21568fdf81b4c16c8589a5e9505272006c581d8a4966d281bca05bdf688187","raw_mask_draws_sha256":"ec3ec32b1e50367a1415eb3b62687b3961c04d063d1387590a9ee2d9ab7ec3f8","passed":true},{"seed":203,"n":16,"initial_parameters_sha256":"fcb63e7e53502fb9344295e25cba3a084d73239f47546ee4e286902af604fad4","training_data_sha256":"db25eee67973dd887c79eb5b31e7466c2b0717df28dcdd5ca60c87116de2b25d","executed_epoch_order_sha256":"b444a2fcae98f37163082811e712752fcfe2645de7669c2e6c74ad093d859849","raw_mask_draws_sha256":"34bc3879d52dfc26d28b2b24465267ab6997ee24de73f8ca19adeed77750a937","passed":true}],"predictions_logits_probabilities_ce_consistent":true},"provenance":{"manifest":{"path":"experiments/ciresan_stochastic_depth/results/halfdrop/main-manifest.json","sha256":"106a4207be367d611259b439d5199444d8a035123baa64160d87d631c166a221"},"source_freeze":{"path":"experiments/ciresan_stochastic_depth/results/halfdrop/main-source-freeze.json","sha256":"aebaf02956d4d22e70e6ddc245ffd32a89d8e962357cb7c8a5bdbec147a0b459"},"order_manifest":{"path":"experiments/ciresan_stochastic_depth/results/halfdrop/order-manifest.json","sha256":"ebf0377d62a0f77c79983533b3b1aeba3165aaa482002e2837834dac37579ae0"},"protocol":{"path":"experiments/ciresan_stochastic_depth/halfdrop/PROTOCOL.md","sha256":"df08078a381f077c1896420f0186a4912b94a7603c8c0a6c6b37bfa1ac302f44"},"analyzer":{"path":"experiments/ciresan_stochastic_depth/halfdrop/analyze.py","sha256":"cdca79d3c31fb819ddb488725375abd5138be6fc506fb4b56720d881a9f91397"},"raw_files":[{"run_id":"halfdrop-m00-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m00-s201-v1.json","sha256":"3418c845a4a0348a6c4c51f22a45143cae942a92a13b580487ee79b9dd34ae09"},{"run_id":"halfdrop-m00-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m00-s201-v1/selected-test.npz","sha256":"1a973b4df93782da652510a33e0b41940de05bbee2e4f46d919cdb92f56b8276"},{"run_id":"halfdrop-m00-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m00-s201-v1/final-test.npz","sha256":"32c7bf96f04a741ab940301422a29005ca199ece55043e287f3bcea26a3b7a9a"},{"run_id":"halfdrop-m01-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m01-s201-v1.json","sha256":"d1673687ff30c4ec6cb50041cc5223303b76eb5fe4f7dfee145766834a69be8d"},{"run_id":"halfdrop-m01-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m01-s201-v1/selected-test.npz","sha256":"14ada5487291798949e1d7e0397e44f176f3a6f571c709fec6298bd91519a4d4"},{"run_id":"halfdrop-m01-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m01-s201-v1/final-test.npz","sha256":"6c69dbb52d854f3e5ee5bdcec3f50aa171e457e28cd6655d340cfd7d5d1e8c71"},{"run_id":"halfdrop-m02-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m02-s201-v1.json","sha256":"8f8f37579d897e04d784f3f5e078023650df4ac065fbfa99cdcb1506b7484329"},{"run_id":"halfdrop-m02-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m02-s201-v1/selected-test.npz","sha256":"3d87102693092be2bca25b528cb4a652cfd1ba37bc1b07fe8558d955ba75f51d"},{"run_id":"halfdrop-m02-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m02-s201-v1/final-test.npz","sha256":"54ef74f52028916c2e9e41eb443a25df3d2bc6d8bf992540154510bcc41b8f06"},{"run_id":"halfdrop-m03-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m03-s201-v1.json","sha256":"5a9a659dd2e809b0d9c9357a5be5be9111ee1b5a640467eb9daf2c625eec3005"},{"run_id":"halfdrop-m03-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m03-s201-v1/selected-test.npz","sha256":"d04f500a3b286acc96954ddd52fbdd958d0f946491b68ebe24cb03816bec43dd"},{"run_id":"halfdrop-m03-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m03-s201-v1/final-test.npz","sha256":"79bb02d8ba36fbe03bfff79b3b8c92e29dbff1095b870129d09458ec6a897724"},{"run_id":"halfdrop-m04-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m04-s201-v1.json","sha256":"1e93cdbfd6730325bdfe855ceec65b5c36b52b12166fdee731fbbcc8f45615f5"},{"run_id":"halfdrop-m04-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m04-s201-v1/selected-test.npz","sha256":"a07a01b05974b7bdb8e4169d47a26bad8ce9f17d3479953879c15a12dc201dd6"},{"run_id":"halfdrop-m04-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m04-s201-v1/final-test.npz","sha256":"550139323e6c94847afb50a7e5f743f2e6bcf13a13b15c1a3c08d5b8e8e88bae"},{"run_id":"halfdrop-m05-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m05-s201-v1.json","sha256":"87b7df34c4a0cd37f0d4b1c2dd74797da187b2bfd55df75e233d338581205d59"},{"run_id":"halfdrop-m05-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m05-s201-v1/selected-test.npz","sha256":"03230f92dcdfb7eb3abba1c22f23ef44ecc51e0333eb7257acb0dd1f2aa9661f"},{"run_id":"halfdrop-m05-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m05-s201-v1/final-test.npz","sha256":"b8cc0f8e492c2058bcd62d3ead764eee79ee66617e91c7f1ee2ac9d17b2a7687"},{"run_id":"halfdrop-m06-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m06-s201-v1.json","sha256":"ebfceabfca15a30ea10eea102132586e036f344624a87850415f5661b53a8cac"},{"run_id":"halfdrop-m06-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m06-s201-v1/selected-test.npz","sha256":"2a0f2f0eb712ed802ab3d109db3c7c651e5f9de4c454e4b9453254c7cb6d9719"},{"run_id":"halfdrop-m06-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m06-s201-v1/final-test.npz","sha256":"aa834c4a73c947987db7cbbee91aa886769818d9c0f4aec750e106518b870226"},{"run_id":"halfdrop-m07-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m07-s201-v1.json","sha256":"2d210317dfd693e78cc9804c461724e05c85452fafa2cc821d70aa4e12059aac"},{"run_id":"halfdrop-m07-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m07-s201-v1/selected-test.npz","sha256":"7aca0ca0ba7f07a99100ae968cb7bc1e81c46ed6555c9345ef55116ff3fa43c5"},{"run_id":"halfdrop-m07-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m07-s201-v1/final-test.npz","sha256":"428284d188be02cbbd1ac18784a70e33d3d42e430b5f19699d8eedcb4fc563cd"},{"run_id":"halfdrop-m08-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m08-s201-v1.json","sha256":"3e1f02724759003a315409269a67c1b506b3dda7207c9b9e47b6df77fdf28dea"},{"run_id":"halfdrop-m08-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m08-s201-v1/selected-test.npz","sha256":"8da7968ede8d10b36a2deacbd846532995f006e23818f9dbbab83f7aca742bf5"},{"run_id":"halfdrop-m08-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m08-s201-v1/final-test.npz","sha256":"93d0ceeb610c5b7577e22fdad12d99f890ff80757ae484a9da9f621dfb30a274"},{"run_id":"halfdrop-m09-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m09-s201-v1.json","sha256":"7a07fb58238c450a31e9d3a37f6f662032eabc835090a93e6b74206cb28b7834"},{"run_id":"halfdrop-m09-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m09-s201-v1/selected-test.npz","sha256":"93c5828dc7051117b1070dffd56e9b09d6c3dc51f6eaf1be603e0fb7fe9556b2"},{"run_id":"halfdrop-m09-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m09-s201-v1/final-test.npz","sha256":"7a6cf03c11b3d1e6c6bbc97d2d97f04c772366067e45a01f5859fe6c950d1792"},{"run_id":"halfdrop-m10-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m10-s201-v1.json","sha256":"772ae71ec59c220aa748a7affc8c80193d636be23f23aea30acfc828cdfb65c9"},{"run_id":"halfdrop-m10-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m10-s201-v1/selected-test.npz","sha256":"acd58df9bf1619e0faf896f2f14b59d1f6e5b277d5dba1caf6c419375c79a318"},{"run_id":"halfdrop-m10-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m10-s201-v1/final-test.npz","sha256":"7b7cc066ec8fc860f5b3bfc60fa34e2a81123c22cb174e68010bdf3b745e0087"},{"run_id":"halfdrop-m11-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m11-s201-v1.json","sha256":"abd52eed02a9cd562f9772ad228d3716153b82dd96ab2ad9ea5901b76057a484"},{"run_id":"halfdrop-m11-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m11-s201-v1/selected-test.npz","sha256":"c30f690fe5aaa8e92033567d0268571b0b8e29d04f88588371fe5e32ef6483ad"},{"run_id":"halfdrop-m11-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m11-s201-v1/final-test.npz","sha256":"254c85f6c0d98a143dd2a16e7bcf97a693f6c32650283e3a0ca0b63139780999"},{"run_id":"halfdrop-m12-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m12-s201-v1.json","sha256":"15b45e8ee46322d9dabe338277fbb7d513bc16b5ec9f7da318e67bae11513708"},{"run_id":"halfdrop-m12-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m12-s201-v1/selected-test.npz","sha256":"14201e4812baa94bd8937d1cf1ba86feecd6f3693051b84163d74354438ea240"},{"run_id":"halfdrop-m12-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m12-s201-v1/final-test.npz","sha256":"7d78c772dec880d457628134d5832ca31bb39d3559de95c0a314848bcd582bcf"},{"run_id":"halfdrop-m13-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m13-s201-v1.json","sha256":"4badb48946d1a58c18b9c489710162fd052eb049a7f0a78d445b10e03f3d3903"},{"run_id":"halfdrop-m13-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m13-s201-v1/selected-test.npz","sha256":"10b7539db155d07d935be0ab0f599264f7c2047eb2d83d07b1eef44788b4f5fc"},{"run_id":"halfdrop-m13-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m13-s201-v1/final-test.npz","sha256":"f3c20f2b6c1b228c9c0acf4eefdb643a33fc4fa3fd884353b3b1d10a94d6a0f2"},{"run_id":"halfdrop-m14-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m14-s201-v1.json","sha256":"b673308a969d7d54bc191bddeaa042fff3fb896aeabf88bd0483e6b47eb0ff86"},{"run_id":"halfdrop-m14-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m14-s201-v1/selected-test.npz","sha256":"451ca0a0a2f3cd8cdd09fd5bc4272b68cceef2f26eeaa790a44d749284408c9e"},{"run_id":"halfdrop-m14-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m14-s201-v1/final-test.npz","sha256":"2090199efa90ca2974dbc3bef20f347ccaf78a059eef9dffc46b7c1643678d01"},{"run_id":"halfdrop-m15-s201-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m15-s201-v1.json","sha256":"f546e31db679d3baf3e58be96ec8e0bfe3b9d8c27060c635785f038056162d4f"},{"run_id":"halfdrop-m15-s201-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m15-s201-v1/selected-test.npz","sha256":"72a6f454d0b9c698f44767713195a160ac632089b47f44bb1258e540ef2d130c"},{"run_id":"halfdrop-m15-s201-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m15-s201-v1/final-test.npz","sha256":"d14ce4ce31dbf937a001956607515c81bac59f4a9818dc6bc0558f56b27062f9"},{"run_id":"halfdrop-m00-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m00-s202-v1.json","sha256":"aadf4dae353c00482209e992d8840880f7f0b2e9b8ea48b71dec193099b93243"},{"run_id":"halfdrop-m00-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m00-s202-v1/selected-test.npz","sha256":"41088b3e9b13f3851079427b775a63c0ab2c53305c01f614b412e7219d260e28"},{"run_id":"halfdrop-m00-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m00-s202-v1/final-test.npz","sha256":"a357a835ac66caa1911b2a9b3febaf2fa60714598ea6a911647955644251e3bc"},{"run_id":"halfdrop-m01-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m01-s202-v1.json","sha256":"391ad43f7a48366597e328db16c6d7a3eb80d33a672fa417a62940723b530f5b"},{"run_id":"halfdrop-m01-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m01-s202-v1/selected-test.npz","sha256":"67dac08fcb7a1db8646bd313927db0ecd722c29f9556efe11c552278cedf1666"},{"run_id":"halfdrop-m01-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m01-s202-v1/final-test.npz","sha256":"632120659d8eea24438a84a33976bef84fb2c85f3723eae6a506a5b7119caf90"},{"run_id":"halfdrop-m02-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m02-s202-v1.json","sha256":"8317385b354491a5d330cf63ff2a114a3a4ce6b28f6c1efc7f45dedb51552f0a"},{"run_id":"halfdrop-m02-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m02-s202-v1/selected-test.npz","sha256":"965774ab5c40da646d38061b397a627c45b976c965cd06b576108e07f51a3e94"},{"run_id":"halfdrop-m02-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m02-s202-v1/final-test.npz","sha256":"789a8c14e61bb1a920c1b0b458c6cc40716a9dbd102961d67cd588134c3e5a51"},{"run_id":"halfdrop-m03-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m03-s202-v1.json","sha256":"67f2564fb6ddb601f4067a8bb62aa8eb1436f07888c7110d7d7e19d5a58572b8"},{"run_id":"halfdrop-m03-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m03-s202-v1/selected-test.npz","sha256":"044ef83fe02eb48e0f62c1391c16a97b084f2bc2f2d63c71381acf97beb62195"},{"run_id":"halfdrop-m03-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m03-s202-v1/final-test.npz","sha256":"df7db58155e15f2de933d82e7a9b14f9ceba4ca1e5f38028e3cb3dd2fd86411c"},{"run_id":"halfdrop-m04-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m04-s202-v1.json","sha256":"b301ff081969efe0b8381a4e74f2513708c6e831667ae2dcbb0c55482ec37f5b"},{"run_id":"halfdrop-m04-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m04-s202-v1/selected-test.npz","sha256":"9d7d670e29d885dadafe49ea3f8b25990cb66a6998f9148fecf55f2a376e92b8"},{"run_id":"halfdrop-m04-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m04-s202-v1/final-test.npz","sha256":"9ff0dc751233356efb879ad9b9a69897520aad74b7eca3070ae49cb3f10be1e6"},{"run_id":"halfdrop-m05-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m05-s202-v1.json","sha256":"7711a4440c5fcb8360c81027abbd45c80a0e8b0b4c82a0b8945f51398c1f593b"},{"run_id":"halfdrop-m05-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m05-s202-v1/selected-test.npz","sha256":"5d9a3b936b9300521d544188f4fee52848b74b9b1b3310154e541b9fa736e666"},{"run_id":"halfdrop-m05-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m05-s202-v1/final-test.npz","sha256":"bcc3fdc60fb27628a5e07b1bd73560a4fa235e191fc94a57c7d7f2b8c86402b2"},{"run_id":"halfdrop-m06-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m06-s202-v1.json","sha256":"3b08f0445f9443a2632149b5fee96f0f79b025787792122ef11150df2cbcca5c"},{"run_id":"halfdrop-m06-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m06-s202-v1/selected-test.npz","sha256":"fc7c4ba5bbb52abf67f47fc382b97cba60ae65da39c220b0c9a8abdc94b86e95"},{"run_id":"halfdrop-m06-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m06-s202-v1/final-test.npz","sha256":"68eabe2820a5e7c235c8d376cd899ff63cbc3ac4b27abd70dae7d82eb11b7eaf"},{"run_id":"halfdrop-m07-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m07-s202-v1.json","sha256":"19d8ed9d8bdbaae7b6604991688ee3efd95913b6985cfa9bb40f9b389cf29310"},{"run_id":"halfdrop-m07-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m07-s202-v1/selected-test.npz","sha256":"78c715a7f0d06f75203e374b04e66e7ed82fc3ab578fa17d77a5dd0c2a8d086d"},{"run_id":"halfdrop-m07-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m07-s202-v1/final-test.npz","sha256":"f0c9e4f73ce9cb6e9bbfc0717ccea6df59fe8cf447bb2c36e7d039cbec5b8ddc"},{"run_id":"halfdrop-m08-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m08-s202-v1.json","sha256":"09447ae9e6c143a6f80193e12c8712945a97f673d79705909a8d760035b8352f"},{"run_id":"halfdrop-m08-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m08-s202-v1/selected-test.npz","sha256":"50f40171063f15087c05bbfe9da822478b95e46f5c1c48dda77296cbbceae83f"},{"run_id":"halfdrop-m08-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m08-s202-v1/final-test.npz","sha256":"e1178846d94c72da2510a856e62551ab323549d04335dfd4a82b0db7b78ce7f1"},{"run_id":"halfdrop-m09-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m09-s202-v1.json","sha256":"489eb58fc53c2c74d174346b27f44537b2e22c040ddc36b4471f4a04744c5ae2"},{"run_id":"halfdrop-m09-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m09-s202-v1/selected-test.npz","sha256":"30d60caa8a852797aaf72645ee913ebbeab29780fd2e4e3100c12a3da3dfcafa"},{"run_id":"halfdrop-m09-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m09-s202-v1/final-test.npz","sha256":"86bb4afe323bbf4a4388ace14098b9b563c7281a22ebb2f4211d35c578bbeb83"},{"run_id":"halfdrop-m10-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m10-s202-v1.json","sha256":"b7bbff523dfdb9b3aec7e41510a437b83291c09c8ced7bb2af5ccf3b160f4726"},{"run_id":"halfdrop-m10-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m10-s202-v1/selected-test.npz","sha256":"f2a93205a522ccd556102984a43251153fd61ac3e0acc0a4b66bf4e9179ef2e6"},{"run_id":"halfdrop-m10-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m10-s202-v1/final-test.npz","sha256":"add1a20dac1daf0da3ed88fdffa9b16b95f79b399b7987d3f6e4305488edd9fa"},{"run_id":"halfdrop-m11-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m11-s202-v1.json","sha256":"92c93450d2e138ed31d96498e19667686599f2cef1acb3c0503d0b4d6006c342"},{"run_id":"halfdrop-m11-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m11-s202-v1/selected-test.npz","sha256":"ced2e6c5855360da0a36fedd5c77e4d2b69a0648867b6f5584d1d9203d2ac1f5"},{"run_id":"halfdrop-m11-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m11-s202-v1/final-test.npz","sha256":"ef9b36de9ae6d438dffe234c907763bca7d6e51bc512653b8a35f03b932ca13e"},{"run_id":"halfdrop-m12-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m12-s202-v1.json","sha256":"b5e5a4aff7f293029ac09251414136daed0ba5bdcb666ba88dd40391574e2642"},{"run_id":"halfdrop-m12-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m12-s202-v1/selected-test.npz","sha256":"b9c69c0f95af77a86fa754bef5b8c7e43ec6428330c8facd3e31142e681f76dd"},{"run_id":"halfdrop-m12-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m12-s202-v1/final-test.npz","sha256":"6d46e215a53ada174d66b01a86670d2b707b34e5287258da46a9776616a49899"},{"run_id":"halfdrop-m13-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m13-s202-v1.json","sha256":"0800840d06bde912897f4d5da8c916f166a8cb76cd3612a7d326615992de3a6c"},{"run_id":"halfdrop-m13-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m13-s202-v1/selected-test.npz","sha256":"6cf10035312fab716462d04f836fdfd0f1f957537a40c83bc79bf04c7753aa5c"},{"run_id":"halfdrop-m13-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m13-s202-v1/final-test.npz","sha256":"e24ced61ff1fa014c5d65929e196105911a58bf4792d8907fa7237176fae1b5e"},{"run_id":"halfdrop-m14-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m14-s202-v1.json","sha256":"6c42f6ffb17282187abf2c6f1c03103b4c23252a85bf3f9718ff661d2f03c90c"},{"run_id":"halfdrop-m14-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m14-s202-v1/selected-test.npz","sha256":"ac0244e3a3a839ae2f604e8bc5cb927e5d92fd1496665b38ab7d4657aa83f897"},{"run_id":"halfdrop-m14-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m14-s202-v1/final-test.npz","sha256":"efa4aad9b8e681153faec7f2fe972b25a0ec54ae5cb63136daf79436698d1af8"},{"run_id":"halfdrop-m15-s202-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m15-s202-v1.json","sha256":"33f4b8a3a061e8ee8885632581700e22593c4dfabd89c8cd4b00b24c0b4cac8a"},{"run_id":"halfdrop-m15-s202-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m15-s202-v1/selected-test.npz","sha256":"040e9d2ac3af6574b39adc2fa00516f631dc6c0a7c06c88e9941fd2acec8a5fa"},{"run_id":"halfdrop-m15-s202-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m15-s202-v1/final-test.npz","sha256":"50f1e6862234cb12d89355f7782085b0e43f1ffcd933e7821f468043c30dfccc"},{"run_id":"halfdrop-m00-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m00-s203-v1.json","sha256":"5222dc90e0a10aba8959ad52361636108cfb1b4f24b1bdf5854b322bc38b365b"},{"run_id":"halfdrop-m00-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m00-s203-v1/selected-test.npz","sha256":"5f7a8d75ff7095a49a38d5e02ebc15750ec8d71b442cc27ca733a64c57c6243b"},{"run_id":"halfdrop-m00-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m00-s203-v1/final-test.npz","sha256":"efcc06d271f96ac001d17603e052977a311eb250186da138065739ecbe7a1dae"},{"run_id":"halfdrop-m01-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m01-s203-v1.json","sha256":"d6b8fd72215a1d3d2099935a91618e1fc53019ba6f7c088ff73562a7b8a2fbb4"},{"run_id":"halfdrop-m01-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m01-s203-v1/selected-test.npz","sha256":"c2530600147639b94a7800b3249323d6398ff1b24c6bde66d8ef05049145b42c"},{"run_id":"halfdrop-m01-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m01-s203-v1/final-test.npz","sha256":"162a584232bc9bfc968cb3d608ab8fe3499d77399ca9f101c1be10d0712adafe"},{"run_id":"halfdrop-m02-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m02-s203-v1.json","sha256":"5f6026950eaefad49037a7fdc12dcf5fc0c015009cf88890df1d740ab06190a0"},{"run_id":"halfdrop-m02-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m02-s203-v1/selected-test.npz","sha256":"7d66cf42551717c29f9ea100f4c21f2388f107f110a37e222269487d2cd15575"},{"run_id":"halfdrop-m02-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m02-s203-v1/final-test.npz","sha256":"f6e576354f42735f9a2c0cec1be634f73059fc732e6aae88163baa6d213f8441"},{"run_id":"halfdrop-m03-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m03-s203-v1.json","sha256":"ccd6f8cf787e001807482e6e9675796335457deaedaa02dd8a3be5a071b21f2d"},{"run_id":"halfdrop-m03-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m03-s203-v1/selected-test.npz","sha256":"6379bbf1f5eecc93e39ffecd1c4cb0be0002504a751281bd7766c29b04b05a25"},{"run_id":"halfdrop-m03-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m03-s203-v1/final-test.npz","sha256":"e0d5660f5c8ad814d01f63ec3225a35799523787cb870b63efe54f9dcf79d343"},{"run_id":"halfdrop-m04-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m04-s203-v1.json","sha256":"9b7f7d0692e8c243c0fbf2282a183e3fb6ad933968ba4858af1e6c755e6bf84a"},{"run_id":"halfdrop-m04-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m04-s203-v1/selected-test.npz","sha256":"55bf1c14f0a845fcb96289c8ab029852a9859fe02f95a5ede8d29aea1d016b35"},{"run_id":"halfdrop-m04-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m04-s203-v1/final-test.npz","sha256":"e9eb25a54b3fae0eab99f647f13dd3d89ffa5dad273259041eb5e564a7e8ccc0"},{"run_id":"halfdrop-m05-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m05-s203-v1.json","sha256":"277c5c81109cf8199fd1e7e2d25a0e263a4407c282d4a4bd6b74f08c1b88ab66"},{"run_id":"halfdrop-m05-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m05-s203-v1/selected-test.npz","sha256":"1a56f750cd1696a05e7d3708e0109bd5dd2a373779040903d9f61cbfb0735294"},{"run_id":"halfdrop-m05-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m05-s203-v1/final-test.npz","sha256":"c38d528b52a472df9783e9b952bacf18363ad6b5d309ae4d24b70a4743669e67"},{"run_id":"halfdrop-m06-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m06-s203-v1.json","sha256":"2a78175bc1dd7726a2294dcf6bacdd7dba42d687e39f4a6aae8580b9fc5e60d9"},{"run_id":"halfdrop-m06-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m06-s203-v1/selected-test.npz","sha256":"16ff943a333a5a63b6c4f1fbeedcef2dc88397b7bf92daea9d2f4aedf9cf26ea"},{"run_id":"halfdrop-m06-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m06-s203-v1/final-test.npz","sha256":"3dbe0837bb4a5e1cacd946360e16d108952e4df54ea6c0c5efecf8f5c0aa0b96"},{"run_id":"halfdrop-m07-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m07-s203-v1.json","sha256":"9518ab9e5194ba333e78927c0ddae7d81e488a54a2b4c39d1ee0cc2aa527f058"},{"run_id":"halfdrop-m07-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m07-s203-v1/selected-test.npz","sha256":"48340905f35f5417acb2d9e984620d3f40b6b4b2ff542b911a3cb873311a8723"},{"run_id":"halfdrop-m07-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m07-s203-v1/final-test.npz","sha256":"7908ed70df0e17d09ee39cf8ee59cb7039ef2ca5af4fa5e8923609533dfae261"},{"run_id":"halfdrop-m08-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m08-s203-v1.json","sha256":"e100bb45a249228fb836236acd8173f71a8381ed6a644e55b8fd9b11ec376a74"},{"run_id":"halfdrop-m08-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m08-s203-v1/selected-test.npz","sha256":"59f1b5e296027b4c8c7550c8b3e4e342c73015caab0694836365cb704435f9ea"},{"run_id":"halfdrop-m08-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m08-s203-v1/final-test.npz","sha256":"576bccf4d51cbe311ff7d5e53ad01a0d12525ccc6dddc8671c268dc087bd6039"},{"run_id":"halfdrop-m09-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m09-s203-v1.json","sha256":"40bd1e101bf4fc5f37922ee19cd2ddbd2e5efc53b8de1c752ca2a32f10e37eee"},{"run_id":"halfdrop-m09-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m09-s203-v1/selected-test.npz","sha256":"f1dc88db8f4da69fa960be0a6e833b78ec2ec6066728de37c1da3ff562e9d9b1"},{"run_id":"halfdrop-m09-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m09-s203-v1/final-test.npz","sha256":"38a5c4dc7f6a5b860ae868e8264932e127d29d75d45dbd7518b2474692310788"},{"run_id":"halfdrop-m10-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m10-s203-v1.json","sha256":"87453718cbb071ac433a398f9fd3fd7524c4cf1b217f006494337cbc6eee4f98"},{"run_id":"halfdrop-m10-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m10-s203-v1/selected-test.npz","sha256":"389db18149dcdb56fefe411a9e0769d9d9445b416116ee97cd11878da9f133b1"},{"run_id":"halfdrop-m10-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m10-s203-v1/final-test.npz","sha256":"03e91b2552af41311e9440756311e2b5a8c3f357bb53e8aa6191e7d8e5b2bead"},{"run_id":"halfdrop-m11-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m11-s203-v1.json","sha256":"b1318ba67325ea9776f012245c9d4c1de129ac81aa89e22b0b105c41d70021e9"},{"run_id":"halfdrop-m11-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m11-s203-v1/selected-test.npz","sha256":"8ead50f9dfe5c4633c4adab02491ae1060512fbf35d55fb87e884db3b2ebb501"},{"run_id":"halfdrop-m11-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m11-s203-v1/final-test.npz","sha256":"912832064bed5f8f40572a3884f97bcff855fa5ed4b1edfceb40e87adb70c191"},{"run_id":"halfdrop-m12-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m12-s203-v1.json","sha256":"74117697bc63360d93a4f0fde4efaedc449ef75a2daf15e9f09a180985f23157"},{"run_id":"halfdrop-m12-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m12-s203-v1/selected-test.npz","sha256":"b39e17ce94d77328189a17aa3f89377a4eb693e86f8df9e7c557fed2f7195c14"},{"run_id":"halfdrop-m12-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m12-s203-v1/final-test.npz","sha256":"0f646e4920d6d3bd0b53b3cc6524307e7eea57e3b11047568ce6b501ec6cfea4"},{"run_id":"halfdrop-m13-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m13-s203-v1.json","sha256":"f3b0b12f549f62f9d182e6bc69b6ff749aea2eea88bab80327ed936eda5e7455"},{"run_id":"halfdrop-m13-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m13-s203-v1/selected-test.npz","sha256":"d1b1dd9c13545902a107ddf3e26cdad0ba37a3fc5a41b90ae2a90aa8a8202609"},{"run_id":"halfdrop-m13-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m13-s203-v1/final-test.npz","sha256":"f7b3299337575739f36fa81dde0e69f24bf8c65ffb12df7e7095087c94701f18"},{"run_id":"halfdrop-m14-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m14-s203-v1.json","sha256":"990a2bd1f34971dfd609c8a09a622f7a91bc256d9e25296de46d57130d2aabff"},{"run_id":"halfdrop-m14-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m14-s203-v1/selected-test.npz","sha256":"e3ee375627886c6b78c0a2c67b88de1543c42b363f03e7f7a9af891d02870c5b"},{"run_id":"halfdrop-m14-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m14-s203-v1/final-test.npz","sha256":"e8c2741459dbca78465b35d2f983b261d82390fd9dbaa631cb4b59e093d2b61d"},{"run_id":"halfdrop-m15-s203-v1","path":"experiments/ciresan_stochastic_depth/results/halfdrop/halfdrop-m15-s203-v1.json","sha256":"95dc5036fdee33ac821123d9a66c435c34f3957461f9cd33e531f4b4f3f6fd4b"},{"run_id":"halfdrop-m15-s203-v1","endpoint":"selected","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m15-s203-v1/selected-test.npz","sha256":"2e8bcfb3ce2a270100714742e24dd44cbb1d771b5d27916660aa08e3738b043c"},{"run_id":"halfdrop-m15-s203-v1","endpoint":"final","path":"experiments/ciresan_stochastic_depth/results/halfdrop/raw/halfdrop-m15-s203-v1/final-test.npz","sha256":"b6f2ff1ed985eb19cd5072bde72432e82421293e0d437b84ca21e05128df89a5"}],"paired_errors":{"path":"experiments/ciresan_stochastic_depth/results/halfdrop/paired-errors.npz","sha256":"2105e117f63e6fe940fa2d5003d7b468c0737a6ecaf93b50c481385ac39c94f2","array_order":"endpoint[selected,final], seed[201,202,203], drop_mask[0..15], original_test_index[0..9999]"},"gallery_files":{"gallery-s201-selected.json":{"sha256":"50ba5ff422a1cc1290b4762471b0143e80106d00e0485125eae3ee61f0ef6da0","path":"experiments/ciresan_stochastic_depth/results/halfdrop/gallery-s201-selected.json"},"gallery-s201-final.json":{"sha256":"71edad2c7046705b59aa52b4a1d20eacf32df32986e1cd54d3d199b7faff6881","path":"experiments/ciresan_stochastic_depth/results/halfdrop/gallery-s201-final.json"},"gallery-s202-selected.json":{"sha256":"c97472163572dcb653966c96d922dd21c789a00d2bfbe59e8d8d667a8c16439c","path":"experiments/ciresan_stochastic_depth/results/halfdrop/gallery-s202-selected.json"},"gallery-s202-final.json":{"sha256":"7afdb712b5ca470fc578b20f6ae41ba557cf83292fede0e1853aa4d29292456a","path":"experiments/ciresan_stochastic_depth/results/halfdrop/gallery-s202-final.json"},"gallery-s203-selected.json":{"sha256":"a97f68db900d6dab31b903850a9a5340a87690ac229fc6e6f964e19eb385c19c","path":"experiments/ciresan_stochastic_depth/results/halfdrop/gallery-s203-selected.json"},"gallery-s203-final.json":{"sha256":"65e34f59633b0856a861d60994c0a8c1837e8ae2faf85892b52658d376fa9ba0","path":"experiments/ciresan_stochastic_depth/results/halfdrop/gallery-s203-final.json"}},"analysis":{"path":"experiments/ciresan_stochastic_depth/results/halfdrop/analysis.json","sha256":"2b68e1eaf9519ebb0bb8f933264dca26832276d232dbf9884d1b7f6d6325ef75"},"exporter":{"path":"scripts/build_mnist_halfdrop_data.py","sha256":"96d44fb4f840778c3b7777ed14d0c990b05a0049e25a00db1f322d55000b7231"},"wandb_upload_manifest":{"path":"experiments/ciresan_stochastic_depth/results/halfdrop/wandb-upload-manifest.json","sha256":"0db7f7b0435b9ef15238ea4e1d71e92c54d023f8dfa0ec47730a5e56e003c445"}},"units":{"accuracy":"fraction","accuracy_pp":"percentage points","ce":"nats","training_seconds":"full100-epoch training clock, including for the selected-checkpoint endpoint"},"limitations":["Every test inference uses all branches at gain1; masks specify training eligibility only.","Three seeds, reused official test set, fixed LR, validation-selected checkpoints and unadjusted descriptive intervals.","Orders are paths through separately trained subsets, not temporal dropout curricula.","The selected order uses validation error then CE then lexicographic ties; it is not selected by test performance.","Fixed-gallery examples are separate from explicitly outcome-selected first harmed/repaired illustrations.","MAC fractions estimate training affine work, not measured latency or energy."],"publication_provenance":{"wandb_registry_sha256":"0db7f7b0435b9ef15238ea4e1d71e92c54d023f8dfa0ec47730a5e56e003c445","budget_closing_sha256":"3d9bec3e482cc7e68ae1aa9edae4c2bbb664493c70a08456e08233f1ee63b650","wandb_report_sha256":"94646391525396ac581b85d1a3145d5d9ab196c4d913ef05eba44778034c21b4","figure_manifest_sha256":"5239bb8e5b368d65288d80e629b9a444b622a113a2ec9dec4ee831102bd89f9d"},"wandb_report_url":"https://wandb.ai/yaroslavvb/gradient-dissent/reports/MNIST:-50%-training-dropout,-full-depth-testing-·-48-runs--VmlldzoxNzkwNDI4NQ=="}