{"schema_version":1,"generated_utc":"2026-09-10T00:58:55.668678+00:00","models":[{"id":"residual-selected-s101","recipe":"residual","state":"selected","seed":101,"epoch":10,"source_run":"graph-eval-residual-s101","checkpoint_sha256":"5bdb156aae64ba752b4f676c735371df17f1d471987122f943a104815cb61cd7","source_result_sha256":"550f8617ca89de2271f2fb05e1336b9d50d32984d4152fa05d4153b602df1eec","archive_json_sha256":"32f8e529806bd5a6460a1e2a33b940df8ff6fb9d5761e0b20164ce2f538b62c1","archive_npz_sha256":"2a581da4e36cfe0309054ff3108c56f3883172831542b8959b1f283c06b57314","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":1.3059850326180289e-08,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual-selected-s101","recipe":"residual","state":"selected","seed":101,"epoch":10,"checkpoint_sha256":"5bdb156aae64ba752b4f676c735371df17f1d471987122f943a104815cb61cd7","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,2185,5870,2,5,619,956,2182,1,35,149,321,1790,3796,18,30,1128,3549,4,6,115,300,2053,2148,8,23,15,352,2125,2810,11,21,1044,1181,965,3853,0,17,124,684,551,1194,61,84,495,1717,7,9,241,320,1709,2189]},"n":10000,"dense_accuracy":0.9843,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9843,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1347,"correct_output_rate":0.1347,"accuracy":0.1347,"ce":2.410230823694058,"abstentions":0,"harm":0.851,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0163265306122449,"accuracy":0.0163265306122449,"ce":2.5991044323111585,"harm":0.9734693877551021,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.866079295154185,"accuracy":0.866079295154185,"ce":1.4178373925336563,"harm":0.1303964757709251,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.06395348837209303,"accuracy":0.06395348837209303,"ce":2.333054092799149,"harm":0.9253875968992248,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.024752475247524754,"accuracy":0.024752475247524754,"ce":2.596645339955592,"harm":0.9584158415841584,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.07331975560081466,"accuracy":0.07331975560081466,"ce":2.3100888310909906,"harm":0.9103869653767821,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.04708520179372197,"accuracy":0.04708520179372197,"ce":2.3795702264165626,"harm":0.9372197309417041,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.41567184878674,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.01264591439688716,"accuracy":0.01264591439688716,"ce":2.7644177220599775,"harm":0.9678988326848249,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.026694045174537988,"accuracy":0.026694045174537988,"ce":2.3101420966192157,"harm":0.9537987679671458,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.10307234886025768,"accuracy":0.10307234886025768,"ce":2.141149167501172,"harm":0.8790882061446977,"repair":0.0009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9302,"correct_output_rate":0.9302,"accuracy":0.9302,"ce":1.156662736279338,"abstentions":0,"harm":0.0584,"repair":0.0043,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.8766687915324501,"harm":0.00510204081632653,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":1.097787456400787,"harm":0.0052863436123348016,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.876937984496124,"accuracy":0.876937984496124,"ce":1.3371546009647468,"harm":0.10949612403100775,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9504950495049505,"accuracy":0.9504950495049505,"ce":1.1387176825585001,"harm":0.039603960396039604,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9042769857433809,"accuracy":0.9042769857433809,"ce":1.1676223142654705,"harm":0.08655804480651731,"repair":0.007128309572301426},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.8071748878923767,"accuracy":0.8071748878923767,"ce":1.3352781642767066,"harm":0.17713004484304934,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9363256784968684,"accuracy":0.9363256784968684,"ce":1.167601703779794,"harm":0.0511482254697286,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9163424124513618,"accuracy":0.9163424124513618,"ce":1.1217493495077668,"harm":0.0651750972762646,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9517453798767967,"accuracy":0.9517453798767967,"ce":1.2495383217227212,"harm":0.03593429158110883,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9613478691774033,"accuracy":0.9613478691774033,"ce":1.095154065887523,"harm":0.02576808721506442,"repair":0.005946481665014866}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1311,"correct_output_rate":0.1311,"accuracy":0.1311,"ce":2.484635000811162,"abstentions":0,"harm":0.8547,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":2.796399880229478,"harm":0.9857142857142858,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8378854625550661,"accuracy":0.8378854625550661,"ce":1.3336938849156503,"harm":0.15859030837004406,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.07267441860465117,"accuracy":0.07267441860465117,"ce":2.36641843380779,"harm":0.9186046511627907,"repair":0.005813953488372093},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":2.855312116898632,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0824847250509165,"accuracy":0.0824847250509165,"ce":2.273927673255754,"harm":0.9012219959266803,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.08968609865470852,"accuracy":0.08968609865470852,"ce":2.255771736012151,"harm":0.8968609865470852,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.473194952989855,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.7622276474485714,"harm":0.9630350194552529,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":2.762426199871097,"harm":0.9702258726899384,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.08721506442021804,"accuracy":0.08721506442021804,"ce":2.1441895297069964,"harm":0.8959365708622399,"repair":0.0019821605550049554}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9722,"correct_output_rate":0.9722,"accuracy":0.9722,"ce":0.5521695769123526,"abstentions":0,"harm":0.0153,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.30399846233129424,"harm":0.0010204081632653062,"repair":0.00510204081632653},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.5811478583954989,"harm":0.004405286343612335,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9505813953488372,"accuracy":0.9505813953488372,"ce":0.5907771955321495,"harm":0.03682170542635659,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.5528849193852722,"harm":0.00891089108910891,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.5347807730974796,"harm":0.016293279022403257,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9551569506726457,"accuracy":0.9551569506726457,"ce":0.6431050122080723,"harm":0.030269058295964126,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9728601252609603,"accuracy":0.9728601252609603,"ce":0.529872085172053,"harm":0.014613778705636743,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9601167315175098,"accuracy":0.9601167315175098,"ce":0.5441161553519809,"harm":0.020428015564202335,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.6822128171772025,"harm":0.011293634496919919,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.5607830357711382,"harm":0.010901883052527254,"repair":0.005946481665014866}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1271,"correct_output_rate":0.1271,"accuracy":0.1271,"ce":2.6234552013890773,"abstentions":0,"harm":0.8584,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.2846260692324227,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9295154185022027,"accuracy":0.9295154185022027,"ce":1.1897457714341169,"harm":0.06696035242290749,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.06492248062015504,"accuracy":0.06492248062015504,"ce":2.476039990591927,"harm":0.9234496124031008,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.01089108910891089,"accuracy":0.01089108910891089,"ce":2.9122799994396793,"harm":0.9712871287128713,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.062118126272912425,"accuracy":0.062118126272912425,"ce":2.379204955496512,"harm":0.9215885947046843,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0257847533632287,"accuracy":0.0257847533632287,"ce":2.524661764561521,"harm":0.9596412556053812,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6236865323368765,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.01556420233463035,"accuracy":0.01556420233463035,"ce":2.7543116599152486,"harm":0.9659533073929961,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":2.733998125051902,"harm":0.9702258726899384,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.027750247770069375,"accuracy":0.027750247770069375,"ce":2.5910457158391726,"harm":0.9544103072348861,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9684,"correct_output_rate":0.9684,"accuracy":0.9684,"ce":0.4790459119546015,"abstentions":0,"harm":0.019,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.2695780305666441,"harm":0.0010204081632653062,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.42594870848590055,"harm":0.0026431718061674008,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9428294573643411,"accuracy":0.9428294573643411,"ce":0.556593448250604,"harm":0.04263565891472868,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.4476158673293396,"harm":0.00891089108910891,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9643584521384929,"accuracy":0.9643584521384929,"ce":0.4848618159273401,"harm":0.024439918533604887,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9417040358744395,"accuracy":0.9417040358744395,"ce":0.583116490245987,"harm":0.042600896860986545,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9749478079331941,"accuracy":0.9749478079331941,"ce":0.4543336626105232,"harm":0.012526096033402923,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.938715953307393,"accuracy":0.938715953307393,"ce":0.5986574517921494,"harm":0.04085603112840467,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.5231771153961482,"harm":0.00513347022587269,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.4557028431147901,"harm":0.011892963330029732,"repair":0.004955401387512388}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1148,"correct_output_rate":0.1148,"accuracy":0.1148,"ce":2.901966149289699,"abstentions":0,"harm":0.871,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.957665102258047,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7348017621145374,"accuracy":0.7348017621145374,"ce":1.106520835051065,"harm":0.2643171806167401,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.061046511627906974,"accuracy":0.061046511627906974,"ce":2.868385823374417,"harm":0.9282945736434108,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.4916634330085614,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.09979633401221996,"accuracy":0.09979633401221996,"ce":2.371553972140895,"harm":0.8839103869653768,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.1367713004484305,"accuracy":0.1367713004484305,"ce":2.1937444135969266,"harm":0.8497757847533632,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8799962258642386,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.02237354085603113,"accuracy":0.02237354085603113,"ce":2.7740381099563702,"harm":0.958171206225681,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":3.68106273517062,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":2.93231479167494,"harm":0.9781962338949455,"repair":0.0009910802775024777}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9805,"correct_output_rate":0.9805,"accuracy":0.9805,"ce":0.14826931182557718,"abstentions":0,"harm":0.006,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.06682809373146698,"harm":0.0,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.12241830240974268,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9748062015503876,"accuracy":0.9748062015503876,"ce":0.15305942603230424,"harm":0.011627906976744186,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.15193458828799603,"harm":0.0029702970297029703,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.1333086090063135,"harm":0.008146639511201629,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.15481750532898184,"harm":0.006726457399103139,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.1324439492137522,"harm":0.0041753653444676405,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9659533073929961,"accuracy":0.9659533073929961,"ce":0.19564342349177277,"harm":0.014591439688715954,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.21378283313652235,"harm":0.007186858316221766,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.16017052562806822,"harm":0.002973240832507433,"repair":0.005946481665014866}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1283,"correct_output_rate":0.1283,"accuracy":0.1283,"ce":2.710862859057842,"abstentions":0,"harm":0.8572,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.5939431655814764,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9180616740088106,"accuracy":0.9180616740088106,"ce":1.1006210496087596,"harm":0.07929515418502203,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.044573643410852716,"accuracy":0.044573643410852716,"ce":2.8768670233649263,"harm":0.9418604651162791,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.02277227722772277,"accuracy":0.02277227722772277,"ce":2.7196629330410187,"harm":0.9603960396039604,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.04684317718940937,"accuracy":0.04684317718940937,"ce":2.33512398635402,"harm":0.9368635437881874,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.06838565022421525,"accuracy":0.06838565022421525,"ce":2.3764360478040523,"harm":0.9170403587443946,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.1657630313127045,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":3.097366921575763,"harm":0.9688715953307393,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.02566735112936345,"accuracy":0.02566735112936345,"ce":2.600009758768463,"harm":0.9558521560574949,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.026759167492566897,"accuracy":0.026759167492566897,"ce":2.4790849086816564,"harm":0.9544103072348861,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9613,"correct_output_rate":0.9613,"accuracy":0.9613,"ce":0.4554022074640411,"abstentions":0,"harm":0.027,"repair":0.004,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.2772440186589474,"harm":0.0020408163265306124,"repair":0.00510204081632653},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.35620952560750646,"harm":0.004405286343612335,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9467054263565892,"accuracy":0.9467054263565892,"ce":0.544049633426939,"harm":0.040697674418604654,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.3590410934790155,"harm":0.005940594059405941,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.939918533604888,"accuracy":0.939918533604888,"ce":0.5351462875085562,"harm":0.04684317718940937,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9024663677130045,"accuracy":0.9024663677130045,"ce":0.6099758592185943,"harm":0.08183856502242152,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9624217118997912,"accuracy":0.9624217118997912,"ce":0.4611489229681015,"harm":0.025052192066805846,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.933852140077821,"accuracy":0.933852140077821,"ce":0.5451226007253139,"harm":0.04571984435797665,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.4837091128572076,"harm":0.012320328542094456,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.40735669004097536,"harm":0.01288404360753221,"repair":0.007928642220019821}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1217,"correct_output_rate":0.1217,"accuracy":0.1217,"ce":2.989732843480426,"abstentions":0,"harm":0.8642,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.2796549427008195,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7674008810572687,"accuracy":0.7674008810572687,"ce":0.9998869131137702,"harm":0.23083700440528634,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.05717054263565891,"accuracy":0.05717054263565891,"ce":3.1334704158250704,"harm":0.9312015503875969,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.01287128712871287,"accuracy":0.01287128712871287,"ce":3.2698961199498484,"harm":0.9693069306930693,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.06822810590631365,"accuracy":0.06822810590631365,"ce":2.3720764538536465,"harm":0.9154786150712831,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.18834080717488788,"accuracy":0.18834080717488788,"ce":2.115759391917143,"harm":0.8015695067264574,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.508514921366592,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":3.125467240743679,"harm":0.9630350194552529,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":3.6429066824363967,"harm":0.9702258726899384,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.011892963330029732,"accuracy":0.011892963330029732,"ce":2.7106969397139578,"harm":0.9692765113974232,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9804,"correct_output_rate":0.9804,"accuracy":0.9804,"ce":0.12861734654903945,"abstentions":0,"harm":0.0068,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.05815408533118881,"harm":0.0,"repair":0.00510204081632653},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.08229385647888365,"harm":0.0026431718061674008,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.13517481997050937,"harm":0.009689922480620155,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9851485148514851,"accuracy":0.9851485148514851,"ce":0.10997193933679389,"harm":0.0,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.13923673790178934,"harm":0.009164969450101833,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9730941704035875,"accuracy":0.9730941704035875,"ce":0.15878299557816694,"harm":0.011210762331838564,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.1254913698707424,"harm":0.010438413361169102,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9640077821011673,"accuracy":0.9640077821011673,"ce":0.1721685582745372,"harm":0.01556420233463035,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.17277845177252507,"harm":0.004106776180698152,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.1400849661828068,"harm":0.005946481665014866,"repair":0.005946481665014866}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1205,"correct_output_rate":0.1205,"accuracy":0.1205,"ce":3.437391141480088,"abstentions":0,"harm":0.8651,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.284268279929399,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9127753303964757,"accuracy":0.9127753303964757,"ce":0.7979441424403673,"harm":0.08458149779735682,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.05329457364341085,"accuracy":0.05329457364341085,"ce":3.6303887218955264,"harm":0.935077519379845,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.011881188118811881,"accuracy":0.011881188118811881,"ce":3.5573058752712368,"harm":0.9702970297029703,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0274949083503055,"accuracy":0.0274949083503055,"ce":2.9216794107070756,"harm":0.9562118126272913,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.03923766816143498,"accuracy":0.03923766816143498,"ce":2.9219737158097656,"harm":0.9461883408071748,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.961324852658073,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":3.3042394322661495,"harm":0.9630350194552529,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.018480492813141684,"accuracy":0.018480492813141684,"ce":3.6802145367419947,"harm":0.9620123203285421,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":3.707131579743036,"harm":0.9781962338949455,"repair":0.0009910802775024777}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9750,"correct_output_rate":0.975,"accuracy":0.975,"ce":0.12313606377290644,"abstentions":0,"harm":0.0124,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.06051095529584711,"harm":0.0010204081632653062,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.06409082661376793,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9651162790697675,"accuracy":0.9651162790697675,"ce":0.15134965659115668,"harm":0.020348837209302327,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.08601775169091927,"harm":0.0029702970297029703,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.13706992999206283,"harm":0.016293279022403257,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9562780269058296,"accuracy":0.9562780269058296,"ce":0.19170849889325509,"harm":0.028026905829596414,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.1290797024253884,"harm":0.013569937369519834,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9474708171206225,"accuracy":0.9474708171206225,"ce":0.2186288691859799,"harm":0.032101167315175094,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.09962130909823169,"harm":0.002053388090349076,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.10426104930547975,"harm":0.006937561942517344,"repair":0.005946481665014866}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1028,"correct_output_rate":0.1028,"accuracy":0.1028,"ce":4.322735420761793,"abstentions":0,"harm":0.8829,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.13607948714073,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.6140969162995594,"accuracy":0.6140969162995594,"ce":0.9037204356363043,"harm":0.3832599118942731,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0436046511627907,"accuracy":0.0436046511627907,"ce":4.872059953511488,"harm":0.9447674418604651,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0049504950495049506,"accuracy":0.0049504950495049506,"ce":4.987202731083393,"harm":0.9772277227722772,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.06924643584521385,"accuracy":0.06924643584521385,"ce":3.2324584541688224,"harm":0.9144602851323829,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.18946188340807174,"accuracy":0.18946188340807174,"ce":2.478896826591119,"harm":0.7993273542600897,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.809981096030244,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.03696498054474708,"accuracy":0.03696498054474708,"ce":3.4939477063585533,"harm":0.943579766536965,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":5.95314438619411,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.758850396189332,"harm":0.981169474727453,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9837,"correct_output_rate":0.9837,"accuracy":0.9837,"ce":0.05371910381555905,"abstentions":0,"harm":0.0021,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.027872396488344584,"harm":0.0,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.01789837111585005,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.05377494361267844,"harm":0.003875968992248062,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.053248198070584674,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.053792851391413835,"harm":0.003054989816700611,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.05395807035080594,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.06368555139111363,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.08596914330455283,"harm":0.005836575875486381,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.07257628365742975,"harm":0.002053388090349076,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.05872497509371392,"harm":0.0009910802775024777,"repair":0.003964321110009911}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1138,"correct_output_rate":0.1138,"accuracy":0.1138,"ce":2.9232187995076564,"abstentions":0,"harm":0.8716,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.8186128478987893,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8722466960352423,"accuracy":0.8722466960352423,"ce":1.0282271779906993,"harm":0.12511013215859032,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.029069767441860465,"accuracy":0.029069767441860465,"ce":2.9957832573528558,"harm":0.9583333333333334,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":3.032877987994033,"harm":0.9752475247524752,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.017311608961303463,"accuracy":0.017311608961303463,"ce":2.755787403455887,"harm":0.9663951120162932,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.014573991031390135,"accuracy":0.014573991031390135,"ce":2.8683030884978837,"harm":0.9697309417040358,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.545239906454351,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.982400794368636,"harm":0.9640077821011673,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.013347022587268994,"accuracy":0.013347022587268994,"ce":2.983939991664933,"harm":0.9671457905544147,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.048562933597621406,"accuracy":0.048562933597621406,"ce":2.5537556825020045,"harm":0.9326065411298315,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9525,"correct_output_rate":0.9525,"accuracy":0.9525,"ce":0.4975393674726103,"abstentions":0,"harm":0.0364,"repair":0.0046,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.31988461526134115,"harm":0.0020408163265306124,"repair":0.00510204081632653},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.3678534988963327,"harm":0.004405286343612335,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.935077519379845,"accuracy":0.935077519379845,"ce":0.565675142944921,"harm":0.05135658914728682,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9653465346534653,"accuracy":0.9653465346534653,"ce":0.4525899410463264,"harm":0.024752475247524754,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9480651731160896,"accuracy":0.9480651731160896,"ce":0.520360751032811,"harm":0.04073319755600815,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.8475336322869955,"accuracy":0.8475336322869955,"ce":0.7452896564872528,"harm":0.1367713004484305,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9572025052192067,"accuracy":0.9572025052192067,"ce":0.5514643584134219,"harm":0.031315240083507306,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9260700389105059,"accuracy":0.9260700389105059,"ce":0.5369872720933292,"harm":0.05544747081712062,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.4991158595545088,"harm":0.012320328542094456,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.4571290318808335,"harm":0.017839444995044598,"repair":0.006937561942517344}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1083,"correct_output_rate":0.1083,"accuracy":0.1083,"ce":3.2503273983073266,"abstentions":0,"harm":0.8772,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.506674060274394,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8061674008810573,"accuracy":0.8061674008810573,"ce":0.8647426012595314,"harm":0.19295154185022026,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0562015503875969,"accuracy":0.0562015503875969,"ce":3.1487534951378144,"harm":0.9321705426356589,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":3.7428004933137076,"harm":0.9801980198019802,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.031568228105906315,"accuracy":0.031568228105906315,"ce":2.9003147714452213,"harm":0.9521384928716904,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.03587443946188341,"accuracy":0.03587443946188341,"ce":2.737720490380011,"harm":0.9484304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.807827744268964,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.024319066147859923,"accuracy":0.024319066147859923,"ce":3.042107135626318,"harm":0.9562256809338522,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":4.101771956586949,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.01288404360753221,"accuracy":0.01288404360753221,"ce":3.029773699919067,"harm":0.9682854311199207,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9787,"correct_output_rate":0.9787,"accuracy":0.9787,"ce":0.13530733628162195,"abstentions":0,"harm":0.0085,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.06155376546292996,"harm":0.0010204081632653062,"repair":0.00510204081632653},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.07908478094992027,"harm":0.001762114537444934,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9718992248062015,"accuracy":0.9718992248062015,"ce":0.13780214060632925,"harm":0.014534883720930232,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.13563969238353518,"harm":0.0049504950495049506,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.1255035719265503,"harm":0.007128309572301426,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.968609865470852,"accuracy":0.968609865470852,"ce":0.19565825176494608,"harm":0.016816143497757848,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.13989213433715622,"harm":0.008350730688935281,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.15743866866039696,"harm":0.014591439688715954,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.16806178627117624,"harm":0.006160164271047228,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.16496935952336225,"harm":0.010901883052527254,"repair":0.004955401387512388}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1118,"correct_output_rate":0.1118,"accuracy":0.1118,"ce":3.843078069370939,"abstentions":0,"harm":0.8738,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.856996516155537,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8986784140969163,"accuracy":0.8986784140969163,"ce":0.7301130036937522,"harm":0.10044052863436123,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.03488372093023256,"accuracy":0.03488372093023256,"ce":3.917314418780793,"harm":0.9525193798449613,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0049504950495049506,"accuracy":0.0049504950495049506,"ce":4.301285496398806,"harm":0.9772277227722772,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.021384928716904276,"accuracy":0.021384928716904276,"ce":3.2825005592502046,"harm":0.9623217922606925,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0033632286995515697,"accuracy":0.0033632286995515697,"ce":3.751647188297987,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.55639279395973,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.023346303501945526,"accuracy":0.023346303501945526,"ce":3.174505441478007,"harm":0.9571984435797666,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":4.364691194791474,"harm":0.9743326488706365,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":4.031485690599382,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9743,"correct_output_rate":0.9743,"accuracy":0.9743,"ce":0.12563435702086678,"abstentions":0,"harm":0.0133,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.05791915772900583,"harm":0.0010204081632653062,"repair":0.00510204081632653},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.05929117927725688,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9622093023255814,"accuracy":0.9622093023255814,"ce":0.14998732735927747,"harm":0.023255813953488372,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.10349596786735915,"harm":0.0039603960396039604,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.11947000699974913,"harm":0.013238289205702648,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.952914798206278,"accuracy":0.952914798206278,"ce":0.22017152376720214,"harm":0.03139013452914798,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.13197325595739545,"harm":0.011482254697286013,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9484435797665369,"accuracy":0.9484435797665369,"ce":0.21082973578664235,"harm":0.0311284046692607,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.09284583922856501,"harm":0.002053388090349076,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9712586719524281,"accuracy":0.9712586719524281,"ce":0.12454084905369178,"harm":0.014866204162537165,"repair":0.004955401387512388}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1016,"correct_output_rate":0.1016,"accuracy":0.1016,"ce":4.790233085224959,"abstentions":0,"harm":0.8841,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.758904137169422,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7145374449339207,"accuracy":0.7145374449339207,"ce":0.7267227328879419,"harm":0.2845814977973568,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.04748062015503876,"accuracy":0.04748062015503876,"ce":4.992126908379153,"harm":0.9408914728682171,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":5.938648211710578,"harm":0.9811881188118812,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.04786150712830957,"accuracy":0.04786150712830957,"ce":3.701499500159643,"harm":0.9358452138492872,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.07062780269058296,"accuracy":0.07062780269058296,"ce":3.379722858918635,"harm":0.9159192825112108,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.375921301244083,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.03988326848249027,"accuracy":0.03988326848249027,"ce":3.3988245366169716,"harm":0.9406614785992218,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":6.733965126546155,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.464096402297872,"harm":0.981169474727453,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9831,"correct_output_rate":0.9831,"accuracy":0.9831,"ce":0.05413388486383546,"abstentions":0,"harm":0.0028,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.02571953502440195,"harm":0.0010204081632653062,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.015701156672694932,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.055956106144995625,"harm":0.0048449612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.05979275678641047,"harm":0.0009900990099009901,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9857433808553971,"accuracy":0.9857433808553971,"ce":0.046007607053661144,"harm":0.0010183299389002036,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.05822558929585169,"harm":0.0033632286995515697,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.06233140195551948,"harm":0.0041753653444676405,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.07996260104629911,"harm":0.005836575875486381,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.0707808126388367,"harm":0.003080082135523614,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.07155922830249441,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1082,"correct_output_rate":0.1082,"accuracy":0.1082,"ce":4.126915740772679,"abstentions":0,"harm":0.8772,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.671757931899541,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8678414096916299,"accuracy":0.8678414096916299,"ce":0.6364403184913733,"harm":0.1303964757709251,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.020348837209302327,"accuracy":0.020348837209302327,"ce":4.698735882749928,"harm":0.9670542635658915,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.01089108910891089,"accuracy":0.01089108910891089,"ce":3.896270766920756,"harm":0.9712871287128713,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.01120162932790224,"accuracy":0.01120162932790224,"ce":3.545992523446352,"harm":0.9725050916496945,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.020179372197309416,"accuracy":0.020179372197309416,"ce":3.4885618567481687,"harm":0.9641255605381166,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.53162147589729,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":4.1272143428787755,"harm":0.9669260700389105,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.017453798767967144,"accuracy":0.017453798767967144,"ce":4.270269278849054,"harm":0.9630390143737166,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":3.9354530596213984,"harm":0.9762140733399405,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9665,"correct_output_rate":0.9665,"accuracy":0.9665,"ce":0.13856736694682273,"abstentions":0,"harm":0.0217,"repair":0.0039,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.06552724916250192,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.05171232279350593,"harm":0.0026431718061674008,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9631782945736435,"accuracy":0.9631782945736435,"ce":0.1480203114449779,"harm":0.02422480620155039,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.07548305188108137,"harm":0.0049504950495049506,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.955193482688391,"accuracy":0.955193482688391,"ce":0.17689761534945847,"harm":0.03054989816700611,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.8912556053811659,"accuracy":0.8912556053811659,"ce":0.3246294327609778,"harm":0.0930493273542601,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.1629417566682799,"harm":0.018789144050104383,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9513618677042801,"accuracy":0.9513618677042801,"ce":0.19664232566899945,"harm":0.030155642023346304,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.10388939754178865,"harm":0.008213552361396304,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.11006039239804838,"harm":0.011892963330029732,"repair":0.007928642220019821}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1054,"correct_output_rate":0.1054,"accuracy":0.1054,"ce":5.085654355583932,"abstentions":0,"harm":0.8804,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.620810672831627,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7629955947136564,"accuracy":0.7629955947136564,"ce":0.6328396157649132,"harm":0.23612334801762114,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.03875968992248062,"accuracy":0.03875968992248062,"ce":5.6071734575507,"harm":0.9486434108527132,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":5.359511738911328,"harm":0.9762376237623762,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.018329938900203666,"accuracy":0.018329938900203666,"ce":4.175602244467522,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.09417040358744394,"accuracy":0.09417040358744394,"ce":3.225078655693926,"harm":0.8946188340807175,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.546227387455185,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.02821011673151751,"accuracy":0.02821011673151751,"ce":4.338873745320534,"harm":0.9523346303501945,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":6.796361154984827,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":5.1572357688855295,"harm":0.977205153617443,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9832,"correct_output_rate":0.9832,"accuracy":0.9832,"ce":0.05589266098493697,"abstentions":0,"harm":0.0034,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02690714635119185,"harm":0.0010204081632653062,"repair":0.00510204081632653},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.01490858057069896,"harm":0.001762114537444934,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.04953075899972654,"harm":0.0048449612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9851485148514851,"accuracy":0.9851485148514851,"ce":0.04438792418298747,"harm":0.0,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.061514045799644805,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.08168838220309763,"harm":0.005605381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.07667826275424204,"harm":0.007306889352818371,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.07550331408465914,"harm":0.0048638132295719845,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.06837108003550112,"harm":0.002053388090349076,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.06813416879319861,"harm":0.004955401387512388,"repair":0.003964321110009911}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1060,"correct_output_rate":0.106,"accuracy":0.106,"ce":6.523306903715272,"abstentions":0,"harm":0.8795,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":11.28010292325921,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8458149779735683,"accuracy":0.8458149779735683,"ce":0.49642572737752866,"harm":0.1515418502202643,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.03294573643410853,"accuracy":0.03294573643410853,"ce":7.110409909354026,"harm":0.9544573643410853,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":6.653825094095092,"harm":0.9722772277227723,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.007128309572301426,"accuracy":0.007128309572301426,"ce":5.6921224774775165,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.017937219730941704,"accuracy":0.017937219730941704,"ce":5.650536467585239,"harm":0.9674887892376681,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.239266334881824,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.021400778210116732,"accuracy":0.021400778210116732,"ce":5.09811985842241,"harm":0.9601167315175098,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.011293634496919919,"accuracy":0.011293634496919919,"ce":7.411299281357639,"harm":0.9691991786447639,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.5482516699796705,"harm":0.981169474727453,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9772,"correct_output_rate":0.9772,"accuracy":0.9772,"ce":0.07402260730319246,"abstentions":0,"harm":0.0102,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03890026950789134,"harm":0.0010204081632653062,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.023364884221089642,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9738372093023255,"accuracy":0.9738372093023255,"ce":0.07393928086496053,"harm":0.011627906976744186,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9871287128712871,"accuracy":0.9871287128712871,"ce":0.04199132603876536,"harm":0.0,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.07659542972951709,"harm":0.01120162932790224,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9506726457399103,"accuracy":0.9506726457399103,"ce":0.1633483042859371,"harm":0.033632286995515695,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.1017546199050141,"harm":0.013569937369519834,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.958171206225681,"accuracy":0.958171206225681,"ce":0.1262311014616561,"harm":0.02237354085603113,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.043637532261259944,"harm":0.001026694045174538,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.06560479104060195,"harm":0.008919722497522299,"repair":0.005946481665014866}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":941,"correct_output_rate":0.0941,"accuracy":0.0941,"ce":8.795624120365062,"abstentions":0,"harm":0.8915,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.828708332912203,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.6035242290748899,"accuracy":0.6035242290748899,"ce":0.9337617881117775,"harm":0.39383259911894275,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.03294573643410853,"accuracy":0.03294573643410853,"ce":10.04137398074408,"harm":0.9544573643410853,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":10.029761673224824,"harm":0.9782178217821782,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.029531568228105907,"accuracy":0.029531568228105907,"ce":6.967692204187001,"harm":0.9541751527494908,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.1468609865470852,"accuracy":0.1468609865470852,"ce":5.1415280822401055,"harm":0.8419282511210763,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":11.292906548526233,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.05058365758754864,"accuracy":0.05058365758754864,"ce":5.694286316578457,"harm":0.9299610894941635,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":12.43372958359347,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.584965267179577,"harm":0.981169474727453,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9843,"correct_output_rate":0.9843,"accuracy":0.9843,"ce":0.06685362634110033,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.03972378759963074,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.01622513524675324,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.05552738279650897,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.06620617847034585,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.07453570315682297,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.07546741927513319,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.09112404381212368,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9795719844357976,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.08836534583614498,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.09253183720058485,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.07754757813567245,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,0,2,0,2,0,2,0,8,0,2,0,3,0,3,0,1,0,2,0,1,0,1,0,8,0,1,0,3,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.142569102391457,0.8798474494878186,3.360219328839596,0.32235472416821015,3.6673711678241236,0.28476471364167516,4.4491389394566765,0.04291298728440795,4.178976270438218,0.22513076947655974,4.6693330280938525,0.023842388717604208,5.508019622574653,0.022846865433415374,7.137606250151919,0.0006234685018877017,4.402266697460017,0.258851288613339,5.026596896405984,0.031410448869420036,5.963383534638838,0.02081332708905942,7.87724206171895,0.0006207968378906881,7.266108589788466,0.01254077353444564,8.519439598043684,0.0002194253103315548,10.699438865183268,0.00019321964500052332,14.28762511482349,2.928261555267371e-07]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.223980701986779,0.8904954484091848,2.2442713475401366,0.17687697237449543,2.7382971566005962,0.13890251736423903,2.941830814291388,0.007952707031639347,3.3554939099966417,0.17388609980491465,3.5994711064324583,0.007227138338723271,4.654189377930557,0.0052266951717345805,5.359350221898103,4.7239295213934305e-05,3.268520536391899,0.26541080575884785,3.587795664348175,0.009931854456684569,4.997007282438819,0.005628936589342258,5.833899803806374,3.98895317979784e-05,6.37412421566735,0.009676048221137046,7.196107248813501,3.0184482898215445e-05,10.175375183792069,2.0835948507470964e-05,12.078403325043178,3.875095792290872e-09]},{"index":2185,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,0,1,8,1,0,1,8,7,0,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0340525124177677,2.0724612490080787,3.157540082186558,1.5624227169525815,3.3249823794540463,1.7670561419510769,3.6080756967556216,1.1605261256314636,3.8461958946474146,1.6816269427684434,4.150731837667914,1.075561558812001,4.831752397004807,1.6213392531764785,5.629578812974632,0.7991342092079705,3.7463951431525797,1.994831014258634,4.103639866716594,1.3261562221323315,4.704180953322354,1.9109220462768808,5.5383689397166,0.9955019585864585,5.841551596280802,1.773472159532507,6.742325513701968,0.9752641245672201,8.573301918647413,2.7624235404398068,10.640918804843325,0.709061172560062]},{"index":5870,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,9,8,0,8,0,5,0,8,9,5,0,8,0,5,0,8,9,2,0,8,0,5,0,8,9,5,0,8,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3275355809580303,1.7313568740798138,3.4299901147682483,1.1491252336437507,3.8494561153092643,1.0700779329430716,4.431370110747838,0.4610803315935894,4.26844741273957,1.3367386577432558,4.695819315422847,0.5658613107418043,5.5124677891780385,0.6638752404616944,7.134292926491349,0.12360964820678409,4.403334721601609,1.4353156260530098,4.699331217092599,0.6553942801017486,5.75751017256302,0.5819838290309263,7.086861466422345,0.10604275857496476,6.762637933905012,1.146026277655313,7.929888108487705,0.1822234343755166,9.812543642130766,0.4418507643234058,14.375817318151283,0.009699448197839316]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,8,1,5,1,1,1,5,1,8,1,8,1,1,1,5,1,8,1,5,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7572928342094842,1.1185187466449964,1.7070031757048383,0.637809622272341,1.552988558671558,0.4816702776863833,1.465247727221963,0.14980336483268936,1.6785382784756073,0.33220458102930667,1.544569973891869,0.07446881502437533,1.3381531619906837,0.042336259527928743,1.3479577562236935,0.0035204389176798877,1.7208259144784073,0.31659922872852125,1.5514042533854946,0.0633668031360428,1.3568245932569145,0.035952087498564496,1.2105918840659824,0.002509724169660159,1.5672610593796685,0.017329751278471243,1.484510128724105,0.0007091284577755971,1.1166847398067747,0.0002812736635412905,1.7082418041875587,2.0138413560502847e-06]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3767684560349982,1.0473007505357985,1.2952806569689248,0.5090323731416061,1.0577761788008126,0.41153185122232944,0.9535792176764228,0.10625917885991515,1.1480778599097068,0.28126228374057977,1.0235462514352158,0.05207576194371674,0.6561677385593689,0.03820854151036374,0.6928613864350787,0.003317565990758485,1.0712302122592274,0.2575688082650391,0.8475060563833547,0.04025872571887453,0.5546567928336198,0.029093976097485638,0.4687193862782082,0.0019012653351143478,0.6439194000455306,0.017644608794566745,0.6758611622342665,0.0007111695263984581,0.184999198317271,0.0004684596736108458,0.4747628625988509,2.9125003055371767e-06]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,1,1,8,1,8,1,8,1,1,1,8,1,1,1,8,1,1,1,8,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9373662335321392,1.9458590839752954,0.8318350005029213,1.5728413878794576,0.6001955556341313,1.3651373045877282,0.4462867209797839,0.9155084731526799,0.46951576581991944,1.4314050475590383,0.32707119171385773,0.9153081092338532,0.13901405850001097,0.9523181084197838,0.07782592195746932,0.46449361640063314,0.21849452817100073,1.367082478119436,0.11805030080794525,0.8735040324629204,0.04603455493485914,0.8578005777723463,0.022670669164486613,0.3905979598991139,0.02226783630088088,0.9415832147275868,0.007118691459179909,0.40454268133956367,0.0009984806725643327,0.6820281471495189,0.00043488570685602964,0.0841270680877593]},{"index":956,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,1,6,1,2,1,6,1,2,1,2,1,2,1,1,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1215448153434446,2.2103976266854213,1.011695516721352,2.0988128673894586,0.7692761497046872,1.8373782390020679,0.6832223521147812,1.706755825998102,0.7563662290195785,1.798372297924602,0.7260843267024228,1.5333830567985858,0.39042000460197845,1.3184407468830592,0.42543054215631076,0.9320741839282336,0.40851779684060635,2.010027196274666,0.2827220902435391,1.968398421426593,0.15135900679487602,1.5646761527777855,0.13013213288332406,1.3362510320427643,0.10329920900728605,1.6091387840154887,0.11098292761923274,1.403022992666776,0.03367415810242873,1.2391112891596432,0.054181667001964445,0.658475574890981]},{"index":2182,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6346673122179303,1.819896332268952,1.3642130704695241,1.480837901494521,1.0891791812485894,1.3840913834840003,0.7905486126247021,1.0301739108365473,1.1960454844291266,1.2782845886181193,0.9865479334472571,1.0416650669884508,0.46983599884985927,1.2216127934071574,0.3899040794029084,0.7882284887497047,0.822943938205849,1.3255904885966312,0.479016098358999,1.1278485446115156,0.229311862135998,1.262477163911482,0.09780212702730166,0.731955437597237,0.2845104070319689,1.2096756913140716,0.1804758102760775,0.9224664370635038,0.029908136565816604,1.5057513995047125,0.02482067508335334,0.5016573682007188]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,5,2,7,2,5,2,5,2,5,2,5,2,5,2,1,2,5,2,1,2,5,2,1,2,5,2,1,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9390475726330234,1.4541979384125077,1.9795988630324073,0.4945099885585527,2.1206392744055824,0.5603725583709479,2.8405498750630827,0.047402037051735894,2.320077551371644,0.5098387273548266,2.914681099790524,0.03426339407641098,3.311938443297903,0.04581562682032723,5.78401722923088,0.00029360455506220127,2.327155624959012,0.5895117858768101,2.800490337333899,0.03419616531306765,3.0855449700364064,0.03790768736678638,5.332713047669282,0.0002034665561921908,3.4758590892631456,0.02649084881344082,5.800691704032212,9.038272156841399e-05,6.612138366960721,0.000114737460075963,12.493451064134497,4.556873534786989e-09]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,2,7,2,3,2,7,2,3,2,7,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8458329875895405,0.956659342452235,1.7115558717910155,0.31391397068648136,1.9650707783635826,0.2945760523692225,1.997593092078574,0.0342170912924967,2.1468215835408824,0.220182365735472,1.8950603137771171,0.021296973204074556,2.7531971507071047,0.019831091484548792,3.007181587568463,0.0007523167151621547,2.263231018934531,0.18428033579581832,1.9488602107680724,0.01390685677197741,3.08968148406771,0.01114407692845218,3.0747771052679442,0.00035518601871745777,3.80559071481668,0.005185242612635414,3.2781169425044316,0.0001230047680774401,5.8262806448229965,4.524356579932377e-05,6.4333520832651026,3.1039682691861184e-07]},{"index":149,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,2,1,2,1,3,1,2,1,4,1,2,1,2,1,2,1,2,1,2,1,3,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6225979002780226,2.009674807909616,2.69562500205753,1.6542505907642668,2.6522436412446666,1.8544504893612188,2.8734093504721576,1.33583879123479,2.6724330661680797,1.7851144225870306,3.003359696139996,1.228633515569772,2.865522713296401,1.652900307685791,3.683665555479788,0.8751460804651316,2.8037224027756324,1.730104380030949,2.9644365486379547,1.1836367892655062,2.996415761636302,1.5747819789615844,3.512538174361846,0.7434883866710569,3.3163240676749375,1.382366094137995,4.2070689263433385,0.5591106616347001,4.053264601595365,1.487175331427888,5.9337529394492226,0.3383309990640379]},{"index":321,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,7,1,8,1,7,1,7,1,7,1,2,1,2,1,8,1,7,1,8,1,2,1,7,1,7,1,3,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5171003197480166,1.9692947273007209,2.3785297800858927,1.669924245852382,2.5132559815851714,1.6624388822870593,2.4114060803611226,1.2147460406711321,2.855984439687866,1.598809811449196,2.8532128172200313,1.20697313832696,3.3453497206110927,1.266354297690098,3.5861476190798016,0.7287596664570025,3.0818516148799113,1.635885356348199,2.9957367272358617,1.2329824664229052,3.751756070941631,1.3378459178725215,3.799798024388146,0.8192764973559039,4.61569855035722,1.5198363306945741,5.015083256630373,1.088846574191114,6.640240147714527,1.1037311317479903,7.751256177821904,0.4035899721656748]},{"index":1790,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5806758821883315,2.4180365690399066,2.8213602520831413,2.1880887657082893,2.833429041950559,1.962802734280111,3.9122160142216957,1.5044191720137898,3.6912834845069975,2.122900048273525,4.637735343603765,1.6283178522452197,5.724042229555726,1.6578873484450176,8.49579285981538,0.9003294494900329,4.6597330795231136,2.575377421076336,5.301217031430871,2.196055976909337,6.306543791639449,2.117588485304337,8.814632510533933,1.380399886365836,9.015426504877386,2.567505556069504,11.306076693695498,1.8288874167496647,13.913446027867312,2.2432827843821967,19.634410200756204,0.5056634357573627]},{"index":3796,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6512719628295898,2.2123332699204052,2.5980618268868234,1.8230698488955244,2.6715700726812104,1.874743929050292,2.8113683432991365,1.3247561609210445,3.2334554538356564,1.951351499011808,3.446176364014243,1.3206432955701435,3.6878739166065375,1.79656573297953,4.576756800024913,0.9164538505873466,3.2314551290546474,2.094786304636301,3.3239538213928235,1.6229106213881757,3.640365968880661,1.9454672303418998,4.340850428555314,1.2020466770157145,4.974140659893051,2.1598991304667945,5.704332986865111,1.0203923427424386,6.444741891089775,2.4167564139380793,8.908231077365777,0.4090672111554077]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,7,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9495214526833333,1.5893041425237875,3.2155655076132987,0.9211712314666896,3.1130620905485547,0.6419001191135542,3.6710743764527236,0.16548560252302624,3.0142558753587823,0.6230772421564315,3.5258933145187403,0.13687355145491228,3.732666536038089,0.06451494828081805,5.077962592261676,0.0035297519788769017,3.358674951402861,0.8807832334713874,4.278294992383699,0.21033207189053466,4.310808749946466,0.08306313764537254,6.042014914075111,0.004115754766040068,4.5044948204091,0.0677030835673538,6.05269080513725,0.002786597907553779,7.07329688567639,0.0008894760740093157,9.96713796687032,2.1718534276285417e-06]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,8,3,8,3,8,3,5,3,1,3,1,3,1,3,1,3,8,3,8,3,8,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1792631066296027,0.7251610165100605,2.3586971350491552,0.23115853035469017,2.6614628945641314,0.12460470215219586,3.229050513007327,0.011504802293025522,2.53201193430336,0.10520099103382156,2.9796967722141052,0.007802374013789235,3.53055808169641,0.002229395830593251,4.877877706763723,2.0359316991539672e-05,2.2334393105558443,0.11742535922987989,2.894981001589895,0.007485346829325645,3.6098562040784916,0.0019080714702776273,5.290082196601779,1.6620562092712463e-05,3.782133476606422,0.0013747193255353356,5.094023782014925,6.174294216990799e-06,6.423149394618858,5.228507834284532e-07,9.224986363432972,3.0877744805003064e-11]},{"index":1128,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,9,4,7,1,3,1,3,4,3,4,3,1,3,1,3,1,7,1,7,1,3,1,3,1,7,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1491468552485453,1.8340712110700472,3.3739725985596047,1.4558741573787275,3.5162912788628375,1.1061469531061627,4.290990790010758,0.631706186156353,3.376086531789671,1.2092248924812519,3.8410681715903143,0.6814277387363813,4.307414414726915,0.4257846821860266,6.1626497103696485,0.1689381623916596,3.4875889648967506,1.5884519856050805,4.248135108527663,1.2015920851408985,5.070438824451198,0.788052999220259,7.475179969852043,0.5244957999283981,4.671149703516822,0.9466344901888591,6.182058686813923,0.6330341314915099,8.04773844305967,0.29981924929061493,12.701533136607262,0.14053357077206483]},{"index":3549,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,2,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9861996944164315,2.0506423633816495,3.352389093528937,1.5830984070252836,3.3594288890319106,1.3735276829619552,4.178436897160624,0.8078048283403143,2.983647413680529,1.216641343494729,3.9679536121977215,0.6910824786869643,4.339115994623351,0.4703751832799633,6.675688617372462,0.207572807910268,3.505985137090489,1.6036310218079797,4.650649944927402,1.0434586877476204,5.17269671441551,0.7717631197721155,7.872568520722417,0.46765031070584134,4.206383425105616,0.5626511878582274,6.963912303256218,0.4412783055008158,8.309098677964974,0.16083420326839032,14.141375938868636,0.07019293426055134]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,4,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.47602578416005,1.363144253412464,2.2658450370626495,0.5873884998546955,2.0745261310346867,0.5001464288633192,1.648245934289189,0.06272324383073727,2.3063081698766297,0.5488597153242023,1.7847656792904902,0.051761056499736946,1.8727816539452167,0.040823052654207444,1.090622255228153,0.0005460261685604123,2.876533778613285,0.5798863966469513,2.4144496602089625,0.05845235326169819,2.2963115864874037,0.03851726002450469,1.5040457856913725,0.0004900530712767563,2.975200958151551,0.06981336702044783,1.9887102736554514,0.0004317348890158434,2.739538614125464,0.0003830404259843639,1.2071938739608812,9.864560015234457e-08]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,1,4,1,8,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3518756266774457,1.6350109406829163,2.1262999305818924,1.033252922935675,2.2132354749224703,1.0976116968583318,1.899142830218951,0.4060269618968774,2.3787368114582548,0.9822771786020007,2.1500793566608736,0.31783563916328034,2.3667131466497255,0.4243823430759781,2.1769622356023066,0.026861737777049175,2.801657863029722,0.8972290310963047,2.7638120402805137,0.2314364908280549,2.909246107216941,0.3259629595803564,2.8450907025962064,0.01622085874801801,3.3667696659756077,0.37802751178408533,3.71466436163926,0.01745022566217568,4.368052855074413,0.050836273417552764,4.986894466581301,5.496171368093095e-05]},{"index":115,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,9,9,9,1,9,9,9,9,9,1,9,1,9,9,9,9,4,9,9,1,4,9,9,9,4,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4602568700444056,1.526648699314103,2.497855970320469,1.2312662092028814,2.7841513261471422,1.2425127809020582,2.7771079948495405,0.9651450284176774,2.496908589302482,1.2157357411539764,2.57700020541056,0.9240830885990647,3.317341738061453,1.0453398906284113,3.418174728192122,0.8079135427453764,2.6188915498433083,1.1411193960160602,2.6829522600411506,0.7956756011755338,3.186887179019755,0.9127668274742176,3.223244009364655,0.6431725495275314,2.8193375510950633,0.8983317120106868,3.0982714686132082,0.6217523638663641,4.572618608588429,0.9513065065760867,5.157121186459458,0.4401192677832274]},{"index":300,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,4,1,4,5,4,1,1,5,4,1,4,5,4,1,1,1,4,1,4,5,4,1,1,5,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.596858196489607,1.8730238719192818,3.5997551280508286,1.035792028576351,3.7433538764927974,1.0285892104187013,4.032781744650549,0.24738455369242518,4.045669040761643,1.3530006425476713,4.467319396074157,0.36687131038800713,4.7880527932932715,0.3473622910774293,6.001010955254976,0.020624872984878792,4.254632435810123,1.3421979033015659,4.728406935789852,0.3587176022183086,4.91082055789775,0.3219906695014331,6.1755671710857225,0.018003995180028532,5.914136345419646,0.8514248082611225,7.497407503003929,0.0727597597153271,7.816438469140847,0.06570392628876456,11.336901952608686,0.0004392777220989119]},{"index":2053,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,5,4,1,9,1,9,1,9,1,4,1,9,1,9,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3351190322734747,1.7350351446284298,2.1241802559912863,1.3403446415572349,2.4129992840257386,1.3455860316993404,2.1085571099128377,0.8537119445987212,2.3280143236847333,1.5257943185921015,1.9050183517720176,1.0704541211334813,2.983312295186871,1.1910694021983241,2.524219601216402,0.46576943810485133,2.6656383425844963,1.437081054489744,2.508352204940543,0.9834285845733953,3.1059788410527345,1.0077295389133978,2.969911241430641,0.4060753518474155,3.423568904039341,1.472432855763651,3.1442058609445462,0.7916605831520886,5.5747101814802065,1.1254688717693808,5.0791145130291016,0.09046443799931196]},{"index":2148,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,5,9,1,9,1,9,1,9,5,4,1,9,1,9,1,9,1,4,1,9,1,4,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4745592429991583,1.5505920865373553,2.4201029289979576,1.2226462360712733,2.488787605571287,1.1752337988760484,2.439308546979103,0.8265530193960509,2.41885236330132,1.2098271526542739,2.2797882891931467,0.8093660049365405,3.0891960716165086,1.0015180942499484,3.185987592263415,0.46998077539809824,2.9735884635273844,1.1265275636932928,3.0531072010234945,0.7917131827421657,3.325189048311987,0.8776015016265127,3.389856097973235,0.39677352716851516,3.652488792027544,1.1168277102626416,3.945835353320907,0.5211263790903855,5.737415636905664,0.9162832763637736,6.267184692602873,0.1104387276321056]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.075092055257014,1.7878079914191372,2.1543870933454157,1.4325698864597698,2.593051493845329,1.207341351665164,2.4434840579470984,0.7451364340076551,2.120871325961274,1.18536209555961,2.0303367345565637,0.6612750991554173,3.4851306730233613,0.44925591475036775,3.048762297001047,0.14647876197838094,2.1220652450887747,1.1042543315285345,2.555000196020687,0.5867259879515438,4.146064593884672,0.4099191735222108,4.3608009414569535,0.13653559531262768,3.204621770316221,0.39017393804063366,3.6331049482625275,0.11242878673545004,7.56007992143268,0.060428867727333045,6.704956362591013,0.006134194265494785]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,1,5,1,5,5,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.94191831855275,0.877099144081512,1.8896516062318267,0.21676520803986452,2.048913571999167,0.18926531306513839,1.7593835205836268,0.008967087689794755,1.8850162655986973,0.14403475595692194,1.6090513754514508,0.00480102280742529,2.287592139636411,0.0032507774839634065,1.8453900602321016,5.169803893940776e-06,2.4854417594585776,0.19045178913143726,2.3362349085655922,0.006594339353396331,3.216916166693539,0.004626152636875498,2.7838992868603367,8.069968957190822e-06,2.773932069023351,0.0034011245382382276,2.3206989696951554,2.9133526534668185e-06,4.548661945571359,1.1797844016699577e-06,4.017153177997635,2.283506717046415e-12]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,3,3,5,3,5,3,5,8,3,2,5,3,5,3,5,8,3,2,5,2,5,2,5,8,3,2,5,3,5,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.744043264808652,1.6856623922085936,2.590319795025337,0.9000658509400229,3.1479707253271116,0.809524873780199,2.846873092923335,0.11419751448064731,2.8161295186372293,1.1665429017183813,2.704457950482244,0.21021757125031068,3.564544928866762,0.2612374383137845,3.176582460204449,0.003375365891086625,3.169878958538227,1.3791390152714267,3.130312993057617,0.29943375039187325,4.128815452586459,0.30633315663266947,3.85091561327467,0.00492213961688048,3.8552512228393576,1.1847269522289625,4.161331366396072,0.03508245493060205,5.943157045051551,0.08191722629669333,5.654657403141362,9.69376784879191e-06]},{"index":352,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,5,3,5,3,5,5,5,3,5,3,5,3,5,5,5,3,3,3,5,3,5,3,5,3,3,3,5,3,5,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9343257354061434,1.7437843748185613,1.7006222134988798,0.7823793466473911,1.7940244008355133,0.6129984446585437,1.1550392403551968,0.04419427037119843,1.7560487156532596,1.249155501275427,1.270740822002785,0.08677045474336001,1.69318925723244,0.14716263018396855,0.6445118998835369,0.00023213104083792148,2.1810199947404976,1.443684203029661,1.7250189150892796,0.13394526213652105,2.528832056309775,0.14796778810802752,1.1813469380991815,0.0003259656865633457,2.5847581104622908,1.103262401698235,1.603330700572127,0.00139824270518597,3.673874936331977,0.01988348169915996,0.8354964281355598,1.7600363900183966e-08]},{"index":2125,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,5,7,9,7,9,7,9,7,5,7,9,7,5,7,9,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.985752695218059,2.03601868958186,2.9993845994527977,1.503271330252066,3.0895183732560696,1.6251973493335559,3.0685696535357367,0.9153802400498161,3.01201584888989,1.5145520079999937,3.158637934566895,0.8642956675931738,3.580573387291865,1.140727430102226,3.7373650008413106,0.38459836676593595,3.6777832712513323,1.8499108376346873,3.8827578037631865,1.042863688124282,4.381971612178656,1.3829444360283958,4.620119222907025,0.43431966355951224,4.294325902971856,1.4176830951956425,4.90831684972783,0.5043127602571957,6.534204261744662,1.2148783251881792,7.352081359245627,0.054491786901924674]},{"index":2810,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,3,2,3,1,3,1,3,1,3,1,3,1,3,1,5,1,3,1,3,1,3,1,5,1,3,1,3,1,3,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4092450782187966,2.0780475464752755,2.177876557428002,1.6220245180937556,2.4246989747787353,1.5496599610273052,1.880669368330438,0.9320419326797537,2.2557234271842743,1.8459698538660447,1.6291107308755084,1.2087362924909029,2.202776537943822,1.4178495595361778,1.3962483257076612,0.6347526527321268,2.52769703467068,1.9830469117136666,2.215702698756968,1.2626492135629341,3.345852561182023,1.540391126378351,2.8079021745932353,0.6981900950235137,2.9047976281524974,2.2789467481103696,1.9706494751941612,1.3375082283802504,4.61308269048887,2.4065632699871675,3.8835735436171923,0.5880875964185136]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,4,6,4,6,4,6,4,6,4,6,1,6,7,6,7,6,7,6,1,6,4,6,7,6,4,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1887032946515825,1.2959796050590893,3.398718270855661,0.5789820175613806,3.6532051066054696,0.4247193024263469,4.410902840605041,0.05499469270291163,3.930961540448947,0.5803729415296146,4.724525035855319,0.05028163426047282,5.226171183692802,0.04121618466641541,7.5095694269818365,0.00046745156904018023,4.544601378933297,0.7652996886085449,5.193610125275556,0.07873252131642972,6.07647248259817,0.046632186095086105,8.065678072727282,0.0004981321547501449,6.318782113607947,0.11322009901992544,8.390374015330337,0.0003731014766130429,10.064219506642907,0.00046540649137492563,15.054934272142802,3.2423443848179305e-08]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.655246148719325,1.160223654567047,3.788585411510695,0.4576979541460084,4.038313867601946,0.425087013525826,4.430476381203291,0.06811534738308407,4.108256703457481,0.46530775597782115,4.6370313640125005,0.05537541615028393,5.513118547529633,0.0685166959572676,6.669948405998141,0.0031170972578778307,4.9769480775132555,0.4626725005275363,5.389076659384926,0.04978235997991951,6.234854666361603,0.0490204750522768,7.195749389681826,0.0017934235521890548,5.959090522960428,0.061039133089349065,7.478829163687105,0.0010497921582279246,9.845742367253463,0.0018781655023578263,12.441575871886686,4.949041402591414e-06]},{"index":1044,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,6,1,8,1,6,1,8,1,6,1,8,1,6,1,8,1,6,1,8,1,6,1,8,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5672019377393163,1.9362500967570473,3.6051979777651,1.512047667204397,4.008280856139181,1.4416488084327903,4.1380729657514115,0.811321283601909,4.693094608081471,1.644041985814156,5.0530093937905525,0.907567736356498,6.022878767348336,1.143647229127511,6.638569226818686,0.2765710518511271,5.024452844857854,1.7194131376325517,5.221594300334294,0.9869139469541304,6.452096417650212,1.0788247930509822,7.069478634511965,0.24138157303435614,7.422152782094526,1.6190565787027844,8.366306352999493,0.44279175149626654,10.93754836596677,1.2104709046403868,12.542930872189462,0.03156951712630752]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,6,1,1,1,1,1,1,1,6,1,1,1,1,1,1,1,6,1,1,1,1,1,1,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5393749484432666,1.8795665004836057,3.513643014039994,1.4944127693793894,3.6502739192457385,1.552587944152947,3.5404745355411555,0.9142229190149318,4.297923416599408,1.9512844123372766,4.470374275263897,1.3105176374480112,4.920465673270896,1.5626025391532479,5.091594379750901,0.5645712524816394,4.722500519652467,1.6655611806559245,4.84845502989952,0.9535062723581424,5.48085554242145,1.3141322503259887,5.690407493947591,0.40499390039610245,6.872733985133371,2.455710635103919,7.593859703245768,1.3715763795305784,8.921662196032486,2.0515470156552724,9.779109701243486,0.24094143223602116]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,2,0,5,0,2,0,5,6,7,0,7,0,7,0,5,0,8,0,5,0,7,0,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3843396250647295,1.9606809203273163,3.503536746695077,1.6216607893350317,3.569571776536515,1.6125746732035116,3.97169628040432,1.1380421924753152,4.124077256877815,1.7244008513967972,4.493529702351456,1.1757925249654564,4.367714268499736,1.289749041138028,5.533909935738382,0.6242511442611164,4.832460979763372,1.8559081466052407,5.221927212465375,1.263153826699121,5.347316931864132,1.4299117040103637,6.262429461371827,0.7661969425607896,6.457275493069941,1.8346256501255183,7.309617330089145,1.0872422577582812,7.101251845611433,1.2565637654847208,10.188011973947022,0.33132424310150316]},{"index":3853,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,8,5,2,5,2,5,2,5,3,5,2,5,7,5,2,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.239584158826978,2.438034553744524,3.364871246230601,2.231680104512785,3.742496291602933,2.2104312322197783,4.088464709063795,1.885762961130277,4.454130362511992,2.499930839100033,4.98534734985678,2.121179400147507,5.86873229485552,2.3137041701525747,6.922225399964694,1.5498265077986866,4.4637626173839235,2.338312546278642,4.862744836733294,1.8561385650704016,5.869600788965704,1.9354394759768216,6.9958653680969745,1.137397189603471,7.313369939564664,2.627469441150369,8.63451288558401,1.6966226480696271,10.96194202633172,2.35204853503614,13.940673216341981,0.5672523525444395]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.74197238831937,0.8882699824681686,2.583532963196501,0.3159474885202467,2.7524038258648833,0.33596929014903293,2.7286353532983076,0.04629638641070552,3.030978020459206,0.2873892145558038,2.8686755426170247,0.030726748209801175,3.3394317191833047,0.040427383051177164,3.4384105327376586,0.0008968316896557864,3.065417502607298,0.23071111902867986,2.9320827515347085,0.017766160840736813,3.48817301915125,0.02476807858637705,3.6299551356468336,0.0003433128667583027,4.355357911346196,0.018698896086881637,4.285542233314095,0.00015625501651168585,6.012532539455841,0.000403214406801129,6.676555530096486,1.8756898562719426e-07]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6431212782221754,0.9900060313183181,2.4462038871783545,0.3903085882776818,2.6058479500495313,0.3549664276019292,2.423576785916956,0.04435340779829346,2.8956239044281515,0.3404534734355745,2.6143918006573093,0.037749943190499305,2.9605144336498945,0.04246834135810983,2.6371944790969666,0.0006373635584285502,2.6310823285631146,0.2444162788057484,2.4240666100168,0.019544907372099973,2.8495143090481623,0.017067260993281617,2.766669167125319,0.00017880106923299637,3.7879024534456653,0.018101772624239603,3.5675594000621023,0.00014333826841028688,4.814262436768745,0.00022585672711877624,4.659882195225046,4.605605990439149e-08]},{"index":124,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,4,1,7,1,7,1,7,1,4,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2331636557942183,1.4903430976084893,1.9616387965223687,0.8485641735543312,2.225034840989756,1.2322161768267375,1.7026144923190711,0.44456205969019547,2.2740786291226693,1.023336805665511,1.900397821110217,0.2713865943333022,2.308337590158914,0.8092817642337696,1.584688343222681,0.1155136747671418,2.1317298232025252,0.9169940481315931,1.7627333244509837,0.2305424550863646,2.272593286688587,0.7874953147209833,1.4489320156885164,0.09641884555838962,2.750729430222253,0.3671215918639705,2.011213345647289,0.017337644667206383,3.2511063124895374,0.4309888241569706,1.6859784582209938,0.0024068433308403795]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,9,1,3,1,3,1,3,1,3,1,3,1,3,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0960987561617563,1.8719665087507693,3.411796426368046,1.91551049005867,3.252825506254192,1.6360719540023902,3.7541028724794225,1.5574129661575462,4.293662182058012,1.6591084528923408,5.035117472028434,1.64267133508648,4.7534548802155205,1.3046030828630237,5.794595383223677,1.230836867668835,4.356760924170636,1.459196665001782,5.545788553795532,1.3186920294120694,5.450509087201716,0.8959868418393562,7.094075042538963,0.6322491609412445,7.623511635418587,0.9690460282079478,9.716613658503544,0.7547275853728048,9.502475227788823,0.393920287715626,12.11471569879547,0.16617196073437923]},{"index":551,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,5,1,1,1,1,1,1,1,5,7,1,1,1,1,1,1,1,7,1,1,1,7,1,1,6,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8566267170801576,2.2101402399756735,2.026669695119529,1.9187346473327358,1.9865715326679858,2.2541013707484336,2.239586714874473,1.6525074670057014,2.130544899275585,2.0290951272938216,2.516485855498896,1.4269419364855045,2.670920802535695,1.922033421243316,3.4127751861679454,0.8606792357901708,1.9491280001748226,2.030361305516047,2.214650830356785,1.357870274649892,2.4073676074485086,2.029918490876435,3.0181289733664554,0.8149120835627071,2.8313179196034906,1.5888961695670663,3.5943715878704903,0.5532433442105648,4.517795889587406,1.1790618940406379,5.839045577297573,0.059938594070992744]},{"index":1194,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,7,1,9,1,9,1,9,1,7,1,9,1,7,1,9,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.660998224667701,1.8484057578955861,2.4431453117939443,1.3672162315333936,2.397894308933645,1.6573259036022647,1.9904457520024745,1.0959153457690125,2.6705725733820254,1.571110685174018,2.2275783331843124,0.9548293910939074,2.4223397021125335,1.4254463589407407,1.604588829921038,0.6410455345687561,2.6502276384739263,1.6732791792847046,2.1590809293226316,0.9554564858959776,2.500308191707788,1.4480282090211505,1.7325397457345233,0.546072589136707,3.1249496633853635,1.6075412862118352,2.110145707720485,0.533690047413919,3.398417457467639,1.2770621547930925,1.4662394636897003,0.08480514562756712]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,1,8,1,8,1,8,7,8,1,8,1,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.215685838226241,1.4573728562244235,2.3474010879001765,0.8173839036296073,2.6511685673878924,0.557803522660155,3.0693970840154643,0.15885685956688136,2.083096345248644,0.5238754251491562,2.439594856351071,0.12440064881462973,3.0265138198092627,0.03496122699811317,4.262946271691984,0.0032811677741923797,2.339241783360981,0.5452362603581918,2.760579925972734,0.12485038919743376,3.4728695360572006,0.033131216588420165,4.8045206361362744,0.0029283513895204173,2.333236352832267,0.037244444986453525,3.406681709846782,0.002374147724229421,5.2411561585551745,9.751694462576238e-05,8.621073576664328,1.1728032209216289e-06]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,4,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.609625706596063,1.3058429153109956,3.183071757033931,0.7920095729117401,2.957437390521759,0.5719799987745383,4.309392811523006,0.2079352974428386,2.870549255351261,0.4952438865807787,4.32470830379186,0.13869548978426618,4.126096017977008,0.04897897469072327,7.327591669226876,0.007032776620569364,3.072666242827037,0.6042128374026403,4.625960905950014,0.19186482969340585,4.494401948955182,0.05645671004565151,7.681972750802242,0.007958302043837292,4.434099996082865,0.037539638962315804,7.894948915635705,0.0026529525627772064,7.834067124190614,0.00020754956593824298,14.162513117845197,6.368074938249534e-06]},{"index":495,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,8,0,7,0,7,8,7,8,1,0,1,0,1,8,7,0,1,0,7,2,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.753640132903783,2.270096437410522,2.226044178816613,2.1446705727241504,2.159145400860216,1.7808718774703882,2.9988511883362103,1.6339209030338562,1.4942900000567654,1.8801512005539778,2.3547983231209337,1.6622006126109141,2.19562648428435,0.9967965543339481,4.338318055432793,0.852678659877074,2.192383136891472,1.9294217978483754,3.096497274419586,1.8014838269479543,3.39583715169864,1.1330963529356726,5.525879304403884,1.1358934042305808,1.593846947193947,1.3675209241303332,3.4951840520353086,1.3117597012283146,4.228308857612659,0.3191457765675089,9.481261479060223,0.3692563530527467]},{"index":1717,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,8,7,0,7,8,7,0,7,8,7,8,7,8,7,0,7,8,7,8,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.288916945670456,1.6517524279148676,2.6070930312860217,1.3896908000195622,2.51448429352682,1.0866057605501311,3.331641627552272,0.9784443848376532,2.4187035395143854,0.9562874929021737,3.1182263326096074,0.8589165313692764,3.0410211689029314,0.47736286746014933,4.945025127514292,0.5420628218983508,2.738188515259827,0.9874219407631636,3.686782430026935,0.9510625808247143,3.8810880421169283,0.4934860111147732,5.927029131417905,0.666054937661539,3.070621016333436,0.33772666445010174,4.968591390904988,0.5577688146475226,5.537382862925959,0.10076162775371549,10.302694975417209,0.20399546328538404]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.382458732920926,1.3433266222818467,2.3203872325260213,0.6465901552409609,2.814052644410855,0.5042543260761376,2.7134625360890947,0.10475312718504293,2.778837035215692,0.5118495880732506,2.6713192847928076,0.0854382181770788,3.737022905712563,0.04747084621952573,3.6252070966809664,0.0036099891796981466,2.6087780117795996,0.617139969752774,2.634838558745629,0.09633776368619135,3.9242265772389704,0.04671309054630918,4.090748514131846,0.002361040864043774,3.9042510892632567,0.054482118927708684,4.032259648502105,0.0016900659110235263,6.410656760813309,0.0005354474398330771,6.767500231652125,1.0068028492926784e-05]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,9,4,9,7,9,7,9,1,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2725759505067775,0.9629068715393452,2.094095016965289,0.43597162580707144,2.677099814489255,0.3551204838201017,2.8539077507771236,0.0714482743269603,2.204988194933369,0.2351525509797991,2.1040335523482705,0.04087986415795342,3.2353058434815347,0.019528829091828646,4.052574731264781,0.001059667082405866,2.3211063977210316,0.24252156295438837,2.5223950628962717,0.054273776205358566,3.66947916914132,0.02775739628903145,5.228008159560686,0.0018745222992648555,2.480800848585001,0.008739625933113943,3.5511505360065962,0.000378807094697779,6.262553652428447,5.468972218562666e-05,10.395471330762293,3.5715241892058593e-07]},{"index":241,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,8,9,7,8,7,9,8,9,4,9,7,9,7,9,7,9,7,9,7,8,1,9,7,9,7,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8265433411463712,1.6307422076234854,1.8676322062116648,1.1075823139414618,2.069806587343801,1.1915039059697328,2.5633785379056597,0.6168432940267147,1.9951127946548122,1.0560418915247618,2.3636564225741465,0.543438587398005,2.839775319123577,0.7675846662564529,4.359951046996435,0.17806400120872998,1.9136090087946633,1.0130284567478602,2.382942099914482,0.46474571137255266,2.9662846261935973,0.7799409459364197,4.851292917105508,0.18125629203090687,2.544464635261682,0.6521198210084319,4.324647035362889,0.1769190355145618,5.16353932303789,0.7247281428742653,9.788015690511754,0.023184702441075365]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,8,1,9,1,1,1,9,1,8,1,9,1,1,1,8,1,8,1,9,1,8,1,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9823324704369965,2.083203537106127,3.100018151576064,1.6825497042227289,3.639916538678862,1.7330073934236312,4.028351736714788,1.054955358259676,3.317211655988957,1.6403801027744571,3.705785832307183,0.9699484271039828,4.935115594046686,1.1917896795088212,5.881233077902046,0.3013181080322361,3.278204371298936,1.891967354799652,3.764747667842377,1.2869665470833422,4.98034518319116,1.6153385789521884,6.304820151076676,0.6248300062789527,4.483446683939629,1.3145879232890765,5.643148626242942,0.40229324389838095,8.64196694725273,1.1833774195407574,11.158990577931203,0.05541898555770619]},{"index":1709,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,8,8,8,5,8,8,8,5,8,8,8,5,9,8,8,8,8,8,8,5,9,8,8,8,8,8,8,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.713152834576265,2.201681997923515,2.5841332336054608,2.0340500145460974,2.918257344022556,1.873962410106736,2.8915650413990703,1.612408098194971,2.764668226126614,1.9060793024423728,2.713931440504569,1.618183053149257,3.3392917755037197,1.4909549396714032,3.484206987240524,1.0725821210081774,2.853216537831761,2.00920720574214,2.7519249829106354,1.7358433386522236,3.4760273928930543,1.5974567699031064,3.656453886127456,1.1641029289038771,3.2251511720185944,1.8541225422787284,3.353527614998334,1.2339882402037654,4.828494745009084,1.2974367448767892,5.448250581858734,0.410884054467964]},{"index":2189,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,5,9,1,1,1,1,1,1,1,9,1,1,1,1,1,1,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3700402412154378,2.2117779466386844,3.3798578859948285,1.810457876590629,3.807260592149027,1.9365285937336028,4.164845341895287,1.0809613862534662,3.932397028685584,2.206258622055003,4.100386688532728,1.390491107954795,5.120223339754348,1.5898681928954912,6.217503770454243,0.2300385785021476,4.393763571544445,2.455897710595365,4.779478226986234,1.7751112035427354,5.729305674554094,2.2301471086300606,6.723952371194018,0.601758209796245,6.5977743140606915,2.817638445611259,7.289751574457177,1.0615025210873923,9.461863396007658,1.4750699780271823,11.629532546690337,0.007942591937313752]}]},{"id":"residual-final-s101","recipe":"residual","state":"final","seed":101,"epoch":100,"source_run":"graph-eval-residual-s101","checkpoint_sha256":"15e904d122293c68614501b6e322365a33414b4612a38df7eb7c4439662dcf57","source_result_sha256":"550f8617ca89de2271f2fb05e1336b9d50d32984d4152fa05d4153b602df1eec","archive_json_sha256":"db0cb1c686aac2846746224165611533fd1e764c026703f0c1b612adce8d5451","archive_npz_sha256":"f6e5d2b1ea8750e9b88074e6a5afc3f6f0495b499b24dded8da9e7e4d8185dfe","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":4.450259744048779e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual-final-s101","recipe":"residual","state":"final","seed":101,"epoch":100,"checkpoint_sha256":"15e904d122293c68614501b6e322365a33414b4612a38df7eb7c4439662dcf57","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,2185,5870,6651,2,5,619,1527,1,35,149,2299,613,1790,18,30,1128,3549,4,6,115,300,3533,5201,8,23,15,352,1299,2073,11,21,1044,1444,2118,6847,0,17,551,684,1194,1500,61,84,495,591,7,9,241,320,1709,2189]},"n":10000,"dense_accuracy":0.984,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1339,"correct_output_rate":0.1339,"accuracy":0.1339,"ce":2.422566761342323,"abstentions":0,"harm":0.8517,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.02142857142857143,"accuracy":0.02142857142857143,"ce":2.541151575512499,"harm":0.9714285714285714,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8713656387665198,"accuracy":0.8713656387665198,"ce":1.3685096689315648,"harm":0.12599118942731277,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.06395348837209303,"accuracy":0.06395348837209303,"ce":2.3527139147058587,"harm":0.9234496124031008,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.024752475247524754,"accuracy":0.024752475247524754,"ce":2.6425770258948775,"harm":0.9594059405940594,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.07026476578411406,"accuracy":0.07026476578411406,"ce":2.3166133359755663,"harm":0.9124236252545825,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.04596412556053812,"accuracy":0.04596412556053812,"ce":2.3928679797158345,"harm":0.9349775784753364,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.405791559628691,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":2.855430881927268,"harm":0.9698443579766537,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.02566735112936345,"accuracy":0.02566735112936345,"ce":2.3423063033082374,"harm":0.9558521560574949,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.09018830525272548,"accuracy":0.09018830525272548,"ce":2.1765975273053666,"harm":0.8919722497522299,"repair":0.0009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9252,"correct_output_rate":0.9252,"accuracy":0.9252,"ce":1.0347065974001732,"abstentions":0,"harm":0.0626,"repair":0.0038,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.7022883327550725,"harm":0.004081632653061225,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.9453880221222082,"harm":0.001762114537444934,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.874031007751938,"accuracy":0.874031007751938,"ce":1.2140156804841113,"harm":0.11143410852713179,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9623762376237623,"accuracy":0.9623762376237623,"ce":0.9724109229621852,"harm":0.027722772277227723,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.879837067209776,"accuracy":0.879837067209776,"ce":1.0726039630514623,"harm":0.1079429735234216,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.7892376681614349,"accuracy":0.7892376681614349,"ce":1.236481776004275,"harm":0.19170403587443946,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.930062630480167,"accuracy":0.930062630480167,"ce":1.1005775145162968,"harm":0.055323590814196244,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9114785992217899,"accuracy":0.9114785992217899,"ce":1.0219612834517071,"harm":0.07101167315175097,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9414784394250514,"accuracy":0.9414784394250514,"ce":1.1387990933903778,"harm":0.04722792607802875,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.958374628344896,"accuracy":0.958374628344896,"ce":0.971704833669078,"harm":0.027750247770069375,"repair":0.004955401387512388}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1291,"correct_output_rate":0.1291,"accuracy":0.1291,"ce":2.5224296567843343,"abstentions":0,"harm":0.8565,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":2.788673954695024,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8449339207048459,"accuracy":0.8449339207048459,"ce":1.257027731886507,"harm":0.1524229074889868,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.06589147286821706,"accuracy":0.06589147286821706,"ce":2.442562735774071,"harm":0.9224806201550387,"repair":0.0048449612403100775},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0049504950495049506,"accuracy":0.0049504950495049506,"ce":2.9518453118081873,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.07026476578411406,"accuracy":0.07026476578411406,"ce":2.3058353659571478,"harm":0.9124236252545825,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.09753363228699552,"accuracy":0.09753363228699552,"ce":2.235285047529651,"harm":0.8856502242152466,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4912728215702455,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.01556420233463035,"accuracy":0.01556420233463035,"ce":2.888393881057449,"harm":0.9659533073929961,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":2.863774972442718,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.07433102081268583,"accuracy":0.07433102081268583,"ce":2.1815177607423144,"harm":0.908820614469772,"repair":0.0019821605550049554}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9715,"correct_output_rate":0.9715,"accuracy":0.9715,"ce":0.40011824878049024,"abstentions":0,"harm":0.0156,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.1752847668192073,"harm":0.0010204081632653062,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.4000226125720931,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9554263565891473,"accuracy":0.9554263565891473,"ce":0.4396109096260459,"harm":0.030038759689922482,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.3773362034629257,"harm":0.006930693069306931,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.3872321443405207,"harm":0.015274949083503055,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.952914798206278,"accuracy":0.952914798206278,"ce":0.4868522386892561,"harm":0.02914798206278027,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.418938909661785,"harm":0.017745302713987474,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9571984435797666,"accuracy":0.9571984435797666,"ce":0.41389819862330934,"harm":0.024319066147859923,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":0.500072440056541,"harm":0.014373716632443531,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.40847788296539983,"harm":0.01684836471754212,"repair":0.005946481665014866}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1246,"correct_output_rate":0.1246,"accuracy":0.1246,"ce":2.7093009594613315,"abstentions":0,"harm":0.8607,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.354910900251787,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9374449339207048,"accuracy":0.9374449339207048,"ce":1.0936035770233852,"harm":0.05991189427312775,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.060077519379844964,"accuracy":0.060077519379844964,"ce":2.6053220392227576,"harm":0.9263565891472868,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":3.076005644715676,"harm":0.9772277227722772,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.04786150712830957,"accuracy":0.04786150712830957,"ce":2.4534987010000946,"harm":0.9348268839103869,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.02466367713004484,"accuracy":0.02466367713004484,"ce":2.5623111882762823,"harm":0.9573991031390134,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6943298135089355,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.014591439688715954,"accuracy":0.014591439688715954,"ce":2.9000483067861955,"harm":0.9669260700389105,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":2.8908268310805676,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.02081268582755203,"accuracy":0.02081268582755203,"ce":2.71308082090141,"harm":0.9613478691774033,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9677,"correct_output_rate":0.9677,"accuracy":0.9677,"ce":0.3390989591906204,"abstentions":0,"harm":0.0197,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.15091510891117485,"harm":0.0020408163265306124,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.2616052954190372,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9447674418604651,"accuracy":0.9447674418604651,"ce":0.4184017539883323,"harm":0.03972868217054264,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.29762145564011977,"harm":0.007920792079207921,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9674134419551935,"accuracy":0.9674134419551935,"ce":0.3622804234401275,"harm":0.020366598778004074,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9349775784753364,"accuracy":0.9349775784753364,"ce":0.4532008696852185,"harm":0.04596412556053812,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.35281723635948836,"harm":0.017745302713987474,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.938715953307393,"accuracy":0.938715953307393,"ce":0.44752979658045783,"harm":0.042801556420233464,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.3393680632204561,"harm":0.006160164271047228,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9682854311199207,"accuracy":0.9682854311199207,"ce":0.3222635342803968,"harm":0.01684836471754212,"repair":0.003964321110009911}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1104,"correct_output_rate":0.1104,"accuracy":0.1104,"ce":3.13167245314592,"abstentions":0,"harm":0.8754,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.288645890329437,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.6977973568281939,"accuracy":0.6977973568281939,"ce":1.0059571703019374,"harm":0.3022026431718062,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.05135658914728682,"accuracy":0.05135658914728682,"ce":3.2896959072087015,"harm":0.936046511627907,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.860183914161804,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.07637474541751528,"accuracy":0.07637474541751528,"ce":2.573677485878483,"harm":0.9063136456211812,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.1647982062780269,"accuracy":0.1647982062780269,"ce":2.140358448484339,"harm":0.8195067264573991,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.138144387811891,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.030155642023346304,"accuracy":0.030155642023346304,"ce":2.981696069741264,"harm":0.9513618677042801,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":4.139363974806524,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":3.152151456135566,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9804,"correct_output_rate":0.9804,"accuracy":0.9804,"ce":0.08967367656277712,"abstentions":0,"harm":0.0055,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.032834319400926085,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.05447083216719441,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9738372093023255,"accuracy":0.9738372093023255,"ce":0.10506127323955845,"harm":0.01065891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.09353568081149614,"harm":0.0049504950495049506,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.08157567473187095,"harm":0.003054989816700611,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.09367249900992135,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.09659290604046254,"harm":0.005219206680584551,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.12279942972325637,"harm":0.014591439688715954,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.11668679970729239,"harm":0.007186858316221766,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.10282509825722695,"harm":0.004955401387512388,"repair":0.003964321110009911}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1273,"correct_output_rate":0.1273,"accuracy":0.1273,"ce":2.7965823054657775,"abstentions":0,"harm":0.8583,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.622968776675752,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9268722466960353,"accuracy":0.9268722466960353,"ce":0.9876738887654166,"harm":0.0722466960352423,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.045542635658914726,"accuracy":0.045542635658914726,"ce":3.01746138169565,"harm":0.939922480620155,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.02178217821782178,"accuracy":0.02178217821782178,"ce":2.8643558142323253,"harm":0.9623762376237623,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.03767820773930754,"accuracy":0.03767820773930754,"ce":2.396673459085365,"harm":0.945010183299389,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.06838565022421525,"accuracy":0.06838565022421525,"ce":2.4012286643366103,"harm":0.9136771300448431,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.219213139206717,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":3.3568472315738336,"harm":0.9698443579766537,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.022587268993839837,"accuracy":0.022587268993839837,"ce":2.7370289191009674,"harm":0.9599589322381931,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.018830525272547076,"accuracy":0.018830525272547076,"ce":2.6096567467293013,"harm":0.9623389494549058,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9589,"correct_output_rate":0.9589,"accuracy":0.9589,"ce":0.33189175990625147,"abstentions":0,"harm":0.029,"repair":0.0039,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.1601376101212266,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.21647822118433566,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9476744186046512,"accuracy":0.9476744186046512,"ce":0.40927364835289826,"harm":0.03682170542635659,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9871287128712871,"accuracy":0.9871287128712871,"ce":0.2258667294368738,"harm":0.0039603960396039604,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.929735234215886,"accuracy":0.929735234215886,"ce":0.426967878158942,"harm":0.05702647657841141,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.8890134529147982,"accuracy":0.8890134529147982,"ce":0.5084079152106264,"harm":0.09192825112107623,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9592901878914405,"accuracy":0.9592901878914405,"ce":0.3655468121625787,"harm":0.026096033402922755,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9289883268482491,"accuracy":0.9289883268482491,"ce":0.42093449733586535,"harm":0.05252918287937743,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.34575532078929044,"harm":0.013347022587268994,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.27088369651765115,"harm":0.013875123885034688,"repair":0.008919722497522299}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1203,"correct_output_rate":0.1203,"accuracy":0.1203,"ce":3.210444119956126,"abstentions":0,"harm":0.8655,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.563569986553934,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.760352422907489,"accuracy":0.760352422907489,"ce":0.8884242724132789,"harm":0.23876651982378855,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.055232558139534885,"accuracy":0.055232558139534885,"ce":3.4967970259607855,"harm":0.9312015503875969,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.00891089108910891,"accuracy":0.00891089108910891,"ce":3.6069801631669205,"harm":0.9742574257425742,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.05804480651731161,"accuracy":0.05804480651731161,"ce":2.54856089729738,"harm":0.924643584521385,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.19955156950672645,"accuracy":0.19955156950672645,"ce":2.078801015915542,"harm":0.7869955156950673,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.723500957585371,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.019455252918287938,"accuracy":0.019455252918287938,"ce":3.4957343036121644,"harm":0.9620622568093385,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":4.065429010202643,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":2.910408942714625,"harm":0.9702675916749257,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9802,"correct_output_rate":0.9802,"accuracy":0.9802,"ce":0.08367006988740577,"abstentions":0,"harm":0.006,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03037326846669646,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.03970396868399023,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.09353420024886921,"harm":0.00872093023255814,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9851485148514851,"accuracy":0.9851485148514851,"ce":0.06613882242462822,"harm":0.0,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.09184111793412635,"harm":0.007128309572301426,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9708520179372198,"accuracy":0.9708520179372198,"ce":0.11204844827390753,"harm":0.011210762331838564,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9749478079331941,"accuracy":0.9749478079331941,"ce":0.09952193856881812,"harm":0.009394572025052192,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.11786273186408013,"harm":0.014591439688715954,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.1051582178366117,"harm":0.00513347022587269,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.08868105318628272,"harm":0.003964321110009911,"repair":0.003964321110009911}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1191,"correct_output_rate":0.1191,"accuracy":0.1191,"ce":3.8514488008932735,"abstentions":0,"harm":0.8664,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.823884927152316,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9180616740088106,"accuracy":0.9180616740088106,"ce":0.6624431392522709,"harm":0.0801762114537445,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.04844961240310078,"accuracy":0.04844961240310078,"ce":4.229853074180211,"harm":0.937984496124031,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":4.115321699168725,"harm":0.9762376237623762,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.02240325865580448,"accuracy":0.02240325865580448,"ce":3.3145846458523995,"harm":0.960285132382892,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.03811659192825112,"accuracy":0.03811659192825112,"ce":3.14065704598941,"harm":0.9439461883408071,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.351999534198812,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.016536964980544747,"accuracy":0.016536964980544747,"ce":3.8216956223159855,"harm":0.9649805447470817,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.014373716632443531,"accuracy":0.014373716632443531,"ce":4.291428061791255,"harm":0.9671457905544147,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":4.2035349213282025,"harm":0.977205153617443,"repair":0.0009910802775024777}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9742,"correct_output_rate":0.9742,"accuracy":0.9742,"ce":0.0918830506671248,"abstentions":0,"harm":0.0129,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03626299977595504,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03526589227388732,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9631782945736435,"accuracy":0.9631782945736435,"ce":0.11832699051963876,"harm":0.020348837209302327,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9851485148514851,"accuracy":0.9851485148514851,"ce":0.05575432695308268,"harm":0.0029702970297029703,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9684317718940937,"accuracy":0.9684317718940937,"ce":0.11155084909564993,"harm":0.017311608961303463,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9461883408071748,"accuracy":0.9461883408071748,"ce":0.16966646376114014,"harm":0.034753363228699555,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.1115913117114865,"harm":0.011482254697286013,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9513618677042801,"accuracy":0.9513618677042801,"ce":0.16182631260279445,"harm":0.029182879377431907,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9907597535934292,"accuracy":0.9907597535934292,"ce":0.05539447455575695,"harm":0.0,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.07605459964481655,"harm":0.011892963330029732,"repair":0.005946481665014866}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":989,"correct_output_rate":0.0989,"accuracy":0.0989,"ce":5.2424401311923265,"abstentions":0,"harm":0.8868,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.580866802293906,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5682819383259912,"accuracy":0.5682819383259912,"ce":0.8955062167974159,"harm":0.4299559471365639,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.03391472868217054,"accuracy":0.03391472868217054,"ce":6.35037924164714,"harm":0.9525193798449613,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":6.232585935039647,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.048879837067209775,"accuracy":0.048879837067209775,"ce":4.040468332473887,"harm":0.9338085539714868,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.23542600896860988,"accuracy":0.23542600896860988,"ce":2.5885273817534573,"harm":0.7511210762331838,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.791256876673957,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.04182879377431906,"accuracy":0.04182879377431906,"ce":4.2504341249556346,"harm":0.9396887159533074,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":7.490883475447055,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":5.65109208863565,"harm":0.981169474727453,"repair":0.0009910802775024777}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9837,"correct_output_rate":0.9837,"accuracy":0.9837,"ce":0.053846466787048304,"abstentions":0,"harm":0.0017,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.02645719242532275,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.020797357420866597,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9786821705426356,"accuracy":0.9786821705426356,"ce":0.05514917788459922,"harm":0.0048449612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.05450193657036858,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.058147078007722286,"harm":0.0010183299389002036,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.05546433121342214,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.07436772605086646,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.07515928948777972,"harm":0.0019455252918287938,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.06232356315201958,"harm":0.001026694045174538,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.06063916293539534,"harm":0.0009910802775024777,"repair":0.004955401387512388}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1131,"correct_output_rate":0.1131,"accuracy":0.1131,"ce":3.0467663866242938,"abstentions":0,"harm":0.8721,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.8103673025759717,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8872246696035242,"accuracy":0.8872246696035242,"ce":0.9154862999643244,"harm":0.11101321585903083,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.030038759689922482,"accuracy":0.030038759689922482,"ce":3.156297589753772,"harm":0.9554263565891473,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":3.2366111631531225,"harm":0.9792079207920792,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.018329938900203666,"accuracy":0.018329938900203666,"ce":2.865818825531788,"harm":0.9643584521384929,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.014573991031390135,"accuracy":0.014573991031390135,"ce":2.979746917344532,"harm":0.9663677130044843,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.613734052722896,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.016536964980544747,"accuracy":0.016536964980544747,"ce":3.275981297482499,"harm":0.9649805447470817,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":3.2167321210149398,"harm":0.9722792607802875,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.030723488602576808,"accuracy":0.030723488602576808,"ce":2.7504649680037696,"harm":0.9504459861248761,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9497,"correct_output_rate":0.9497,"accuracy":0.9497,"ce":0.3708891372252786,"abstentions":0,"harm":0.0379,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.18688974296761,"harm":0.003061224489795918,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.22524812590682294,"harm":0.000881057268722467,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.937984496124031,"accuracy":0.937984496124031,"ce":0.4274985130579614,"harm":0.04844961240310078,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.29901658004232184,"harm":0.01782178217821782,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9358452138492872,"accuracy":0.9358452138492872,"ce":0.4166946270246425,"harm":0.05091649694501019,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.8318385650224215,"accuracy":0.8318385650224215,"ce":0.6390960005311226,"harm":0.1491031390134529,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9530271398747391,"accuracy":0.9530271398747391,"ce":0.4428164701181395,"harm":0.031315240083507306,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9250972762645915,"accuracy":0.9250972762645915,"ce":0.435252344712398,"harm":0.05642023346303502,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.36441435901937896,"harm":0.01642710472279261,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9672943508424182,"accuracy":0.9672943508424182,"ce":0.3181691370538799,"harm":0.019821605550049554,"repair":0.005946481665014866}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1082,"correct_output_rate":0.1082,"accuracy":0.1082,"ce":3.5296675795573376,"abstentions":0,"harm":0.8772,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.75181596175279,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8193832599118943,"accuracy":0.8193832599118943,"ce":0.7401058872381627,"harm":0.18061674008810572,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.05426356589147287,"accuracy":0.05426356589147287,"ce":3.527269857282087,"harm":0.9321705426356589,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":4.183393913216295,"harm":0.9811881188118812,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.024439918533604887,"accuracy":0.024439918533604887,"ce":3.153370688936847,"harm":0.9582484725050916,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.03699551569506727,"accuracy":0.03699551569506727,"ce":2.8325730328789653,"harm":0.9439461883408071,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.000005769374021,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.021400778210116732,"accuracy":0.021400778210116732,"ce":3.4828372138984682,"harm":0.9601167315175098,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.650053490920604,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":3.3812945302360027,"harm":0.9712586719524281,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9782,"correct_output_rate":0.9782,"accuracy":0.9782,"ce":0.08931339677593983,"abstentions":0,"harm":0.0083,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.030762013406214293,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.037482232599857855,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9709302325581395,"accuracy":0.9709302325581395,"ce":0.0965757835321173,"harm":0.014534883720930232,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.08422382978865021,"harm":0.0039603960396039604,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.07782409339491185,"harm":0.003054989816700611,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9652466367713004,"accuracy":0.9652466367713004,"ce":0.1403004624284505,"harm":0.016816143497757848,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.10309670032446537,"harm":0.008350730688935281,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9678988326848249,"accuracy":0.9678988326848249,"ce":0.11620964567788229,"harm":0.013618677042801557,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.10551153294931306,"harm":0.01026694045174538,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.11213372048411774,"harm":0.011892963330029732,"repair":0.002973240832507433}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1115,"correct_output_rate":0.1115,"accuracy":0.1115,"ce":4.3581301691531,"abstentions":0,"harm":0.874,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.445184004170388,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9127753303964757,"accuracy":0.9127753303964757,"ce":0.5993303478173063,"harm":0.08722466960352424,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.030038759689922482,"accuracy":0.030038759689922482,"ce":4.5766673693502655,"harm":0.9554263565891473,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":5.034654768841265,"harm":0.9801980198019802,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.015274949083503055,"accuracy":0.015274949083503055,"ce":3.752578301318176,"harm":0.9674134419551935,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0033632286995515697,"accuracy":0.0033632286995515697,"ce":4.140323298394992,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.995455119710917,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.019455252918287938,"accuracy":0.019455252918287938,"ce":3.7751971205357595,"harm":0.9620622568093385,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":5.134329262295548,"harm":0.9763860369609856,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":4.730499267432867,"harm":0.9801783944499505,"repair":0.0009910802775024777}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9733,"correct_output_rate":0.9733,"accuracy":0.9733,"ce":0.09420969803811528,"abstentions":0,"harm":0.014,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.034174118165442885,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.0317138479735139,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9631782945736435,"accuracy":0.9631782945736435,"ce":0.11750936849520134,"harm":0.023255813953488372,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.06830540675952575,"harm":0.005940594059405941,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.0939817131409381,"harm":0.014256619144602852,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9439461883408071,"accuracy":0.9439461883408071,"ce":0.1900325202779264,"harm":0.03699551569506727,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9749478079331941,"accuracy":0.9749478079331941,"ce":0.1078218126344049,"harm":0.010438413361169102,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9513618677042801,"accuracy":0.9513618677042801,"ce":0.16483272962402434,"harm":0.030155642023346304,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.053096102236675415,"harm":0.002053388090349076,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.09523984290071495,"harm":0.015857284440039643,"repair":0.004955401387512388}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1000,"correct_output_rate":0.1,"accuracy":0.1,"ce":5.828339861040594,"abstentions":0,"harm":0.8856,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.28383359174425,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.7066079295154185,"accuracy":0.7066079295154185,"ce":0.6753644991043096,"harm":0.2933920704845815,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0377906976744186,"accuracy":0.0377906976744186,"ce":6.494061880737615,"harm":0.9486434108527132,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.404828225260998,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.031568228105906315,"accuracy":0.031568228105906315,"ce":4.615751826021653,"harm":0.9511201629327902,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.09080717488789238,"accuracy":0.09080717488789238,"ce":3.6739488761312695,"harm":0.8934977578475336,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.3352565083243215,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.04182879377431906,"accuracy":0.04182879377431906,"ce":4.295663843832707,"harm":0.9396887159533074,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":8.446623788844771,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.6977147553483425,"harm":0.981169474727453,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9833,"correct_output_rate":0.9833,"accuracy":0.9833,"ce":0.05498435213108978,"abstentions":0,"harm":0.0021,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.02420264938780968,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.018577372843427118,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.05717141819659679,"harm":0.005813953488372093,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.06120679489521676,"harm":0.0029702970297029703,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9857433808553971,"accuracy":0.9857433808553971,"ce":0.048695703542614724,"harm":0.0,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.0585392089981624,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.0691578033507458,"harm":0.0010438413361169101,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.0746193986611934,"harm":0.0019455252918287938,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.06473464112319977,"harm":0.003080082135523614,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.0774729703841143,"harm":0.003964321110009911,"repair":0.0009910802775024777}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1098,"correct_output_rate":0.1098,"accuracy":0.1098,"ce":4.6651060487075195,"abstentions":0,"harm":0.8755,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.158812090323864,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8907488986784141,"accuracy":0.8907488986784141,"ce":0.5034507631804951,"harm":0.10837004405286343,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.022286821705426358,"accuracy":0.022286821705426358,"ce":5.376726259205628,"harm":0.9631782945736435,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.00891089108910891,"accuracy":0.00891089108910891,"ce":4.556732641675731,"harm":0.9742574257425742,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.008146639511201629,"accuracy":0.008146639511201629,"ce":4.044425904522125,"harm":0.9745417515274949,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.017937219730941704,"accuracy":0.017937219730941704,"ce":3.8180877797806225,"harm":0.9630044843049327,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.973616199717825,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.010700389105058366,"accuracy":0.010700389105058366,"ce":5.088637159007871,"harm":0.9708171206225681,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.01642710472279261,"accuracy":0.01642710472279261,"ce":5.016963738149181,"harm":0.9650924024640657,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":4.694945507634425,"harm":0.977205153617443,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9643,"correct_output_rate":0.9643,"accuracy":0.9643,"ce":0.117154909074449,"abstentions":0,"harm":0.0233,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03990117306980213,"harm":0.003061224489795918,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.03146749571491756,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9680232558139535,"accuracy":0.9680232558139535,"ce":0.11272277301030745,"harm":0.020348837209302327,"repair":0.0048449612403100775},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9891089108910891,"accuracy":0.9891089108910891,"ce":0.04871860647883814,"harm":0.0019801980198019802,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9460285132382892,"accuracy":0.9460285132382892,"ce":0.16055163635252373,"harm":0.038696537678207736,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.8800448430493274,"accuracy":0.8800448430493274,"ce":0.3324924141181169,"harm":0.10089686098654709,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9665970772442589,"accuracy":0.9665970772442589,"ce":0.14533591423685854,"harm":0.016701461377870562,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9445525291828794,"accuracy":0.9445525291828794,"ce":0.1652352654356966,"harm":0.03696498054474708,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.08396867432178409,"harm":0.009240246406570842,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.08530282598773622,"harm":0.015857284440039643,"repair":0.007928642220019821}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1075,"correct_output_rate":0.1075,"accuracy":0.1075,"ce":6.097641174018472,"abstentions":0,"harm":0.8783,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.972864032281459,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.7656387665198238,"accuracy":0.7656387665198238,"ce":0.574569022765648,"harm":0.2343612334801762,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.03972868217054264,"accuracy":0.03972868217054264,"ce":6.9856981566840535,"harm":0.9467054263565892,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":6.649279363925434,"harm":0.9772277227722772,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.013238289205702648,"accuracy":0.013238289205702648,"ce":5.11976070713046,"harm":0.9694501018329938,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.12219730941704036,"accuracy":0.12219730941704036,"ce":3.4906372614670027,"harm":0.8632286995515696,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.457065984602547,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.02529182879377432,"accuracy":0.02529182879377432,"ce":5.6543535291598594,"harm":0.9562256809338522,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":8.40488272637104,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":6.32676176819187,"harm":0.977205153617443,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9832,"correct_output_rate":0.9832,"accuracy":0.9832,"ce":0.060694694010106534,"abstentions":0,"harm":0.0029,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.026896150055592472,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.02071045858685052,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.04971855868617908,"harm":0.0048449612403100775,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.044495339991252277,"harm":0.0,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.06944937722220376,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9719730941704036,"accuracy":0.9719730941704036,"ce":0.09367231439318265,"harm":0.008968609865470852,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.09099779943331095,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.07435279222471085,"harm":0.0038910505836575876,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.07282409823622513,"harm":0.003080082135523614,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.07387142693566585,"harm":0.003964321110009911,"repair":0.002973240832507433}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1083,"correct_output_rate":0.1083,"accuracy":0.1083,"ce":8.14271764425881,"abstentions":0,"harm":0.8771,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":13.47750832999713,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8704845814977974,"accuracy":0.8704845814977974,"ce":0.4090030322452662,"harm":0.12863436123348018,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.030038759689922482,"accuracy":0.030038759689922482,"ce":9.12355736288121,"harm":0.9554263565891473,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":8.591098387553672,"harm":0.9762376237623762,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0050916496945010185,"accuracy":0.0050916496945010185,"ce":7.322910986815353,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.020179372197309416,"accuracy":0.020179372197309416,"ce":6.7683951536356695,"harm":0.9618834080717489,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.743861618826603,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.023346303501945526,"accuracy":0.023346303501945526,"ce":6.931707679705457,"harm":0.958171206225681,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.01026694045174538,"accuracy":0.01026694045174538,"ce":9.499329078679938,"harm":0.971252566735113,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.676125622762006,"harm":0.981169474727453,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9758,"correct_output_rate":0.9758,"accuracy":0.9758,"ce":0.09006711488330382,"abstentions":0,"harm":0.011,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.04512145825085228,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.0340669954788388,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9718992248062015,"accuracy":0.9718992248062015,"ce":0.08077025294272085,"harm":0.012596899224806201,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9871287128712871,"accuracy":0.9871287128712871,"ce":0.04496042356083978,"harm":0.0009900990099009901,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.1043542852606625,"harm":0.013238289205702648,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9417040358744395,"accuracy":0.9417040358744395,"ce":0.21636476142634983,"harm":0.03923766816143498,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9749478079331941,"accuracy":0.9749478079331941,"ce":0.12726839098228837,"harm":0.010438413361169102,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9620622568093385,"accuracy":0.9620622568093385,"ce":0.13686874495245857,"harm":0.01848249027237354,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9887063655030801,"accuracy":0.9887063655030801,"ce":0.046725147650514866,"harm":0.001026694045174538,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.08465152977537078,"harm":0.013875123885034688,"repair":0.004955401387512388}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":929,"correct_output_rate":0.0929,"accuracy":0.0929,"ce":11.750257024424384,"abstentions":0,"harm":0.8925,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":20.604600486489453,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5638766519823789,"accuracy":0.5638766519823789,"ce":1.1625639704835231,"harm":0.4343612334801762,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.02810077519379845,"accuracy":0.02810077519379845,"ce":14.227184496209755,"harm":0.9573643410852714,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":13.758791250111313,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.024439918533604887,"accuracy":0.024439918533604887,"ce":9.706309946924403,"harm":0.9582484725050916,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.18721973094170405,"accuracy":0.18721973094170405,"ce":6.026734595670241,"harm":0.7982062780269058,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":14.102729745658728,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.058365758754863814,"accuracy":0.058365758754863814,"ce":8.176720398407086,"harm":0.9231517509727627,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":16.943403856957918,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":13.959678343395721,"harm":0.981169474727453,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9840,"correct_output_rate":0.984,"accuracy":0.984,"ce":0.0915861250557285,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.051332105425185875,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.03701811946773842,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.07396203154421305,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.0913362342256605,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.11193950288359698,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.10548935699062532,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.1273165147253178,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.10311034486877653,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.11294614903701168,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.11195689342104899,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,0,2,0,2,0,1,0,8,0,2,0,3,0,3,0,1,0,2,0,1,0,1,0,8,0,1,0,3,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1030672162374193,0.6467963943987445,3.377739880273534,0.14407027955831464,3.745517321930894,0.11624525221405628,4.749678094939924,0.006364417840508957,4.260680574014089,0.07898767993825988,4.97821267954954,0.002742300854036377,6.039939503811439,0.0024029794343756903,8.289063016408218,8.12878199933977e-06,4.461493659630287,0.10295027525305475,5.314294412774846,0.004131024251191401,6.485403695332431,0.002091424772959749,9.089541822623763,7.4180290082898404e-06,7.8678579328644185,0.0010657650970056526,9.644803156494635,2.0392189910184554e-06,12.632961676999845,1.1194555964625557e-06,17.800336744992606,2.5764945732144092e-11]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.175961022627569,0.7524471750965497,2.2102638582610457,0.0905572961538112,2.8370918334275723,0.06507052113121163,3.2141581322787736,0.001394077089674057,3.3808856514038514,0.08950893683168734,3.7840666405707024,0.0013797327299703908,5.225054713320167,0.0008615169144929019,6.544774504348476,9.181404407361268e-07,3.2895783451150464,0.1455206268174379,3.7499490100000368,0.0020255752051814135,5.673368295170181,0.0008781215078122068,7.076029771273335,7.127580852264573e-07,6.891457841639169,0.0020756610368962147,8.210593950897703,7.356058363583248e-07,12.51888270282714,3.332709561418012e-07,16.24271464903986,4.878319970201748e-13]},{"index":2185,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,0,1,8,1,0,1,8,1,0,1,8,7,0,1,8,1,8,1,8,1,0,1,8,1,0,1,8,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.031339746151816,1.99683552204478,3.1931146692070596,1.311556318903157,3.3853084292815865,1.5886679767907643,3.809612826323111,0.8004134908708422,3.960490081578751,1.4790663636345767,4.397888070669541,0.701153031892694,5.263333026071914,1.4689333462721375,6.5128622572577175,0.2953977747745425,3.8153028484454543,1.837129014025704,4.299216311410895,0.9337770416530793,5.085503966240079,1.8297346507872292,6.389960216769242,0.43153942434404485,6.396695030553438,1.588378843088935,7.649309283985346,0.42306325439535714,10.11722479772826,2.979078878013399,13.302001315710918,0.07576031709603612]},{"index":5870,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,0,8,0,8,0,5,0,8,0,5,0,8,0,5,0,8,9,2,0,8,0,5,0,8,9,5,0,8,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.321871751520314,1.5720342307633415,3.4607121050758813,0.837481466867413,3.9341149815282135,0.7947048805195761,4.7134724929767655,0.17322940402026601,4.411758354483537,1.0816555783845692,4.98063426298337,0.23743455789060255,6.056169694763319,0.36507317417693,8.630309845439632,0.011533207975844877,4.424333250002235,1.2120302363053417,4.856375645800019,0.29204156778398654,6.116099919789611,0.31483429209686636,8.202874725012842,0.009392077866135573,7.287487165893367,0.883339752565899,9.070413384600677,0.020664255090486357,11.517154429393065,0.15303188233378884,19.042606598349657,4.184665879788313e-05]},{"index":6651,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,5,5,8,5,5,5,8,5,2,5,8,5,0,1,8,5,2,1,8,5,0,5,8,5,2,5,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.640928499940724,2.4398902155018085,3.112784316620593,2.0767285191225078,3.2785121392446204,2.193821886887538,4.267763827036679,1.641644965090355,3.347126100246046,2.5715554391697095,4.4025918077240425,1.9367761462068225,4.890731314035478,2.5054373580095,7.959786730351792,1.3814673357151166,3.27621923895052,2.379149449407818,4.213747966874987,1.695064578126987,4.963859675769683,2.2965141842038848,7.607783127026261,1.1866037089965205,5.623982574895948,3.0702483195581163,8.83015678089937,2.0519852664226086,9.460192810443836,4.20710333636524,17.898521851614102,1.1906979323962676]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,8,1,5,1,1,1,5,1,8,1,5,1,1,1,5,1,8,1,5,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.73246531090224,0.9593050754915824,1.6636006742507008,0.427635062937829,1.4904015925972594,0.29129375083417874,1.3779588403115548,0.04907624309647309,1.620229242435315,0.17615253190123947,1.4899811783169126,0.020264018175318914,1.2241690568816281,0.00876050687534899,1.4192182026801157,0.0001953264435301321,1.6550805894532274,0.1696112475514437,1.4456534731436357,0.015361568444554564,1.2121928924814545,0.007123452631643883,1.1264755062626277,0.00011164566283064154,1.4524561231434088,0.002935613000748232,1.532286616630749,2.3565695104687367e-05,0.9855181372504852,5.019630659352806e-06,2.4803372815916473,1.2969734167116792e-09]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3236029384848833,0.8673108291598702,1.224857355624861,0.3164969420975977,0.9526460698499601,0.22848435192061237,0.8535703665082802,0.03193477996313372,1.0344547681894427,0.13512584166750322,0.9428782933379298,0.01417076310735216,0.49520407046425025,0.00777645863238905,0.7294895008733474,0.00021308678142517798,0.9305037873965454,0.11977500822395118,0.6996583172720761,0.008094146243902296,0.38056092968854427,0.005149122151077871,0.37460402550131006,7.718929794848637e-05,0.46919446275223364,0.002753172343269439,0.6612756591547805,2.8989925617750432e-05,0.08886167007939204,1.1629414028446264e-05,0.695790240606033,2.6614019841387482e-09]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,1,1,8,1,1,1,8,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.869368612123548,1.8216198283515423,0.7421666550265293,1.416063628787315,0.47072873125607406,1.1747178332272836,0.3281875290745824,0.7724295007146468,0.3425557255191817,1.2481967266808403,0.22324560489506395,0.7948073368782751,0.06063756682162962,0.8792973154234356,0.03944345323971889,0.40922444868050195,0.13917768635045769,1.0859092835736575,0.06342332192406042,0.6567722481578698,0.016010486322441574,0.6883071048492886,0.007393952758742711,0.28283140841765125,0.006480363999818223,0.7330546618895005,0.001885727988842638,0.29436871092628425,7.937493300394773e-05,0.5964762782247549,9.352255571060727e-05,0.03928966714380937]},{"index":1527,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,5,1,1,1,5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.8129120791736963,1.7884572498124498,0.6224774577020286,1.5763620546303256,0.4258938557683673,1.1983117013650513,0.24652119614981854,1.0646547324997275,0.4379269381970357,1.2377825152294821,0.2720576460862135,0.9253160146289683,0.10801500098159797,0.6116622773439795,0.057644579535483305,0.46838292404290016,0.19982557187875027,1.1585852662603189,0.09090423297999335,0.9452984130968782,0.03527943631615656,0.49048539559096926,0.011758290257224713,0.3208582281694793,0.037609203507544355,0.5642320431486318,0.018413509561350246,0.22050028060680263,0.003123513441864631,0.09946227156057404,0.0013335501414929048,0.036724588742000394]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,5,2,7,2,5,2,5,2,5,2,1,2,5,2,1,2,5,2,1,2,5,2,1,2,1,2,1,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9487847215890093,1.3679779800871656,2.0295685406823267,0.3449187996885069,2.23134208329836,0.42903571867518026,3.328619498437572,0.017661696482332862,2.4166856059371,0.37309742816583136,3.3104223112463913,0.011663219782299014,3.8771126977506487,0.01861974984908472,7.643191057688991,2.932721299384018e-05,2.3903821225460473,0.40974915193525296,3.090391541122657,0.009453337351008131,3.565898480050653,0.012705022399282404,7.01672991785377,1.186296726984362e-05,4.063758671932263,0.007291955616999533,7.349147596521222,4.073089913448239e-06,8.744773361321812,7.513817544779082e-06,17.61588415154605,5.322409180038837e-12]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,2,7,2,3,2,7,2,3,2,7,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8327255054027058,0.7981160235944148,1.6987535518449068,0.17517679626015747,2.015204546943436,0.1527765401748786,2.1611720117509705,0.007570490410548868,2.1763426630638714,0.10735923251590258,1.94873416514978,0.004300587293267783,3.0404213929517363,0.003989973602136738,3.6446530493046327,2.4694115372019343e-05,2.2980440082611238,0.08308247181578225,1.9275060590379791,0.002249572968765348,3.385546422451271,0.001579574692636218,3.5722802743735746,8.067468825278403e-06,4.118098001449966,0.0005986101048217162,3.5886062182498075,1.9419477801584283e-06,6.943198060552966,4.860680644613465e-07,8.315874071048679,3.986699859047006e-11]},{"index":149,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,3,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.664275164726657,1.935392203373042,2.787863143229462,1.5640552963284067,2.735147670634082,1.7789516560457448,3.149457140621249,1.2733770323061822,2.7661910422846927,1.6585028423721717,3.265509236426512,1.080075948191367,3.1118582324525126,1.6024185336998704,4.521089239522858,0.7919030081366241,2.905457246156638,1.5779459016776742,3.2305807715090933,1.0387033410947477,3.283590777943662,1.4426842998682914,4.306974318042693,0.6563872947007156,3.6942701063778496,1.0695565995176932,5.115029214897938,0.3131645807016668,4.882585935752008,1.3139892656154484,8.158701465559087,0.1352917137527805]},{"index":2299,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,5,8,2,8,2,8,1,8,2,2,7,8,7,2,3,8,1,2,7,8,1,2,1,2,1,2,7,2,7,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9826272873873454,1.8030364873083198,1.7811600882737202,1.3898794380103725,1.6035180270259117,1.3807891189637311,1.406780980721689,0.8395338231759418,1.9747486466869864,1.2754295150181787,1.6095245588631966,0.5708996301383632,1.782324063179914,0.8542661339379615,1.5967170197088383,0.09787986588726055,2.455856224004851,1.2137048588460342,1.9478413859638652,0.6436569955448032,2.1485650981107876,0.9992086797759533,1.7438813581402466,0.15435118658641336,3.139480105669006,0.5979960116616021,2.601683410020896,0.02887353688910694,3.840183655018717,0.14454144531219543,3.883344937934881,7.784172543418987e-05]},{"index":613,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,2,1,8,1,8,1,8,1,2,1,8,1,2,1,8,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.036260007834309,1.9038921567279683,1.9142586251862692,1.4044821626027426,1.9631258043715856,1.5082357131534612,1.8734529798263466,0.8776414439481127,2.182203534929238,1.5574122816271074,2.223645791189887,0.7813230699125397,2.6084561516810356,1.5844472052792888,3.0316251941136905,0.3113721071889957,2.680494300630293,1.8302674027850294,2.7791922398722275,1.2258544257596642,3.2634769772459085,2.001780791874412,3.5883929390361815,0.4994910771921092,3.75923511982265,2.042309827846848,4.438583050405232,0.27442601407306993,5.467159588563153,1.9601449948175982,6.789169339692755,0.004908895024746978]},{"index":1790,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6918349023622916,2.4769690715924595,3.1120046680756586,2.198304876612138,3.291979658549037,2.0068340318124323,4.995259745379917,1.4938037315465007,4.244312154084558,2.207142567710444,5.75979159085874,1.664421982175544,7.339961454446301,1.9283369964244752,11.669747922966302,1.0235890628602784,5.334327513392727,2.723282970046979,6.532472101341111,2.300843834142537,8.026641859677277,2.4495946905558017,12.16902921847175,1.726206126845439,11.193407527420275,2.744756040933294,14.871468010323504,2.0507130886956384,18.582885964509206,2.928485293430054,28.256042716615454,0.49706272474561475]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,7,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0241831396648147,1.4489881828591702,3.3431646604417296,0.7156702962950473,3.3346478653206164,0.43323431736559326,4.153576055914764,0.0793021072022345,3.2259976106157007,0.4043591938556685,3.8940489871917663,0.056909999585455805,4.460057956421776,0.023393394379020296,6.449660257429928,0.0008970255893635673,3.593044903389951,0.6048350231790595,4.826923422682368,0.098737632802325,5.127547765522146,0.028040761557135585,7.692237613377359,0.0009596361352432098,5.427539726615873,0.018312712719257558,7.621435506304734,0.00043320343370347635,9.22162063416586,8.177228220372704e-05,13.648913179532796,5.3666807112613905e-08]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,8,3,8,3,8,3,5,3,1,3,1,3,1,3,1,3,8,3,8,3,8,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2005806025005437,0.5294597818735484,2.399253509944117,0.10173279075859122,2.7959786751455455,0.045871890719865936,3.506137634758554,0.0013981124636687449,2.6946521159563757,0.037689619815934355,3.23985929569659,0.0008060948671441074,4.0714818767469545,0.00015555091360292328,5.904011067485798,6.95853834767895e-08,2.3716023158088215,0.04627051178574531,3.213186128995949,0.0008578610556206974,4.250690347669893,0.00013423339547642316,6.518430260981907,6.873933652507627e-08,4.599976992845645,8.83673272754613e-05,6.215168203377405,1.5277783366053543e-08,8.300105754250136,4.1080094872913797e-10,12.207250430782794,0.0]},{"index":1128,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,9,4,3,1,3,1,3,1,3,4,3,1,3,1,3,1,7,1,7,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.225065075767454,1.752564723884551,3.503094042758441,1.2494657966955274,3.705390339916404,0.8755802722811692,4.73961814413239,0.32289948529060014,3.6148805256436374,0.9449616959852414,4.188658012498058,0.3206168661541002,4.911829029427713,0.19692661820434143,7.446939023352515,0.0280340528215107,3.7361184943299093,1.4261776296244961,4.723932493883318,0.8398259352132251,5.865080975865027,0.5292846000111877,9.154803141978618,0.17520573510120954,5.53986353937361,0.5699793190128829,7.368799832222072,0.16830883275295433,10.33157379882791,0.09451667499152909,16.85960188245913,0.006279605656435208]},{"index":3549,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,2,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.062092068820096,1.918515464151565,3.5434710281032435,1.3302616977054498,3.60680918439436,1.1050314730055912,4.842368770704384,0.6060796710095067,3.1911206414536135,0.8964637502181404,4.641821580665573,0.4871309971131878,5.140105461852196,0.2902619368560939,8.659210574631027,0.12550057481725974,3.7866578613159345,1.2972241551450774,5.397560804776802,0.8993575403541995,6.127291453959079,0.5680809415688812,10.099668030856263,0.40573031447995067,5.072343277542164,0.3776477762147505,9.067244913219774,0.44709560798423087,10.673835139994909,0.10059492836185333,19.345452024082185,0.04277835871711737]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.498508858269176,1.2994833191000061,2.279304953405526,0.5009884975216246,2.070793575185615,0.4251652947726968,1.6236872353676035,0.03728628949500175,2.3405969308626453,0.46932943914656433,1.7856766298702482,0.032380375152574505,1.9522103332977943,0.032829749012492186,1.1083390530781536,0.0001352279558515773,3.027679979388147,0.487947077436445,2.5733169830909004,0.03242628324501532,2.510626778227892,0.027389338946061336,1.6234885416377245,9.537450109994867e-05,3.3533715693193495,0.05679485738365428,2.289313731418207,0.0001295519567589988,3.4539104736757262,0.00025541712604567414,1.545034834055429,7.67488738933864e-10]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,1,4,1,8,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3609613489495596,1.6254119389272548,2.1228837613993625,0.8915133439039383,2.2489685855598056,1.0490891575417667,1.9751603874191261,0.2796639825914895,2.408430965518991,0.8848710131998715,2.2212649625584655,0.18531325190684547,2.5739831480657003,0.36537163809620293,2.6031972107885,0.007078033143642126,2.8841849732758797,0.7904233273541388,2.911472365976479,0.1165934658842717,3.2330181576773973,0.2757594180026885,3.4972763872239048,0.00350821963976383,3.7504002508184904,0.28763568184563043,4.569445666249637,0.003531674015461622,5.602808937393997,0.028054032555436568,6.988574576216622,9.518069592510645e-07]},{"index":115,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,9,1,9,1,9,9,9,9,9,1,9,1,9,9,9,9,4,1,9,1,4,9,9,9,4,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4669225820568625,1.446403197679412,2.5538198391502216,1.0967352264375418,2.8985007664812286,1.1215949291675844,3.017654617653688,0.8878895093030148,2.536416247087784,1.1334686874227642,2.739906585226832,0.8800758923747047,3.6796333176877454,1.0212376949744932,4.105912981373942,0.8017711430621131,2.6567456871331014,1.0562758487156656,2.8223907165264674,0.7255746025627265,3.491579708181996,0.8809687578184375,3.901937283514722,0.5616222553190022,2.9753634454022757,0.926813265443742,3.5673128124807665,0.6123385209185981,5.605776093993469,0.9424571495448758,7.313920656240076,0.2782000751204319]},{"index":300,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,4,1,4,5,4,1,1,5,4,1,4,5,4,1,1,1,4,1,4,5,4,1,1,5,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.648883128361719,1.8137459855531264,3.7040843908943173,0.8197656387106312,3.866298470708843,0.834211411642759,4.420939049682811,0.11043531956253787,4.237701606069706,1.2715655085983146,4.8972904490881195,0.21026201721838977,5.261314169131413,0.2215525593527206,7.366542502755762,0.0036852341198009104,4.474771469142035,1.2293705570596836,5.195290004637174,0.20148718392448958,5.436170203260914,0.2059002523863237,7.526340863856466,0.0030851807589905183,6.634105885971682,0.9110560498596965,9.000144480497152,0.027559267936633228,9.389320241199886,0.03333067717290564,15.28907511070784,1.4795577712568252e-05]},{"index":3533,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,5,9,1,9,5,9,1,9,5,4,1,9,1,9,1,9,5,4,1,9,5,4,1,9,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.645978982780311,1.6587929823517067,2.922493524186809,1.2332982995677162,2.9814105697120197,1.1197569359673207,3.833481135444017,0.8414764991205528,2.9119860154158985,1.2308680493583644,3.6079953279247525,0.7838045163656057,4.495421622141329,0.9079739773565106,7.167997763662431,0.6567232610867588,3.5336100897241067,1.2546204165897623,4.357137749102059,0.7858310157417193,4.734269558686739,0.9329771301828088,6.866043132249472,0.5496798025090733,5.272596169371493,1.2041797756782655,7.5322202411113555,0.6082562409095873,9.529924429821452,1.1975493023131454,16.68427461489226,0.5034140905952877]},{"index":5201,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,9,1,9,1,9,1,9,8,9,1,9,1,9,1,4,1,9,1,9,1,9,1,4,1,9,1,4,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.781041379671458,1.934428882344209,2.5066416498318453,1.5396863102367573,2.631831638920245,1.516909101973581,2.301659354287595,1.0773990158346245,2.662641088318676,1.3510856158556077,2.3240751493462115,0.8464785169285388,2.94148676140709,1.3288717784056367,2.8201810812548387,0.33430582389878954,4.0471701372615225,1.4580562462217213,3.979502590066018,0.9011242015166733,4.727459674628763,1.191215861907836,4.854140488188225,0.2888422026639941,4.83496183923741,1.6463755352363225,5.426096640369403,0.4636445175809592,7.429197855183888,1.5673107620450162,7.793431551871361,0.01713822226157809]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0662282915153445,1.7143058764050647,2.097002639062612,1.227698215300599,2.666326965153019,0.9904418699546247,2.44210390384401,0.42151474647313425,2.1383161894769254,0.9986536784130704,1.9544376744341454,0.37917580498458153,3.9410064400356375,0.25501113176939405,3.285919288253199,0.036225195940928066,2.1956298400416023,0.9435943679931661,2.6725798391590128,0.3468501309241928,4.848500518764204,0.24954276068090378,4.979802111614335,0.04213252112638846,3.6910059823599957,0.24760248127948448,3.988330724753733,0.03393387981814514,9.425074948087051,0.022932689004418173,7.8441947095305,0.0003598267511239247]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,1,5,1,5,5,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9407281012267164,0.7538457529174631,1.8585815862826085,0.11277420960247476,2.0644761582839974,0.08918644568480072,1.6543621302481577,0.0011924379469027365,1.8438336797811377,0.06586993951903466,1.4968454654255547,0.000618400065077405,2.400723201040977,0.00032693896292134713,1.7492104624400064,2.71647636248189e-08,2.536605379566077,0.09703656781569432,2.293458105033566,0.0009609672988317546,3.425376678008406,0.0005073311520240048,2.8646952422051357,4.95184851963883e-08,2.8305218281040485,0.0003823570086181423,2.205776810343539,1.686280167938293e-08,5.2863788409708174,3.276032773021421e-09,4.30172468797681,0.0]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,3,2,5,3,5,3,5,8,3,2,5,3,5,7,5,2,3,2,5,2,5,2,5,2,3,2,5,2,5,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7887057085452214,1.663581325673248,2.586612524908493,0.7794611433116032,3.2369749208612877,0.6935542947175902,2.877587343275774,0.053952774332953715,2.8984012389862936,1.1651947253400814,2.7362572213573224,0.1473695196819666,3.847303583072402,0.21927438617011066,3.353268906121505,0.0006117116730638443,3.301267240240579,1.3938759533184701,3.2558534256435276,0.21965200963817447,4.498871055199745,0.2558950123452437,4.136183351682151,0.0009466773963764364,4.215786844647735,1.5032428171220493,4.6538892729614165,0.016786306605464412,7.056345194257204,0.07292959479393725,6.620417881941869,1.224263690978804e-07]},{"index":352,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,3,5,5,3,5,5,5,3,3,3,5,3,5,5,5,3,3,3,5,3,5,5,5,3,3,3,5,3,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9197567450073432,1.7365088509852329,1.6465956685469647,0.6521077337303206,1.7056278530019084,0.4829540861985563,0.9695075321589245,0.012555448802030859,1.7177637613273253,1.2140320024281337,1.14414867711261,0.03609813849612006,1.5751651939310396,0.09106783330278032,0.412889876909683,7.777515985424987e-06,2.185891014853672,1.4932508237684128,1.6616193479068342,0.0664970949131227,2.5109598289809685,0.09538960337569533,0.8799983742241015,1.2318900211257828e-05,2.727312188459789,1.3283602306762878,1.4651390549945829,0.00016574560562884516,3.855475561461518,0.0097862536486404,0.40952446634345757,2.7533531010665976e-12]},{"index":1299,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,2,7,1,7,1,7,1,7,1,7,1,7,7,5,1,7,1,7,1,7,7,7,1,7,1,7,1,5,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3175144594116848,2.343828163116221,2.255641878591206,1.783297855619312,2.591153594420173,1.838874768744615,2.3266112556747296,1.162528816101099,2.306172490666473,2.0051326216051972,2.10767749333947,1.0324214075106284,3.292117319406171,1.180402832436187,3.14232421745101,0.37005219558185815,2.4835951889949217,2.547015491339828,2.456483785227344,1.8297100431115965,3.7911990797349335,1.718295168461728,4.060623288897016,0.9754936926048114,3.1479845083619686,2.269082673340488,3.3130675990630514,0.7669387602261891,7.045884985250371,0.5938869517779857,7.911130447940728,0.028901504411137376]},{"index":2073,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,0,7,0,1,0,1,0,1,0,7,5,1,0,1,0,1,0,1,6,1,0,1,5,1,6,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3321892040752505,2.620584363582687,2.0391294791992434,2.144414688681846,2.402382582014166,2.201018944186943,1.7180611586482377,1.3777665234708674,2.3814700354174425,2.2828723125367136,1.9151186008734247,1.3274777464340595,2.9025164791319984,1.845523062936394,1.8782874325466126,0.5563197491299481,2.5466478429961565,2.7651731776588493,2.223999758477362,2.0547904334157763,3.639000231516993,2.539994718821597,2.565780990994322,1.1881504162610939,3.0089103136488116,2.6000863697382757,2.6880856054999094,0.9530643917977362,5.823264276435328,2.3615328613721047,4.39769459568702,0.32065011675258126]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,7,6,7,6,4,6,4,6,4,6,4,6,4,6,1,6,7,6,7,6,7,6,1,6,4,6,7,6,4,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1912160683315176,1.2411300798378821,3.4562099711552827,0.4478732326683593,3.7701853755091603,0.33811554221459234,4.825882629613396,0.021233108069612896,3.9963502703602525,0.4955166785489636,5.078090257278184,0.02144849343956928,5.704464613972696,0.024736953914203916,8.889919228127882,3.951642434466621e-05,4.614156345046693,0.6327763241285981,5.506148520761885,0.029894069093841374,6.563735471999819,0.020564671029854428,9.490711524118346,2.8017731545430545e-05,6.60604535081715,0.07430826119242938,9.59986568755999,3.070487592166414e-05,11.577494837892893,0.00010026170755461716,18.828111636417358,3.8109737587161874e-11]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.656195824617328,1.072225439823849,3.8243697816158466,0.31945362528057775,4.153821414155713,0.29429808013415065,4.741606569764275,0.028202808952467184,4.151696572356579,0.31995383560110796,4.844517646720311,0.019744553248339788,6.019658707065578,0.028446603928238043,7.765063442067974,0.00048702592051420716,5.08040947668092,0.3173454581578143,5.612018472133919,0.014861945660511112,6.707499512045409,0.01601840808462706,8.186129803346429,0.00018977165040519485,6.267856909112536,0.019570620823958964,8.242840844015848,6.385235992230612e-05,11.459411100647594,0.00015098054695930797,15.20649825059798,1.9192961036141886e-08]},{"index":1044,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,6,1,8,1,8,1,8,1,6,1,8,1,8,1,8,1,6,1,8,1,6,1,8,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5594586489997315,2.036962544050775,3.647660572750155,1.5966840111671636,4.10204356393502,1.5720360874973516,4.460616022428703,0.8371268245537822,4.7932759467474035,1.8099583967751633,5.333231049418936,1.0224644200622195,6.5449995332040585,1.6021643602574889,7.802873048594889,0.3316859782300546,5.102787354018779,1.856831165258379,5.4911617927269685,1.0268285041796728,6.938103479197156,1.3992927803241193,8.2164648287254,0.22050113409969083,7.954204680622828,2.0797957680568677,9.509727743472588,0.5671939467743705,12.841262500927582,2.452489204778706,15.853586578893102,0.02977885855020925]},{"index":1444,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,7,6,7,6,7,6,7,4,7,6,7,4,7,6,7,0,7,6,1,4,7,6,7,4,7,6,7,4,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.534478554184447,1.4485661137072945,3.5666362458847987,0.7093852191745109,4.3363583253843005,1.0592747341932645,4.960179597659781,0.28467281304674025,4.807655563001446,1.4910862121987645,5.14018878172401,0.44134707915312354,7.258050592392,1.3891559425766755,9.19325474088366,0.23976850793824192,5.066513546716706,1.4823465179770112,5.572720612714814,0.45845539778049427,7.727970668741322,1.370655935934356,9.568047438716832,0.20122686825769123,8.591653204742089,2.134360959943023,10.410447141364855,0.3459313780563915,16.004907367299346,3.2548626214290186,20.595556440339685,0.3324718038898691]},{"index":2118,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,6,7,0,7,0,7,0,7,6,7,0,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0895529390829735,2.2741265732541733,2.9347628820085987,1.8998387539251091,3.733987186660882,1.8549562630000676,3.764701081467225,1.4456868226865736,4.320603744665184,2.114722530603448,4.175421119511017,1.4411708233346094,6.106288260422429,1.3681474248744192,6.4028094462285905,0.7543684114610505,4.4227992792325,1.994943264089885,4.252625086900163,1.4389306995614517,6.755178369255451,1.2733481133740225,7.026816503814228,0.9615178819902372,7.886301725843132,1.58172884925596,8.026865706828808,0.7305107257907782,13.248821175050765,0.6292921849963499,13.995953458217173,0.1616543609463025]},{"index":6847,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,6,1,4,1,4,1,4,1,4,1,4,1,6,1,4,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.855293360750749,1.6983917347659598,4.35865094005101,1.2803376385071976,4.447804220890695,1.204891174500332,5.418138832030114,0.8862682011962838,5.1876207977515545,1.2462982661105113,6.330830090237128,0.9797128967393176,6.842389587229075,0.967169877439978,9.175910685265654,0.4712487002575919,5.32320601493522,1.4803888119191313,6.580710101313544,1.2421320386808299,7.209211854802623,1.339891849879986,9.768541023191801,0.7377685183009753,9.04521429366786,1.1061255796094633,12.103048171358182,0.670738167564231,13.821494831941466,0.9833779982198467,18.953874481688047,0.11060128881904421]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.824460624251749,0.7918215551586069,2.669259410943356,0.2041008165256556,2.914426634748954,0.20488207971665978,2.9295552087132,0.01185472858838796,3.2728527852519997,0.17476661047200065,3.144835007496808,0.007881152589426278,3.8850747874525147,0.009552375290680919,4.2069671078761335,3.43780132003571e-05,3.335395172241936,0.14720966743296834,3.2863283990855874,0.0040604556300488795,4.161591204683849,0.005532844091958927,4.59353979216282,9.057205249046225e-06,5.277548344477226,0.004429425317954603,5.422033462303526,3.858579179446591e-06,8.159509311487476,1.0894986740502579e-05,9.704835284555353,8.334199996448338e-11]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7122032471453394,0.9055247379837105,2.484645838277946,0.255496557858273,2.698210060638549,0.21328820612927119,2.4508265397747997,0.009350809701704037,3.1141719419943747,0.21806760346652734,2.7494333263991524,0.007806579943987122,3.334472803116669,0.008514057034883699,2.849678399589269,1.4293431082549326e-05,2.8414440844023043,0.15507772089705388,2.6108987599454947,0.0038949676792795268,3.3170883394238926,0.003009931847539095,3.281027917464618,2.8568636173478546e-06,4.782823521645309,0.0039933715951098615,4.457765423801618,2.2816595304649585e-06,6.443004228186037,4.140282765236221e-06,6.033527779919621,5.450084827870041e-12]},{"index":551,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,5,1,1,1,1,3,1,1,5,7,1,1,1,7,1,1,1,7,1,1,1,7,1,7,6,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.864703876346758,2.2420204292677988,2.0967012908871467,1.843108793974891,2.04236112411517,2.256764300224007,2.389323572368767,1.383303293382904,2.267058285171622,2.0381936892050643,2.8706437742451802,1.2223152072739498,3.100729022201816,1.8840215015884265,4.25715891860917,0.46601077353236914,2.0806570314298405,2.0545771324975335,2.5965216670743856,1.1679105328856672,2.884869701395993,2.0417858441700654,3.828349421370893,0.36370489277746687,3.5794630359329522,1.550434218934317,4.90752695078056,0.2179961461182108,6.340079925882007,0.8341260389158351,8.494795755216604,0.0024982866445290883]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,3,1,3,1,3,1,3,1,3,1,3,1,7,1,3,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.256450023883511,1.8529508522445137,3.6976050599453707,1.9888043641777884,3.601024749901655,1.5961738251995998,4.335376394562809,1.587364427003287,4.89368689940717,1.622954287830978,6.012296894035531,1.7413998756465139,5.833439123775356,1.3074020988861164,7.517845463809145,1.3771292060016995,5.10124442912111,1.4256087855445045,6.836817519621694,1.34765230442381,6.989068443788923,0.8188776868439046,9.443575518765394,0.5553866600217163,9.834680184521162,0.9033968247412494,13.059208488260701,0.7190668945510348,13.09318912189657,0.27785938422673184,17.54429105760633,0.09419796190042987]},{"index":1194,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,7,1,9,1,9,1,9,1,7,1,9,1,7,1,9,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.772378595648269,1.8473584340995772,2.5627347930328015,1.2488313391913515,2.5872995850786857,1.5865399007036611,2.0890656448565625,0.845585165595586,2.925180310720834,1.6154464903191754,2.4722928241322575,0.819499575521111,2.9853963583544165,1.4697840036154868,1.8791946708428613,0.32486384546501557,3.0231725564020984,1.8114518893936957,2.5795389277258876,0.80632798388296,3.246425577759698,1.4763811135420037,2.197430801642394,0.20558948110716727,4.114521640323404,1.958465167835567,3.0240826014142175,0.30152755820373667,5.15084221942445,1.3479579755094226,2.256791798582663,0.003980448267374488]},{"index":1500,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.03634678137864,2.0789660338032094,2.1616376302600004,2.0586993533538487,1.917004645900982,1.8620750782673334,2.0093808045221886,1.6317862659896893,2.1788809213969893,2.0782367887820876,2.383966653544582,1.6709500616952275,2.146251170913156,1.797730509786145,2.5519347251656592,0.8385135765601809,2.015858688533238,2.176660025863792,2.280099872299437,2.129379508204967,2.018300749839575,2.130387161413231,2.5263707853796222,1.4245748330274774,2.6082718574429506,2.4283934005752412,3.3662211167413925,1.1764015692238547,3.30346860700819,1.8397218263280124,4.731441953667568,0.07884328893456925]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,1,8,1,8,7,8,7,8,1,8,1,8,1,8,7,8,1,8,1,8,1,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2357856609016737,1.3509656791695772,2.4061145689696906,0.6393836436451296,2.780959256051024,0.3619809312712369,3.393479648551619,0.07372296526026467,2.1183965073721294,0.35166491134879374,2.5897865107144256,0.06393792425292151,3.4197585870670597,0.00933472892697268,5.308609341113422,0.000437546015030423,2.4022000432985706,0.40328257416529906,3.0027323090827043,0.07403637971095024,4.008360304189588,0.00936162060488501,6.042280678899548,0.00043782865352879507,2.569267034591565,0.01660713470115976,3.986729424758717,0.0005217192469515401,6.6037553393805,3.875825228177146e-06,11.968020606947926,3.885344483036024e-09]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.672652766203492,1.1582474351012393,3.3405658814473553,0.521838191155165,3.1444331652168955,0.3011816445199737,4.845996086224899,0.0491717551419273,3.0849998475091818,0.2615165756664092,4.905580185985188,0.02839159969073244,4.8276352453061735,0.005254079930487278,9.06086789079522,0.00014526159946633656,3.3588953937049255,0.3733528880604688,5.3009681673387385,0.04998411329044726,5.2699469000846335,0.007043138257799527,9.523861430501665,0.00020045386864197737,5.375145695266367,0.0052669132186279,9.926747542323804,4.5218823176543185e-05,10.104424906620032,6.672405116150873e-07,19.080491684477444,5.292932757348446e-10]},{"index":495,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,8,0,7,0,7,8,7,8,1,0,1,0,1,0,7,2,1,0,1,2,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7543750546295247,2.348065099266037,2.2554439460441915,2.2600636019153155,2.2344464639087493,1.6991895306896656,3.288683202011809,1.660732647164134,1.4674991810361815,1.9687253455361806,2.4065567187253145,1.893575935310508,2.447928908176709,0.7911161623104354,5.306182237123424,0.9035942794972314,2.2091436512590725,2.1216950264776813,3.312740117989631,2.2381412280442126,3.8463460000282987,1.1047448156608732,6.643768206062965,1.5414257545847048,1.598461707012406,1.826575662843636,3.8652426937255155,2.318176571002809,5.147547322427482,0.21621899115682827,12.193966864203349,0.6932638400278289]},{"index":591,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,1,8,1,8,1,8,8,3,1,8,1,8,1,8,1,3,1,8,1,8,1,8,1,3,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6475048205714513,1.932018485146382,1.7886730992713378,1.2831847668934477,1.7813005011895453,1.220171316837024,2.393438739351082,0.46921208567859457,1.3458730572660706,1.3428492300814272,1.8368411998113092,0.4102768299093271,1.6333125058125613,0.3894999324687692,3.300982367293651,0.017812428095896612,1.4646615307851887,1.389579571841133,2.0124274526610724,0.39527958527908913,1.950017198221874,0.4002788134059528,4.16475447473975,0.021327798144024007,1.0907872429145438,0.9133537865712046,2.8927024531140697,0.038662336597948155,2.3839659673825744,0.060046622632535435,6.974373650040397,3.641488291101871e-05]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4366966149240143,1.2551420286575137,2.37021963775019,0.4886863331336759,2.931858457809752,0.3533647257621239,2.86481138753067,0.03670868128908605,2.967954962827796,0.33101973731854367,2.8382134016332876,0.028797181922620325,4.141236689452715,0.014293806479439704,4.157596202994462,0.0003850466381866208,2.8205018314201906,0.4572352905799557,2.926062141859105,0.03843617260600091,4.515060144685054,0.01495510869141987,4.866439538902391,0.00020844562338176347,4.682224476570689,0.01597640178476279,4.900999432222226,0.00015631841244643374,8.130171823942623,3.870280041791605e-05,8.785305386484067,8.45788365769918e-08]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,9,4,9,7,9,7,9,1,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3225820256651613,0.8540994683489967,2.1136330683627405,0.3248594154160487,2.7727324334685326,0.2351947306358237,2.955118750666913,0.02571633793570512,2.247457771139155,0.12353925313725159,2.1057401726575184,0.011227489607591304,3.5074544163495043,0.0038052398341394873,4.735246446709141,4.7181389580531085e-05,2.403369762968201,0.12802119298702944,2.6391720134233134,0.019070962926171223,4.158640433663522,0.0064116621204162744,6.2786810433002085,0.00011309393348016954,2.7252219719156403,0.0011831554240346678,4.197700402019409,1.1871647509054731e-05,7.914796541324286,5.480963033516617e-07,13.597743636527424,1.0070189126513469e-10]},{"index":241,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,8,9,7,8,7,9,8,9,4,9,7,8,1,9,7,9,1,9,1,8,1,9,1,9,1,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8296619518279533,1.539942785231698,1.882301032107661,0.9641210384264001,2.124810522427619,1.1609633643592727,2.750766321180957,0.5790309984154342,2.0421125769897674,0.9557820742233926,2.5077366976766875,0.47600476508480477,3.0918922196607843,0.9821141586369206,5.1327638965049545,0.21724938824434617,1.9687566012504039,0.8579485889975963,2.6065282142180672,0.3646887103051859,3.377064814609988,0.9246964559457763,6.026569563056718,0.21089672214015717,2.797999599590698,0.6050426229041341,5.25606574824536,0.15639559079484855,6.503733960277248,1.47652358797809,13.043102564545132,0.03825006807991255]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,8,1,9,1,1,1,9,1,8,1,9,1,1,1,8,1,8,1,8,1,8,1,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.045164624953461,2.110402608480995,3.1898958921225775,1.6965593084663897,3.808504914326182,1.8141983152514225,4.2979683447416575,1.095383107895667,3.491756315220429,1.6818978083537528,3.9863395760742177,0.9670781892139237,5.518865338204985,1.4788066086724534,6.799321667406118,0.4295721100087412,3.458913682790098,2.025495988476268,4.117528715762238,1.4476881637318237,5.695092604245302,2.136193569580825,7.5403123181803835,1.0724424839963387,5.225110030000875,1.5933330728676534,6.802913730917611,0.5877059933997353,10.879537159993435,2.4733838135071333,14.483847891115715,0.25675220903534646]},{"index":1709,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,8,8,8,5,8,8,8,5,8,8,8,5,9,8,8,8,8,8,8,5,9,8,8,8,9,8,8,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.747398526703525,2.186854015048248,2.6033483819059646,1.9470102997392271,3.0006040613746823,1.8191672623754327,2.976147973600982,1.4225305567601387,2.8468579419829796,1.857167823454243,2.799733919798161,1.435504577239119,3.589797579589205,1.4271005019987713,3.905488712881716,0.7416957597871516,2.953137462266154,2.009826064688623,2.8674964434827195,1.604917458188349,3.7991500398161837,1.5885895799788816,4.145261116856197,0.8720507004153323,3.567589720689602,1.9288088946298683,3.8584709223166214,1.0037689234317575,5.82132125878078,1.3823540767063172,6.997078064330587,0.15005035995735314]},{"index":2189,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,5,9,1,1,1,1,1,1,1,9,1,1,1,1,1,1,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.4764354164719626,2.2447191732982876,3.5294610960898583,1.8951802328766965,4.0410813413643005,2.1465959671836847,4.572712153015395,1.2275531172886947,4.2367468106862125,2.4821514602708,4.557568077233198,1.695375439641877,5.803566307034646,2.160849194174302,7.513790514879035,0.23292662397976596,4.831835452493627,2.7921430691270315,5.437625681937125,2.2864295319381176,6.7274856935569405,3.082447266970374,8.195798066129464,0.872494598177629,7.843855019881455,3.903349855646933,8.987064470971191,1.8198434251305218,11.87900441390563,2.7287413496924753,15.459938408747611,0.003094541229183553]}]},{"id":"sd_constant-selected-s101","recipe":"sd_constant","state":"selected","seed":101,"epoch":5,"source_run":"graph-eval-sd_constant-s101","checkpoint_sha256":"c16d6933d1ecd84492000c25d4991ab7e545a2c08ee6aadea84341db509e06a8","source_result_sha256":"184966f7b9176528e24ba0622299ea7b9184b7e6cbd5ab6dd6bff1f9146b3ab9","archive_json_sha256":"b4ce3b1324ab991e7b24798d2c8149f54da64394d5a4be90502b93e03a6fbbf0","archive_npz_sha256":"1dc22b36f45047fbf8eee8ef75c78ae33de0e4331ce065f6bdf98679f2125205","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":8.703566478640568e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_constant-selected-s101","recipe":"sd_constant","state":"selected","seed":101,"epoch":5,"checkpoint_sha256":"c16d6933d1ecd84492000c25d4991ab7e545a2c08ee6aadea84341db509e06a8","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,2185,2631,2,5,1,35,149,613,2433,4943,18,30,578,982,5067,7800,4,6,33,2130,15,23,1082,1737,4355,5972,11,21,259,1181,0,17,124,684,1581,2016,61,84,290,691,4639,4879,7,9,448,874,320,882]},"n":10000,"dense_accuracy":0.9776,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9776,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9562780269058296,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9682854311199207,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1215,"correct_output_rate":0.1215,"accuracy":0.1215,"ce":2.467803995940791,"abstentions":0,"harm":0.858,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":2.9511268876936745,"harm":0.9857142857142858,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.775330396475771,"accuracy":0.775330396475771,"ce":1.3892584569713373,"harm":0.22202643171806166,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.07073643410852713,"accuracy":0.07073643410852713,"ce":2.2943443213976265,"harm":0.9176356589147286,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.031683168316831684,"accuracy":0.031683168316831684,"ce":2.5962640093606058,"harm":0.9465346534653465,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.10590631364562118,"accuracy":0.10590631364562118,"ce":2.3151570958489325,"harm":0.8727087576374746,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.07847533632286996,"accuracy":0.07847533632286996,"ce":2.3986207239404007,"harm":0.8800448430493274,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.217168304633797,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.009727626459143969,"accuracy":0.009727626459143969,"ce":2.853348309530006,"harm":0.9591439688715954,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.013347022587268994,"accuracy":0.013347022587268994,"ce":2.4202077120611563,"harm":0.9650924024640657,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.030723488602576808,"accuracy":0.030723488602576808,"ce":2.411805459075326,"harm":0.9385530227948464,"repair":0.0009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9492,"correct_output_rate":0.9492,"accuracy":0.9492,"ce":0.3710351489880355,"abstentions":0,"harm":0.033,"repair":0.0046,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9795918367346939,"accuracy":0.9795918367346939,"ce":0.2547411657234855,"harm":0.00816326530612245,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.1933614921357029,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9273255813953488,"accuracy":0.9273255813953488,"ce":0.3968099448361567,"harm":0.060077519379844964,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9475247524752475,"accuracy":0.9475247524752475,"ce":0.3911581567672708,"harm":0.03564356435643564,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9521384928716904,"accuracy":0.9521384928716904,"ce":0.3780383134351282,"harm":0.029531568228105907,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.8766816143497758,"accuracy":0.8766816143497758,"ce":0.6415921810654354,"harm":0.08744394618834081,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.24284948803906894,"harm":0.011482254697286013,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9357976653696498,"accuracy":0.9357976653696498,"ce":0.34718862977812476,"harm":0.042801556420233464,"repair":0.009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9579055441478439,"accuracy":0.9579055441478439,"ce":0.4137185015667661,"harm":0.024640657084188913,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9375619425173439,"accuracy":0.9375619425173439,"ce":0.4961415874216297,"harm":0.035678889990089196,"repair":0.004955401387512388}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1181,"correct_output_rate":0.1181,"accuracy":0.1181,"ce":2.6056876802014894,"abstentions":0,"harm":0.8614,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.39558724840013,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.7233480176211454,"accuracy":0.7233480176211454,"ce":1.27872632929961,"harm":0.2740088105726872,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.1124031007751938,"accuracy":0.1124031007751938,"ce":2.2297385827705924,"harm":0.876937984496124,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.011881188118811881,"accuracy":0.011881188118811881,"ce":2.8672910583783717,"harm":0.9653465346534653,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.109979633401222,"accuracy":0.109979633401222,"ce":2.327583986696324,"harm":0.8686354378818737,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0952914798206278,"accuracy":0.0952914798206278,"ce":2.4312033136689433,"harm":0.8643497757847534,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.29481123535214,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":2.9333063524451264,"harm":0.9571984435797666,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":3.0774443748076727,"harm":0.971252566735113,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.018830525272547076,"accuracy":0.018830525272547076,"ce":2.435255681738551,"harm":0.9504459861248761,"repair":0.0009910802775024777}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9680,"correct_output_rate":0.968,"accuracy":0.968,"ce":0.14046036349807406,"abstentions":0,"harm":0.0131,"repair":0.0035,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.07833495670817402,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.048770484864332886,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9641472868217055,"accuracy":0.9641472868217055,"ce":0.1262237583502173,"harm":0.023255813953488372,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9633663366336633,"accuracy":0.9633663366336633,"ce":0.1638600428518083,"harm":0.015841584158415842,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.1309621122290249,"harm":0.006109979633401222,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9327354260089686,"accuracy":0.9327354260089686,"ce":0.26108057802707435,"harm":0.03139013452914798,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.07557244804482488,"harm":0.0041753653444676405,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.958171206225681,"accuracy":0.958171206225681,"ce":0.17095348153899229,"harm":0.019455252918287938,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9691991786447639,"accuracy":0.9691991786447639,"ce":0.15587871790781785,"harm":0.009240246406570842,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9504459861248761,"accuracy":0.9504459861248761,"ce":0.21334607521077098,"harm":0.02180376610505451,"repair":0.003964321110009911}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1260,"correct_output_rate":0.126,"accuracy":0.126,"ce":2.6782464712953318,"abstentions":0,"harm":0.8537,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.825502243576721,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8088105726872247,"accuracy":0.8088105726872247,"ce":1.2657993270202808,"harm":0.18854625550660792,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0872093023255814,"accuracy":0.0872093023255814,"ce":2.327759469795554,"harm":0.9031007751937985,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.020792079207920793,"accuracy":0.020792079207920793,"ce":2.8652240038933154,"harm":0.9564356435643564,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.15173116089613034,"accuracy":0.15173116089613034,"ce":2.2609192184317877,"harm":0.8268839103869654,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.053811659192825115,"accuracy":0.053811659192825115,"ce":2.6339233723991935,"harm":0.9047085201793722,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.1643410636935325,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.825098783856408,"harm":0.953307392996109,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":2.8161020358227296,"harm":0.9691991786447639,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":3.025233170391109,"harm":0.9643211100099108,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9655,"correct_output_rate":0.9655,"accuracy":0.9655,"ce":0.1518058344413205,"abstentions":0,"harm":0.0158,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9826530612244898,"accuracy":0.9826530612244898,"ce":0.10168763070879548,"harm":0.00510204081632653,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.06011011335115186,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9563953488372093,"accuracy":0.9563953488372093,"ce":0.1475900492671676,"harm":0.031007751937984496,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9653465346534653,"accuracy":0.9653465346534653,"ce":0.16579134800255177,"harm":0.015841584158415842,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.14242784727611274,"harm":0.010183299389002037,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9237668161434978,"accuracy":0.9237668161434978,"ce":0.28848878961296776,"harm":0.04035874439461883,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.07504793312143739,"harm":0.0041753653444676405,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9562256809338522,"accuracy":0.9562256809338522,"ce":0.17028988135897716,"harm":0.021400778210116732,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.15184327311264206,"harm":0.007186858316221766,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9444995044598612,"accuracy":0.9444995044598612,"ce":0.23624567195217552,"harm":0.02576808721506442,"repair":0.0019821605550049554}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1154,"correct_output_rate":0.1154,"accuracy":0.1154,"ce":2.9295574941374953,"abstentions":0,"harm":0.8644,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.561957661390632,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.614977973568282,"accuracy":0.614977973568282,"ce":1.244568076884005,"harm":0.3832599118942731,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.1298449612403101,"accuracy":0.1298449612403101,"ce":2.3865421662112176,"harm":0.8604651162790697,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01782178217821782,"accuracy":0.01782178217821782,"ce":3.195910516951324,"harm":0.9603960396039604,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.1680244399185336,"accuracy":0.1680244399185336,"ce":2.279609543207194,"harm":0.8095723014256619,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.11434977578475336,"accuracy":0.11434977578475336,"ce":2.716336208065975,"harm":0.8452914798206278,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.011482254697286013,"accuracy":0.011482254697286013,"ce":3.300346540432627,"harm":0.9749478079331941,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.019455252918287938,"accuracy":0.019455252918287938,"ce":2.964033627952875,"harm":0.9513618677042801,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":3.6238764173894693,"harm":0.9722792607802875,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":3.291900766567205,"harm":0.9672943508424182,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9753,"correct_output_rate":0.9753,"accuracy":0.9753,"ce":0.08453710685959215,"abstentions":0,"harm":0.005,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.986734693877551,"accuracy":0.986734693877551,"ce":0.05440180758497139,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03115963890104366,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.06234022485206427,"harm":0.005813953488372093,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9683168316831683,"accuracy":0.9683168316831683,"ce":0.097658951682508,"harm":0.00891089108910891,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.08428597580322887,"harm":0.0010183299389002036,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9562780269058296,"accuracy":0.9562780269058296,"ce":0.15628309545882008,"harm":0.008968609865470852,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.988517745302714,"accuracy":0.988517745302714,"ce":0.04070758035809851,"harm":0.0,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.11195767973416959,"harm":0.007782101167315175,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.07883527812051,"harm":0.004106776180698152,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.958374628344896,"accuracy":0.958374628344896,"ce":0.13941643878701868,"harm":0.01288404360753221,"repair":0.002973240832507433}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1319,"correct_output_rate":0.1319,"accuracy":0.1319,"ce":2.649769377784745,"abstentions":0,"harm":0.8479,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.5454026080025183,"harm":0.9857142857142858,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8872246696035242,"accuracy":0.8872246696035242,"ce":1.1793656623364106,"harm":0.11101321585903083,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.03294573643410853,"accuracy":0.03294573643410853,"ce":2.746484823944917,"harm":0.9544573643410853,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.020792079207920793,"accuracy":0.020792079207920793,"ce":2.8887289458968666,"harm":0.9564356435643564,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.1334012219959267,"accuracy":0.1334012219959267,"ce":2.1275745330097062,"harm":0.8462321792260692,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.09977578475336323,"accuracy":0.09977578475336323,"ce":2.2925011779461637,"harm":0.8621076233183856,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.3335414531609553,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.01264591439688716,"accuracy":0.01264591439688716,"ce":2.9744303162696686,"harm":0.958171206225681,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.011293634496919919,"accuracy":0.011293634496919919,"ce":2.723341545173587,"harm":0.9661190965092402,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":2.868840076501653,"harm":0.958374628344896,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9640,"correct_output_rate":0.964,"accuracy":0.964,"ce":0.16660646886006225,"abstentions":0,"harm":0.0178,"repair":0.0042,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9816326530612245,"accuracy":0.9816326530612245,"ce":0.10560344935341137,"harm":0.006122448979591836,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.07297646983409885,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9496124031007752,"accuracy":0.9496124031007752,"ce":0.18556527848870363,"harm":0.0377906976744186,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.15168229405123407,"harm":0.009900990099009901,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9694501018329938,"accuracy":0.9694501018329938,"ce":0.15476324655225016,"harm":0.012219959266802444,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9237668161434978,"accuracy":0.9237668161434978,"ce":0.28713673244059024,"harm":0.043721973094170405,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.09034924930430314,"harm":0.005219206680584551,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9610894941634242,"accuracy":0.9610894941634242,"ce":0.17290506386076782,"harm":0.017509727626459144,"repair":0.009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9558521560574949,"accuracy":0.9558521560574949,"ce":0.2137158220393745,"harm":0.022587268993839837,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9444995044598612,"accuracy":0.9444995044598612,"ce":0.25220897916791885,"harm":0.026759167492566897,"repair":0.002973240832507433}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1158,"correct_output_rate":0.1158,"accuracy":0.1158,"ce":2.8922943512049906,"abstentions":0,"harm":0.8645,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.155911700131722,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.66431718061674,"accuracy":0.66431718061674,"ce":1.1458785889873775,"harm":0.333920704845815,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.06976744186046512,"accuracy":0.06976744186046512,"ce":2.776512342989551,"harm":0.9195736434108527,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":3.2812171262922734,"harm":0.9643564356435643,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.14969450101832993,"accuracy":0.14969450101832993,"ce":2.1262612768909936,"harm":0.829938900203666,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.15022421524663676,"accuracy":0.15022421524663676,"ce":2.3786814431543783,"harm":0.8139013452914798,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.006263048016701462,"accuracy":0.006263048016701462,"ce":3.500135354108315,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":3.064565263947717,"harm":0.953307392996109,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":3.680630142785524,"harm":0.971252566735113,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.006937561942517344,"accuracy":0.006937561942517344,"ce":3.0445776720039133,"harm":0.9613478691774033,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9741,"correct_output_rate":0.9741,"accuracy":0.9741,"ce":0.08649183056500269,"abstentions":0,"harm":0.0063,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.04538706874227625,"harm":0.0,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03144804882180777,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.06964376435435869,"harm":0.007751937984496124,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.08994575002397899,"harm":0.006930693069306931,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.07691134402327403,"harm":0.0010183299389002036,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.952914798206278,"accuracy":0.952914798206278,"ce":0.146237324678852,"harm":0.01233183856502242,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.988517745302714,"accuracy":0.988517745302714,"ce":0.04274467374353552,"harm":0.0010438413361169101,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.10691389012653048,"harm":0.006809338521400778,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9650924024640657,"accuracy":0.9650924024640657,"ce":0.11422118991207016,"harm":0.011293634496919919,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9544103072348861,"accuracy":0.9544103072348861,"ce":0.15257573995718499,"harm":0.01684836471754212,"repair":0.002973240832507433}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1283,"correct_output_rate":0.1283,"accuracy":0.1283,"ce":2.9645049466332427,"abstentions":0,"harm":0.8515,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.466498914731702,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8237885462555066,"accuracy":0.8237885462555066,"ce":1.0928527599849713,"harm":0.17444933920704847,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.05813953488372093,"accuracy":0.05813953488372093,"ce":2.94052238505403,"harm":0.9312015503875969,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":3.3169604921203035,"harm":0.9633663366336633,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.16395112016293278,"accuracy":0.16395112016293278,"ce":2.1162454627840512,"harm":0.8156822810590632,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0795964125560538,"accuracy":0.0795964125560538,"ce":2.6629813504022954,"harm":0.8800448430493274,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.017745302713987474,"accuracy":0.017745302713987474,"ce":3.2333270660741538,"harm":0.9686847599164927,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.01556420233463035,"accuracy":0.01556420233463035,"ce":3.0123487245747245,"harm":0.9552529182879378,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":3.2270386282212793,"harm":0.9702258726899384,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":3.8174961326392323,"harm":0.9663032705649157,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9717,"correct_output_rate":0.9717,"accuracy":0.9717,"ce":0.09589521283206542,"abstentions":0,"harm":0.0088,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9857142857142858,"accuracy":0.9857142857142858,"ce":0.06243359404660153,"harm":0.003061224489795918,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.03838260203083252,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9699612403100775,"accuracy":0.9699612403100775,"ce":0.08581798023655367,"harm":0.01744186046511628,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9693069306930693,"accuracy":0.9693069306930693,"ce":0.09379503798412911,"harm":0.007920792079207921,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.08664249214660934,"harm":0.004073319755600814,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9495515695067265,"accuracy":0.9495515695067265,"ce":0.17372710398479282,"harm":0.014573991031390135,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.988517745302714,"accuracy":0.988517745302714,"ce":0.04528493428715982,"harm":0.0020876826722338203,"repair":0.0041753653444676405},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.1114554891738877,"harm":0.010700389105058366,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9691991786447639,"accuracy":0.9691991786447639,"ce":0.10979747642687814,"harm":0.009240246406570842,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9494549058473737,"accuracy":0.9494549058473737,"ce":0.1644760682674483,"harm":0.019821605550049554,"repair":0.0009910802775024777}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1074,"correct_output_rate":0.1074,"accuracy":0.1074,"ce":3.342871392373579,"abstentions":0,"harm":0.8728,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.412454086938033,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.5101321585903084,"accuracy":0.5101321585903084,"ce":1.216897135313359,"harm":0.48722466960352423,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.09786821705426356,"accuracy":0.09786821705426356,"ce":3.086027744885577,"harm":0.8924418604651163,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01485148514851485,"accuracy":0.01485148514851485,"ce":3.7503297696176623,"harm":0.9633663366336633,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.20061099796334012,"accuracy":0.20061099796334012,"ce":2.186190698979103,"harm":0.7790224032586558,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.14237668161434977,"accuracy":0.14237668161434977,"ce":2.90141350268427,"harm":0.820627802690583,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.032359081419624215,"accuracy":0.032359081419624215,"ce":3.4629245735407634,"harm":0.954070981210856,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":3.190712015183849,"harm":0.953307392996109,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.305030759729512,"harm":0.9722792607802875,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":4.207317349941197,"harm":0.9672943508424182,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9773,"correct_output_rate":0.9773,"accuracy":0.9773,"ce":0.07390717687779723,"abstentions":0,"harm":0.0022,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.045893941478373675,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.030482806125303404,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.04571336439230562,"harm":0.001937984496124031,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.07809762739646917,"harm":0.0009900990099009901,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.07564910528793607,"harm":0.0,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9573991031390134,"accuracy":0.9573991031390134,"ce":0.13121956804035245,"harm":0.005605381165919282,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9895615866388309,"accuracy":0.9895615866388309,"ce":0.035469809776866826,"harm":0.0,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9659533073929961,"accuracy":0.9659533073929961,"ce":0.0956005831029512,"harm":0.0048638132295719845,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.07980830642929652,"harm":0.004106776180698152,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9643211100099108,"accuracy":0.9643211100099108,"ce":0.1309384357886013,"harm":0.004955401387512388,"repair":0.0009910802775024777}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1037,"correct_output_rate":0.1037,"accuracy":0.1037,"ce":2.7231408742951158,"abstentions":0,"harm":0.8756,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8135898501823187,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.7577092511013216,"accuracy":0.7577092511013216,"ce":1.2439875826566476,"harm":0.239647577092511,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.05232558139534884,"accuracy":0.05232558139534884,"ce":2.4409541377991117,"harm":0.937015503875969,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.019801980198019802,"accuracy":0.019801980198019802,"ce":2.7675232014329647,"harm":0.9574257425742574,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.054989816700611,"accuracy":0.054989816700611,"ce":2.504604333566165,"harm":0.9226069246435845,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.014573991031390135,"accuracy":0.014573991031390135,"ce":2.7020882999656712,"harm":0.9417040358744395,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6670082915437865,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.772517948602223,"harm":0.953307392996109,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.01026694045174538,"accuracy":0.01026694045174538,"ce":2.753050026630859,"harm":0.9681724845995893,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.007928642220019821,"accuracy":0.007928642220019821,"ce":2.8280518734086875,"harm":0.9603567888999008,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9595,"correct_output_rate":0.9595,"accuracy":0.9595,"ce":0.20300937514386344,"abstentions":0,"harm":0.0217,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9816326530612245,"accuracy":0.9816326530612245,"ce":0.11841395251582496,"harm":0.006122448979591836,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.09244470901709073,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9544573643410853,"accuracy":0.9544573643410853,"ce":0.19421774378912476,"harm":0.03294573643410853,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9495049504950495,"accuracy":0.9495049504950495,"ce":0.24478907715539613,"harm":0.030693069306930693,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9633401221995926,"accuracy":0.9633401221995926,"ce":0.20277193155832982,"harm":0.017311608961303463,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9035874439461884,"accuracy":0.9035874439461884,"ce":0.4058340620775978,"harm":0.05941704035874439,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.12000548845196445,"harm":0.008350730688935281,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9513618677042801,"accuracy":0.9513618677042801,"ce":0.20268563100681228,"harm":0.026264591439688716,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9681724845995893,"accuracy":0.9681724845995893,"ce":0.19921165852687733,"harm":0.012320328542094456,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9435084241823588,"accuracy":0.9435084241823588,"ce":0.28044538309290423,"harm":0.028741328047571853,"repair":0.003964321110009911}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1002,"correct_output_rate":0.1002,"accuracy":0.1002,"ce":2.937952192908302,"abstentions":0,"harm":0.8792,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.422929047640397,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.6572687224669603,"accuracy":0.6572687224669603,"ce":1.1178790113020591,"harm":0.3409691629955947,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.11337209302325581,"accuracy":0.11337209302325581,"ce":2.338859402086666,"harm":0.875968992248062,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.00891089108910891,"accuracy":0.00891089108910891,"ce":3.145378772567241,"harm":0.9673267326732673,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.06822810590631365,"accuracy":0.06822810590631365,"ce":2.539217141551097,"harm":0.9093686354378818,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.03139013452914798,"accuracy":0.03139013452914798,"ce":2.90786139592153,"harm":0.9271300448430493,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.833971058203696,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.021400778210116732,"accuracy":0.021400778210116732,"ce":2.87289658577769,"harm":0.9494163424124513,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":3.5125801253203788,"harm":0.973305954825462,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.006937561942517344,"accuracy":0.006937561942517344,"ce":3.0236518505008987,"harm":0.9613478691774033,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9726,"correct_output_rate":0.9726,"accuracy":0.9726,"ce":0.09472451219044972,"abstentions":0,"harm":0.0082,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.047673743887790665,"harm":0.0010204081632653062,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03368001116531613,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.07382139425860215,"harm":0.01065891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9643564356435643,"accuracy":0.9643564356435643,"ce":0.11916513502371198,"harm":0.013861386138613862,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.08578185501792569,"harm":0.002036659877800407,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9439461883408071,"accuracy":0.9439461883408071,"ce":0.1863574904498463,"harm":0.01905829596412556,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.052685103572633174,"harm":0.0041753653444676405,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9659533073929961,"accuracy":0.9659533073929961,"ce":0.11804071131970424,"harm":0.009727626459143969,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.09250175383033378,"harm":0.006160164271047228,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9554013875123885,"accuracy":0.9554013875123885,"ce":0.15200596944911035,"harm":0.01684836471754212,"repair":0.003964321110009911}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1139,"correct_output_rate":0.1139,"accuracy":0.1139,"ce":3.0717650035005453,"abstentions":0,"harm":0.8656,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.962583335987949,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8211453744493392,"accuracy":0.8211453744493392,"ce":1.087283097816327,"harm":0.1762114537444934,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0687984496124031,"accuracy":0.0687984496124031,"ce":2.6190736197412336,"harm":0.9205426356589147,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01287128712871287,"accuracy":0.01287128712871287,"ce":3.27280140762391,"harm":0.9643564356435643,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0845213849287169,"accuracy":0.0845213849287169,"ce":2.5135602598697666,"harm":0.8930753564154786,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.011210762331838564,"accuracy":0.011210762331838564,"ce":3.269868838007323,"harm":0.9461883408071748,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.7956441249875392,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.021400778210116732,"accuracy":0.021400778210116732,"ce":2.7125173398252387,"harm":0.9503891050583657,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":3.2280556046416975,"harm":0.9722792607802875,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6253502653603222,"harm":0.9682854311199207,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9700,"correct_output_rate":0.97,"accuracy":0.97,"ce":0.10349142036677629,"abstentions":0,"harm":0.011,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9857142857142858,"accuracy":0.9857142857142858,"ce":0.05814400013102475,"harm":0.003061224489795918,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03829533610239832,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.09135167805237704,"harm":0.020348837209302327,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9643564356435643,"accuracy":0.9643564356435643,"ce":0.12043980894237666,"harm":0.013861386138613862,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.10299053477206845,"harm":0.008146639511201629,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9405829596412556,"accuracy":0.9405829596412556,"ce":0.22016434486381684,"harm":0.023542600896860985,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.05321581669183479,"harm":0.003131524008350731,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9649805447470817,"accuracy":0.9649805447470817,"ce":0.11369195949673673,"harm":0.01264591439688716,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.09360698461031292,"harm":0.007186858316221766,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9524281466798811,"accuracy":0.9524281466798811,"ce":0.1605511870690974,"harm":0.019821605550049554,"repair":0.003964321110009911}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1002,"correct_output_rate":0.1002,"accuracy":0.1002,"ce":3.4307380005157646,"abstentions":0,"harm":0.8794,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.916692275622222,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.5973568281938326,"accuracy":0.5973568281938326,"ce":1.0848713927440259,"harm":0.4008810572687225,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.12112403100775193,"accuracy":0.12112403100775193,"ce":2.690297484637331,"harm":0.8691860465116279,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01089108910891089,"accuracy":0.01089108910891089,"ce":3.7155018890704636,"harm":0.9653465346534653,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.11303462321792261,"accuracy":0.11303462321792261,"ce":2.6129481418138862,"harm":0.8645621181262729,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.04484304932735426,"accuracy":0.04484304932735426,"ce":3.4884189076280814,"harm":0.9147982062780269,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.006263048016701462,"accuracy":0.006263048016701462,"ce":4.075442735778894,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.024319066147859923,"accuracy":0.024319066147859923,"ce":2.8825413851370856,"harm":0.9464980544747081,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":4.203893029483559,"harm":0.973305954825462,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":4.072294743108949,"harm":0.9663032705649157,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9766,"correct_output_rate":0.9766,"accuracy":0.9766,"ce":0.0754346921843403,"abstentions":0,"harm":0.0035,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.04383437849467487,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.027937310024253353,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.04996231345791157,"harm":0.0029069767441860465,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9722772277227723,"accuracy":0.9722772277227723,"ce":0.08865739789132965,"harm":0.005940594059405941,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.08242201505037075,"harm":0.0010183299389002036,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.952914798206278,"accuracy":0.952914798206278,"ce":0.15458805676634407,"harm":0.007847533632286996,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.04157839850686601,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9717898832684825,"accuracy":0.9717898832684825,"ce":0.08989480279600576,"harm":0.0038910505836575876,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.0644555441528416,"harm":0.001026694045174538,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9603567888999008,"accuracy":0.9603567888999008,"ce":0.12360820239693175,"harm":0.011892963330029732,"repair":0.003964321110009911}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1095,"correct_output_rate":0.1095,"accuracy":0.1095,"ce":3.003548575833957,"abstentions":0,"harm":0.8697,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.612732272605866,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8405286343612335,"accuracy":0.8405286343612335,"ce":0.9739628293644381,"harm":0.15770925110132158,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.03197674418604651,"accuracy":0.03197674418604651,"ce":3.0076943223275334,"harm":0.9563953488372093,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.015841584158415842,"accuracy":0.015841584158415842,"ce":3.13562247643007,"harm":0.9603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.04276985743380855,"accuracy":0.04276985743380855,"ce":2.396616098804147,"harm":0.9348268839103869,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.020179372197309416,"accuracy":0.020179372197309416,"ce":2.8373320983099335,"harm":0.9372197309417041,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":3.7841064529841266,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.010700389105058366,"accuracy":0.010700389105058366,"ce":3.0254835326750853,"harm":0.9591439688715954,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.013347022587268994,"accuracy":0.013347022587268994,"ce":3.0997745120166433,"harm":0.9650924024640657,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":3.4684959455398094,"harm":0.9643211100099108,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9693,"correct_output_rate":0.9693,"accuracy":0.9693,"ce":0.1117088066575463,"abstentions":0,"harm":0.0121,"repair":0.0038,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9846938775510204,"accuracy":0.9846938775510204,"ce":0.06462906161369589,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.04358665984123781,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9651162790697675,"accuracy":0.9651162790697675,"ce":0.11317013420889446,"harm":0.022286821705426358,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9693069306930693,"accuracy":0.9693069306930693,"ce":0.10928425841359972,"harm":0.011881188118811881,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.10916233988172831,"harm":0.008146639511201629,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9383408071748879,"accuracy":0.9383408071748879,"ce":0.21580035475421266,"harm":0.0257847533632287,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.05916585295362473,"harm":0.005219206680584551,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9659533073929961,"accuracy":0.9659533073929961,"ce":0.11643975386035553,"harm":0.01264591439688716,"repair":0.009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9640657084188912,"accuracy":0.9640657084188912,"ce":0.1327839075208244,"harm":0.014373716632443531,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9534192269573836,"accuracy":0.9534192269573836,"ce":0.1701766437512442,"harm":0.019821605550049554,"repair":0.004955401387512388}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":997,"correct_output_rate":0.0997,"accuracy":0.0997,"ce":3.3346868360520543,"abstentions":0,"harm":0.88,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.3728556301832135,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.66431718061674,"accuracy":0.66431718061674,"ce":0.9617014988858382,"harm":0.3356828193832599,"repair":0.010572687224669603},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.07655038759689922,"accuracy":0.07655038759689922,"ce":3.037604696453596,"harm":0.9118217054263565,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.00891089108910891,"accuracy":0.00891089108910891,"ce":3.6093973467364484,"harm":0.9673267326732673,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.07739307535641547,"accuracy":0.07739307535641547,"ce":2.4544069839210993,"harm":0.9012219959266803,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.053811659192825115,"accuracy":0.053811659192825115,"ce":3.0252163442822724,"harm":0.9069506726457399,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.008350730688935281,"accuracy":0.008350730688935281,"ce":4.03360521171581,"harm":0.9780793319415448,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":3.188975229861181,"harm":0.958171206225681,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":4.237467800758295,"harm":0.9702258726899384,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":3.7969917446895103,"harm":0.9643211100099108,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9761,"correct_output_rate":0.9761,"accuracy":0.9761,"ce":0.07628185962273902,"abstentions":0,"harm":0.0038,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.04022829870694769,"harm":0.0010204081632653062,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.026987809109726563,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.05275328553049926,"harm":0.0029069767441860465,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.08213578040086394,"harm":0.0029702970297029703,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.07390193748314798,"harm":0.0010183299389002036,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9540358744394619,"accuracy":0.9540358744394619,"ce":0.13717948369089575,"harm":0.007847533632286996,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9895615866388309,"accuracy":0.9895615866388309,"ce":0.039877164257016554,"harm":0.0010438413361169101,"repair":0.0041753653444676405},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9717898832684825,"accuracy":0.9717898832684825,"ce":0.09108994631485316,"harm":0.0029182879377431907,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.09369549811093558,"harm":0.006160164271047228,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.958374628344896,"accuracy":0.958374628344896,"ce":0.13610224568089355,"harm":0.01288404360753221,"repair":0.002973240832507433}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1133,"correct_output_rate":0.1133,"accuracy":0.1133,"ce":3.451310630521762,"abstentions":0,"harm":0.866,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.739230513255056,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8255506607929516,"accuracy":0.8255506607929516,"ce":0.9135989983630783,"harm":0.1726872246696035,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.055232558139534885,"accuracy":0.055232558139534885,"ce":3.3269602350531198,"harm":0.9331395348837209,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01089108910891089,"accuracy":0.01089108910891089,"ce":3.8084886511694567,"harm":0.9653465346534653,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0814663951120163,"accuracy":0.0814663951120163,"ce":2.4398274014645938,"harm":0.8961303462321792,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.0257847533632287,"accuracy":0.0257847533632287,"ce":3.444931451550731,"harm":0.9327354260089686,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.009394572025052192,"accuracy":0.009394572025052192,"ce":3.8292222668787295,"harm":0.9770354906054279,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.005836575875486381,"accuracy":0.005836575875486381,"ce":3.061491511512413,"harm":0.9640077821011673,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":3.716739501009137,"harm":0.9702258726899384,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":4.625596824896566,"harm":0.9663032705649157,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9734,"correct_output_rate":0.9734,"accuracy":0.9734,"ce":0.08362503124363498,"abstentions":0,"harm":0.0066,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.9857142857142858,"accuracy":0.9857142857142858,"ce":0.05218483530038163,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.03246468097046214,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.06499756911767561,"harm":0.009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.08520090480162142,"harm":0.006930693069306931,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.08517793239011945,"harm":0.003054989816700611,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9473094170403588,"accuracy":0.9473094170403588,"ce":0.1693620675944647,"harm":0.013452914798206279,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.988517745302714,"accuracy":0.988517745302714,"ce":0.040861003242187645,"harm":0.0,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9708171206225681,"accuracy":0.9708171206225681,"ce":0.09053036593397262,"harm":0.006809338521400778,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.08992706971235069,"harm":0.008213552361396304,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9524281466798811,"accuracy":0.9524281466798811,"ce":0.13936237727858608,"harm":0.01684836471754212,"repair":0.0009910802775024777}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":944,"correct_output_rate":0.0944,"accuracy":0.0944,"ce":3.9101392122042706,"abstentions":0,"harm":0.8852,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.8369228131511335,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.5233480176211454,"accuracy":0.5233480176211454,"ce":1.113582072866522,"harm":0.47577092511013214,"repair":0.009691629955947136},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.10271317829457365,"accuracy":0.10271317829457365,"ce":3.451463457834971,"harm":0.8866279069767442,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":4.285382320256157,"harm":0.9663366336633663,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.1354378818737271,"accuracy":0.1354378818737271,"ce":2.596526477829191,"harm":0.8431771894093686,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.07286995515695067,"accuracy":0.07286995515695067,"ce":3.7435602427664385,"harm":0.8867713004484304,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.018789144050104383,"accuracy":0.018789144050104383,"ce":4.175279765186737,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":3.27870778893059,"harm":0.958171206225681,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":4.930256433491035,"harm":0.971252566735113,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.13934742759261,"harm":0.9682854311199207,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9776,"correct_output_rate":0.9776,"accuracy":0.9776,"ce":0.07576394913325397,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.986734693877551,"correct_output_rate":0.986734693877551,"accuracy":0.986734693877551,"ce":0.04650615567060036,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.02969306307695191,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.040805634742663285,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.08070150114623338,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.08621965388702273,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9562780269058296,"correct_output_rate":0.9562780269058296,"accuracy":0.9562780269058296,"ce":0.15162630388040982,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.03978478718003882,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9688715953307393,"correct_output_rate":0.9688715953307393,"accuracy":0.9688715953307393,"ce":0.09286693277649397,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.0753629076033348,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9682854311199207,"correct_output_rate":0.9682854311199207,"accuracy":0.9682854311199207,"ce":0.12669874407744683,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,2,0,2,0,2,0,8,0,2,0,8,0,2,0,2,0,2,0,2,0,2,0,8,0,2,0,3,0,2,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.4398931215680904,0.15163665519297156,3.9322136021540945,0.02478630789238947,4.185993924070654,0.03556255844264199,5.058667305234958,0.005865004223277462,4.0243480804527785,0.043064213308217324,4.509219115733844,0.005381538068785287,4.6437770628698996,0.01286208740688127,5.517057165518198,0.001948962097061056,4.384522925899999,0.049710914809952274,5.048570395832099,0.006343711501926989,5.4465798102289185,0.009051093709791942,6.356096480350809,0.0011626433088888306,5.030152861038575,0.014794269868983079,5.588908459890935,0.0016342499253263146,5.70623920732954,0.004816152712541227,6.66872115448468,0.0006201484238554852]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7841884475879883,0.15795088711148694,3.0268796844286427,0.01026022446258979,3.506351520156808,0.016107407344383606,3.939496620884644,0.0010936022081485597,3.6315979985903413,0.018369286529910715,3.9557036067205,0.0009747658240483437,4.313963751170512,0.0022322581505468805,4.877483561868686,0.00012833525063213013,3.57375166951549,0.03261084609518014,3.90864134276458,0.0013818928306002023,4.446379222203572,0.0020553034434535873,5.060808092447117,7.670862816256489e-05,4.806629686597388,0.0033915242515779732,5.100600813509964,0.00013402719034068163,5.467321641954886,0.0003782632268227283,6.143916595872026,1.3671623068711464e-05]},{"index":2185,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,0,1,8,7,0,1,8,1,8,1,8,1,8,1,8,1,0,1,8,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3220266293978304,2.4005797414567795,3.499897867283706,1.644195983847791,3.7655964453898414,2.3401380794366675,3.95392363009896,1.4620104142128683,3.692772535098131,1.9998331623152237,3.8380506027399384,1.0199746914240158,4.157858883497032,2.0002580234675356,4.287310857390944,0.9596096052661687,3.81070530769619,2.3763479524558395,3.920989757046989,1.36370833715038,4.330941084515816,2.2687925691743174,4.440803856734268,1.1984601938811772,4.184121669374186,1.9782625905415503,4.301361734693168,0.8373243881793807,4.677726359188248,2.1003655954010236,4.805798087570417,0.9462086785328002]},{"index":2631,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,0,5,6,7,0,7,6,4,0,7,6,7,0,7,6,7,0,7,6,7,0,7,6,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.773185121943511,1.7523808972258315,4.299381005741571,0.8867396229842691,4.258966525260869,1.507918435831216,4.95342162165152,0.5682597592950549,3.9435944818934447,1.3718568329371117,4.488852611913348,0.42922331286586834,4.500643958741943,1.146920886825525,5.226548847945258,0.19510824308223848,4.310727141710338,1.484156369118105,4.817862771598486,0.5527707346931698,4.8843890654660935,1.0829965024822907,5.484640605325874,0.19926236119348398,4.49609426880335,1.2336462252752989,5.139337957569667,0.2741565688872035,5.154793339147817,0.8510863761235542,5.871672399518828,0.09076123104281389]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,5,1,1,1,5,1,1,1,5,1,8,1,1,1,1,1,5,1,1,1,5,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7428297494904625,0.17679124198649324,1.6329214162931642,0.02861797005814044,1.6109020907000546,0.0393332326701807,1.5592272337454267,0.0064128459162175865,1.628264536400939,0.04353805157860234,1.4981976363739384,0.0060759999036766104,1.4816430553830382,0.010519762378210614,1.480228776872732,0.001699574169043653,1.7393622814842074,0.06050784427246926,1.5796456638075203,0.007914877285758636,1.5724194603940582,0.01169754077262993,1.476770472137777,0.0017319273348081524,1.5358409463481837,0.013513185639106253,1.3484182451632087,0.0015360271005030728,1.4029087618101828,0.0030869702667627816,1.382723394780194,0.00044972002545222293]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3517476165388878,0.08760191485972338,1.1975971561735843,0.008511844688102597,1.0989289871260197,0.013610657490219384,1.0020838707263358,0.001223927811471556,1.1510895566097974,0.018573098266625857,1.058224161434936,0.0014806132566728598,0.9104899782515623,0.002909253973001202,0.9293015843713126,0.000251935376115888,1.2706199799016928,0.026871349345509197,1.037763296196619,0.0018834733709837432,0.9409783407302879,0.0033437932022546113,0.8072755884693682,0.00024795936082314975,0.9809695209197324,0.005339123159199643,0.8908538812420964,0.0003006456613534842,0.7702963845392884,0.0006936190728562914,0.8214830205382506,4.445523781687819e-05]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,2,2,2,7,2,7,2,5,2,5,2,1,2,5,2,1,2,5,2,1,2,1,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6893271672236898,0.41478450596118616,1.5968774167028448,0.018791951932646867,1.842663670526384,0.05031359267875643,2.042470679522401,0.0009291542276866586,2.0044972108492596,0.05700141269286689,2.280258451595703,0.0007814887796370214,2.5046808098215134,0.004183915194769264,2.8976853261780495,4.532234630242963e-05,1.7536008461241508,0.1047727060143291,1.833894726665763,0.0018070458128603242,2.042611934766467,0.0075728852376201646,2.3822673311911298,8.931849863383866e-05,2.1062705672991173,0.009680605482454212,2.52129512184192,8.623688233689568e-05,2.8167782927914664,0.0006341351565915148,3.4297897227745686,5.1735349631941e-06]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7470094690710818,0.12570908139712655,1.586292185525401,0.008624663826192557,2.018726324610993,0.012892802050386027,2.1176581935208594,0.0008094957521912531,2.2852645071182147,0.02103617931263303,2.1358148363825498,0.0011639474084570113,2.799878414123251,0.0020324421768863617,3.0255052096061643,0.00014181715605122714,1.9933119984257395,0.028000279051632958,1.817808145231293,0.002095583100147984,2.4877751240715043,0.003345423265283773,2.577867101062934,0.0004140462522126676,2.68188727819504,0.006281116072922107,2.4822843202798817,0.0005495374908095905,3.2783587600459714,0.0008118876666825047,3.480505009066071,0.00010888243450665398]},{"index":149,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,2,1,4,1,4,1,2,6,2,1,2,1,4,1,2,1,2,1,2,1,2,1,2,6,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3579047953495893,1.9261205874693046,2.2978430837871193,1.6858386179794735,2.2689735996489357,1.374626851117502,2.139849020367104,0.9586074427968653,2.266112238922707,1.4410399088525458,2.1897472694588767,1.0540003509955613,2.2078529659688932,0.697010220723052,2.0816177858782012,0.329196922885065,2.365975240970557,1.4985132517893702,2.1592569127276025,1.1930086311282504,2.1448880962728847,0.8471299932550487,1.9123351610612978,0.4339814567807627,2.2576169516105713,0.9195133924923562,2.065218311399536,0.5017007870049952,2.070260538447539,0.27525690808031567,1.9181958505498602,0.0738823742781714]},{"index":613,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,2,1,8,1,2,1,2,1,2,1,8,1,2,1,8,1,2,1,8,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.119143370987569,1.5335991765891592,1.9961490006365004,1.0215440310998507,2.0038711136321234,1.1737015752523363,1.8403988257912929,0.5736289510508749,2.086037524650884,1.2283277230804477,1.9914588932862642,0.4483715922459595,2.233273781084802,0.7255560056590596,2.192130642990989,0.14259859794216606,2.1911164574472264,1.21835364753461,2.1418848971440507,0.6382083812574697,2.2330410090944994,0.8347588022639524,2.13942753116765,0.2513365881223249,2.284611767629726,0.8975918126744475,2.2915896420734816,0.19060126431556823,2.5422453720782756,0.38218164962424217,2.569845123224184,0.05217253124224767]},{"index":2433,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,1,1,8,1,5,1,8,1,5,1,8,1,5,2,1,1,1,1,1,1,1,2,1,1,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.130105278455237,1.52919111359425,2.1216350118848943,1.1825702653854642,2.2201432060091237,1.2146417246370425,2.433990984756335,0.7321276483252083,2.766855815525182,1.1774293387577233,3.1082180165723003,0.7307390818270163,2.908145028736806,0.8360513149518884,3.4507095838157493,0.30795650433790384,2.259241889132338,1.3838210690832802,2.45371989622335,1.0807329098005112,2.634077030588711,1.0052841801437458,2.9493460393457873,0.581437876729843,3.1739163372468537,1.0748251457059192,3.7690234351149257,0.6777112585219032,3.5986219494561995,0.6250256374192674,4.216259664220657,0.20177678279076247]},{"index":4943,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3852715734277647,2.0907179189118956,2.459380676970108,1.6023709985632775,2.0926625105873606,1.639525330190817,2.2442258950403646,1.3356872209661288,2.746743059261356,2.2027823678823126,2.8581631108648518,1.5284582128817936,2.445327064965535,1.6335211258995606,2.6511412989016945,0.9907894924778113,2.501867681502146,1.9572246008079603,2.527655503574271,1.477714278028476,2.1642755533782085,1.4699288080451824,2.2960805446045303,1.0237107090527926,2.9654337228936467,2.078706515670958,3.071345061520898,1.2048615891291616,2.684259337096746,1.3058675360382408,2.85384897974365,0.6493043870328714]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,7,3,7,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.053115018426963,0.8961319671285769,3.329642610731879,0.27347184279083225,3.3279401981499435,0.27312688292220877,3.5146288591978614,0.07338879602347702,3.213288593681138,0.2883252108498375,3.571257427936383,0.06810520930433717,3.736818607861519,0.06994212222527038,3.8850972376155792,0.022718219250527173,2.9546827795202484,0.5067707692333564,3.3317431610665973,0.13199392516769187,3.311023673449263,0.13504672043296614,3.5912941338875553,0.03500971898661662,3.3871030125012465,0.1538236570057792,3.699458154929689,0.03758420757912499,4.008643974076944,0.04418440806060172,4.220719107891084,0.016027805134678236]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2589931782952837,0.07010911360080567,2.5012245194890528,0.005418707481190338,2.5991818306608874,0.00506300933286521,2.9805190841802984,0.00017156611998824143,2.647224471957456,0.007370517238663447,2.9063588229107395,0.0003053454208347724,3.0092941489624234,0.00048136415271559464,3.3833855979358463,8.338438527859791e-06,2.226593413072729,0.014876561231853746,2.673009325153866,0.0005575641348995829,2.7243419532306525,0.0006532373690325524,3.330676403087687,1.0004789232748709e-05,2.745568579899155,0.0012979507011755835,3.1611558362147796,2.5662857680218448e-05,3.232605409304507,5.0808952286499465e-05,3.700801320667132,3.2136008752990186e-07]},{"index":578,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,1,3,1,3,1,3,1,3,1,3,1,2,1,2,1,2,1,7,1,3,1,3,1,7,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9875931916805776,1.7072445958355995,3.4515293426432363,1.338503400527463,3.347283197851913,1.584140791416727,3.842974093763873,1.0428292108828126,3.4801249846956965,1.2014659936264398,3.962968914706815,0.799343783203985,3.9707363167748913,1.1060903590223528,4.555170166164456,0.539004641784845,3.307505201355397,1.7163803647857094,4.075241019381275,1.2640273231573547,3.865696233703974,1.6758707668997104,4.679335950260896,1.0462557657505176,4.110314976293893,1.0582297648530388,4.858439416684604,0.6591351616235251,4.805323980729442,1.0719884995620972,5.578086078969589,0.6334188335443324]},{"index":982,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,2,1,3,1,3,1,3,1,3,1,3,1,3,1,2,1,2,1,2,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.964355242279159,1.3223700922265156,3.4286838419406145,1.0204630178828302,3.6863729229207363,0.963459949088334,4.427137904345631,0.6793918904174187,3.749705338021268,0.6401969435191854,4.699529512101772,0.5976868254159693,4.821361345008994,0.40774842852528864,5.866875062467071,0.34193262194991736,3.459873956579825,1.229098572090235,4.1324037508381055,0.9492833796988266,4.55138947781224,0.8014345468382956,5.525699180247025,0.530463395395879,4.5962949878516035,0.47578842327028936,5.725035268190717,0.5361017034614377,5.943876672455722,0.34203251791603634,7.099123737624808,0.2680857185759907]},{"index":5067,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,2,2,1,2,1,2,1,2,2,3,1,2,1,2,1,2,2,3,1,2,1,3,1,2,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3722601136624126,2.0491635452205204,3.954026088252604,1.5259075310072339,3.6650388623589176,1.7566923548465287,4.115843276983785,1.034122297022948,3.464268831562313,1.5093973843557316,4.045875823670379,0.8557169666712728,3.864401829616144,1.0906912268207074,4.379620423189226,0.4386273062983466,3.284137622506365,1.8527913782639112,3.7947108265479774,1.145567141112696,3.8924651738197023,1.3307923681970188,4.32881700024627,0.6228790448009386,3.2629714223629973,1.3310759250885282,3.938910949110693,0.6701532691468852,3.96931501283176,0.7930781176527716,4.388342750871464,0.2882603941555107]},{"index":7800,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,7,2,1,2,1,2,7,2,1,2,1,2,1,3,1,2,1,2,1,2,1,3,1,2,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.465999662324775,2.1888603483824043,3.998542547127159,1.5209614530182292,3.862728231315617,1.5387257774695673,4.470778320835558,0.7748105839560483,3.65529053585112,1.6251809371362522,4.3006411224483765,0.8555601118750953,4.388117930705705,0.7574138103080129,4.969184278394501,0.2229156600037802,3.4807054211286674,2.103688130868122,3.966884607206737,1.2250229414090796,4.510984826657134,0.9669414888614227,5.088756901798671,0.2980810455506089,3.596793091535791,1.3634468000813853,4.169505246155445,0.45218186042513003,4.964393794969464,0.2852759544536891,5.5786577083276025,0.05545532383600742]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,4,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,4,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.445172101087496,0.36343314985914643,2.2438002071904632,0.04425165477301898,1.9405524623742787,0.048755939789232025,1.6109089350338506,0.0034739351930744137,2.019424899355229,0.06891841337736225,1.6235954854518937,0.0036551430257546302,1.516279855723942,0.005441223252649801,1.059900254814324,0.00016090983641662562,2.5668796693228875,0.12746032060831344,2.196340091934796,0.00799053060217478,2.14215711701374,0.012524023446192042,1.7226272595539251,0.0004827847417211074,2.1250290196472683,0.020680435209127632,1.6514249704761392,0.0005232139653095266,1.6612957874689667,0.0015719471578580532,1.1435409810868575,2.493218467446533e-05]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1222907197024314,0.5406624883286452,1.9168508283379297,0.07773002866624444,1.75812940116003,0.11467619521841113,1.6321322359746187,0.011123381368321356,1.876143031931024,0.11027507066844242,1.6893612168543002,0.005978432380508829,1.3979062566365374,0.015429395473386986,1.372976164994137,0.0008953338241670441,2.1289964902117346,0.18280878019323316,2.1006205462853504,0.014328539889767166,1.8398921477780705,0.028076060917244634,1.8399643576065001,0.0018211667120892774,1.886439892318773,0.03259823354359384,1.878606243114439,0.0011383582034770743,1.4585399340457288,0.004460324721366993,1.5563466887471598,0.00020874928609751812]},{"index":33,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,6,7,6,4,6,7,4,4,6,7,6,4,6,7,4,7,6,7,4,7,6,7,4,7,6,7,4,7,6,7,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7608297775176116,1.4947486868686553,1.6589154167588989,0.9599878597839685,1.4663290756952867,1.2352242681953691,1.532167610796884,0.6752071411407093,1.4794545997118727,1.3952516149338101,1.4000503951659722,0.8213399518982991,1.1085300228433819,1.0162909087844247,1.3439817046855844,0.43793733180022765,2.118214707899734,1.3580551375147119,2.1549680346717865,0.6675895803689927,2.0433024980254104,0.9654102528396488,2.343914202466823,0.32330580527076,1.9371590201345452,1.189498616960952,2.06331953367672,0.5539615848202848,1.6538588324458001,0.8426392267875145,2.217237319055437,0.23537442704275388]},{"index":2130,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,4,1,9,5,4,1,4,4,4,1,4,1,4,1,9,1,4,1,9,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.949273341849647,1.1879097617522878,1.873696078851378,0.6634019347649389,1.896065434123505,0.8168283556791011,1.8432341042576195,0.32097194591754047,1.550149660756886,0.5818080543039605,1.3172988975573738,0.13059216776277674,1.4987022643851278,0.23580769181928632,1.4067159062985712,0.0424184969243205,1.9862785023231786,1.0344123701203014,1.9933456188794043,0.41534995262378627,2.0142040374359516,0.7214483740141061,2.0840048321962983,0.20558970857010003,1.7878311969908354,0.39594334989034674,1.6276994626691752,0.059229251812631084,1.7867505276249736,0.16815370768877244,1.9195247089192073,0.03279325719341878]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,5,3,5,2,5,3,5,3,5,2,5,2,5,3,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8800910045309056,0.8784060944879067,2.755277692762396,0.3245667691794062,3.1618413742059595,0.2731162125115528,3.130308402290807,0.05404696762267315,2.646354874042861,0.29441014209447497,2.6923426412817397,0.06391792992879473,3.0398014248874956,0.09114584798450419,3.0726681425712234,0.009679726190659039,3.078143742299631,0.49411779884030493,3.05066870629131,0.14360259948918172,3.6307282874058804,0.14364585272589875,3.582580637086406,0.02453817858184086,3.1297680894377757,0.13110775907898214,3.177141110225257,0.02318092601621065,3.830353530119404,0.04403821932837793,3.672236750169038,0.003446693051726301]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,1,5,1,5,1,5,5,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7198674781831742,0.21027772421248142,1.7321936114535306,0.015151801583395252,1.92176562739427,0.019151730679098863,2.0259598555500737,0.0007712575756453857,1.6154566190195783,0.0263641881431343,1.61254715502532,0.001245992312109433,1.9558597301042298,0.0017017235343231892,2.1273347016011033,4.705370960952331e-05,2.0456365017823632,0.05040571016934436,2.2251230591008184,0.002433018676788669,2.572191440548141,0.0024723629085573228,2.8339802982695916,7.467263390084685e-05,2.183696705505982,0.0047701203439142045,2.3242955510599224,0.00013854142293926518,2.834727787345896,0.00017031945858993729,3.111168644958958,3.4633862052781868e-06]},{"index":1082,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,3,2,3,2,3,2,5,2,3,2,5,2,3,2,5,2,3,2,5,2,3,2,5,1,3,1,5,1,3,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9943900235030103,1.4378827776533867,1.9642527888623522,0.8555539589490713,2.00939076156744,1.0607487315652888,1.8410013985351914,0.41949369326425534,1.6386692161724667,1.1776943725985571,1.486408356085251,0.5077045540057359,1.554635146208238,0.7935313819341129,1.3284632410719648,0.19588642600335163,2.000569522408922,1.232103542576154,2.070188823120251,0.6134474598970916,2.1731945449867762,0.9659387496946342,2.0347563253003766,0.2800884302767259,1.690678817388875,1.147163519299067,1.5648986461458296,0.34062251299205587,1.8010433072061995,0.7579674247755654,1.5101605785481036,0.11126983340603105]},{"index":1737,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,2,1,5,1,5,1,5,1,2,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.454113676528322,1.6810592338188526,3.505928278681326,1.1686594556118957,3.5870394021928114,1.3196542239554019,3.6438211265751583,0.7434379133122107,3.6276892528815283,1.342435590539843,3.6999046857818065,0.872843162369726,3.9173019913676166,0.9787542383616153,3.921112267501943,0.5187243892489699,3.807992304965395,1.7394389630300642,3.9498442503853495,1.1712476883865586,3.9872329305138026,1.3017227706090264,4.218276729825287,0.6991869368483182,4.058927175785861,1.523676818511394,4.123523760746071,0.9839165800417141,4.463370326048921,1.0688049457335769,4.527621261303255,0.569896858959918]},{"index":4355,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,9,5,9,5,9,5,9,5,9,1,9,1,5,7,9,7,9,7,9,7,9,1,9,1,5,1,9,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6375912651991191,1.8971330306110277,1.5442180278800608,1.619851476112928,1.6832502845632187,1.616885168408821,1.6598269287537046,1.243204863467433,1.5362777868722186,1.511444783518067,1.4817962718184525,1.1313453991378792,1.6701447090964279,1.3291894726922515,1.9003445551045626,0.7286277385191686,1.942398759508012,1.943143451037486,1.9894010115958163,1.4454409081601187,2.3512668731683153,1.6668130047982583,2.502157105311542,0.9717031464970364,2.252355143176559,1.385973843733411,2.2911796338718124,0.6780703006367756,2.8001360566506848,1.0757299458831913,3.134258393202909,0.321123404452692]},{"index":5972,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,3,1,3,1,3,1,3,1,3,1,3,1,3,1,5,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8618315845562456,1.567046655268741,2.971151089112349,1.4141370900432673,3.055698445341325,1.1324491470957314,3.5298754001311927,0.985404524819858,2.672683427149246,1.2127930993707428,2.9675770642786974,1.0251439482264897,3.2148257727552862,0.8571383806448566,4.1102484780228385,0.6764811387326092,3.1501725447079805,1.3098865240184063,3.5082941582124576,1.2364984719107057,3.6569331089127033,1.074755372915488,4.459480316528411,0.9492747887517496,3.612719272787026,1.0334565215521148,4.038210056115599,0.8150897985449902,4.184772027416794,0.7738229072020562,5.286153693334,0.5667340159054626]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,4,6,4,6,4,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,4,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0057142461034028,0.42539992665108467,3.4014415968612637,0.035997790720587744,3.44231650552617,0.041043196503565714,4.34630812813411,0.0013285078762553042,3.3110758470142727,0.0607434650727294,4.101007914306185,0.001619023233214238,4.041804624456244,0.0031672233564789694,5.442915850323944,4.347344281036471e-05,3.7950909389331122,0.17542526397885505,4.3820192454788,0.0069806890146232895,4.502405116225879,0.010029865219809524,5.635098305117016,0.0002216085431851282,4.281322152084306,0.013608244237775433,5.16356201486488,0.00020032456998713072,5.009361715803739,0.0005415588283624814,6.6649495342158,5.061018727770798e-06]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.33646355562475,0.2203183984378482,3.4722696946927236,0.024819871585333914,3.4213739106997485,0.0332132482786175,3.6847568836330504,0.002438180313468483,3.415042455009415,0.045169878768241474,3.72365962665052,0.0025618812874543327,3.552055485577397,0.00676060466040992,4.0221787846789345,0.0002626941484715908,3.88114875913799,0.06613333250274117,4.009257271203656,0.004876483858983606,4.064866870789997,0.009346082920155485,4.511256338511445,0.0005740956341935374,3.7362682157582583,0.0120297304937766,4.105854074479869,0.0004437536663625805,3.909119445243086,0.001921461553331374,4.514322918923306,5.613521054559982e-05]},{"index":259,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,6,5,0,5,0,5,6,5,6,3,0,5,0,3,0,5,6,5,0,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.230838952364059,1.2560138118915485,3.6542688449645575,1.1961894376697493,3.5540994368852896,0.8393157110191222,3.9537453518506283,0.672569552494649,3.7887745037267906,1.0758116576831407,4.274046910532499,1.040270215660036,4.086482897434608,0.588392163021884,4.488272819009541,0.4369872964635946,4.1164712726744614,1.2533282959746816,4.602865840485283,1.1393444457062818,4.492466405098269,0.7984796877709611,5.0253978343428765,0.5947291783017589,4.559349034188642,0.8107908822123402,4.894163224488145,0.6664090218239433,4.732542372255347,0.30943434707071515,5.047465556003096,0.1747019405276217]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,6,1,1,1,6,1,6,1,6,1,1,1,1,1,1,1,6,1,1,1,6,1,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3257468397768246,1.9035299095948595,3.3235877597576833,1.2081220574288822,3.047806206566564,1.306585971234091,2.7003835949530797,0.36530769348362063,3.4378679259153313,1.8141124652335805,3.3356141822780363,0.6677862075186239,3.013465351107338,0.6790528078753081,2.377907149936475,0.05912017594039448,3.4977912786262504,2.1422762717959,3.516889340511545,1.0273367820938928,3.2586562322342942,1.129245408914189,2.897586699653786,0.1603098265956944,3.5866882839826872,1.7881340577820986,3.3833050342516544,0.3690732852658172,3.0047000441905127,0.34989172231249516,2.327012165250295,0.011639703097840544]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8445386046664667,0.06057723648152885,2.758085035030215,0.005381418378287568,2.824033088378882,0.005750476081437854,2.873125248907371,0.00044681483763378023,2.885926152713856,0.011477344018412411,2.751926430125536,0.0009913044615580842,2.8716213752277993,0.0013501888071716674,2.863114779052377,0.00010224354506444813,2.7490065670975286,0.011091414163145514,2.6813836225351153,0.000779788042784077,2.6686701795247427,0.0007629815841227653,2.7704150360710753,4.348600703839575e-05,2.925276991072638,0.002567056636372866,2.7966947682330208,0.00019972493142372076,2.955933867242316,0.00026060361844740156,2.965394150669495,1.4783566012502754e-05]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.820830219640846,0.07246575141196206,2.5646665431576645,0.00635861731988737,2.7653701759835947,0.005457449302600185,2.546618558076127,0.00040861357742382875,2.799717847388351,0.014054530980576862,2.648015320142097,0.0011101877447645895,2.784677148487069,0.001251277776945304,2.68464416823122,7.11245974803482e-05,2.6230679815623534,0.011309243776709563,2.379340709425831,0.0009237906493754095,2.5270676700362564,0.0005803440712430047,2.365678332013122,3.7798099753084095e-05,2.7372409742808195,0.002642027715218671,2.673581309811012,0.0002327512892121215,2.7920209754136174,0.00018890140821116032,2.73402822532728,1.1143055934452248e-05]},{"index":124,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,4,7,1,4,4,7,1,4,1,7,1,4,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1479541330125196,1.2152217342745866,1.961053383945929,0.7991284858390931,2.0210181883653333,0.9185593649956489,1.7422846083505756,0.41294934548768664,2.213372123110502,0.9943160539006902,2.0734802293532972,0.6210273933933492,2.1666929191946425,0.828148909045376,2.041783316965735,0.3429251029217956,1.8110704831444506,0.9259516362735196,1.6005135255663738,0.5410553531588838,1.7195912236297468,0.5516928072767145,1.343743450819737,0.14669611883898567,1.9562261078430143,0.6044303684091767,2.034516683929503,0.30936979740928355,2.0701420152012835,0.42978618331869795,2.0253577682436106,0.1138988593604853]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,1,3,1,3,1,3,1,7,6,3,1,2,1,2,1,2,1,3,1,2,1,7,1,2,6,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1213069635608486,1.8170770283019118,3.645224371599017,1.663425363915669,3.12337012303219,1.5496822888589552,3.8046357047039265,1.395790722615861,3.6038779420402918,1.3476274410819795,4.356567969103006,1.192354505872074,3.678258698767156,1.1027373341011284,4.74847583794309,1.0516999998384176,3.41104771740215,1.621652857763048,4.30050503066928,1.3332409649233585,3.68910606031189,1.2646814383551153,4.592130589040623,1.0263541186285474,4.38053410244059,1.185572676923166,5.420720418871672,0.982522135208811,4.618988574279995,0.9473406742502468,6.102744793330468,0.7736125977511352]},{"index":1581,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9998622812318347,2.3289625387123767,1.989128087805735,2.1596393692097986,1.9111755513752935,2.0750139166327153,1.8721033490637835,1.7806016794267467,1.8508335984600213,1.9570061472467508,1.7611286264527322,1.5175382134572453,1.6759979150894957,1.4062396672641693,1.6193770926752855,0.8591340212545702,1.6871369552601119,2.4415692229795485,1.6393421257145309,1.9322302543202565,1.585261761195706,1.8746879413490873,1.553078149241121,1.1668392774609782,1.7368317776077484,1.8449200638187033,1.7187733511607899,0.9748861994900051,1.7242104233325557,0.9199433627002133,1.703508796125804,0.2408366563440273]},{"index":2016,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,7,2,7,2,1,2,7,2,7,2,7,2,7,2,7,2,7,2,7,2,1,2,7,2,1,2,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.379378348707314,2.7661625853227414,1.3254073785240723,2.437782948998146,1.0951194548056298,2.8328904534235804,0.9748895097490856,2.028170444925564,1.1600334343849146,2.5225024224753354,1.0351337311326836,1.7470255920522877,0.9008318212632302,2.3392762800786704,0.729680909804912,1.0006673770596075,0.9713564105172048,3.0680700418139644,0.8851383143488948,2.408923246227231,0.8950460658521715,2.727245706118901,0.7226353087164618,1.315086199399629,1.0190290229849936,2.7977711373808876,0.8811594350922823,1.5544778312655028,1.0481580357825329,2.182943962019879,0.8144727089631598,0.5336616647913728]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,2,8,1,8,1,8,1,8,2,8,1,8,1,8,1,8,2,8,1,8,1,8,1,8,2,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3057898172859175,0.24370145053748976,2.424896625525361,0.04874215420844369,2.627252341450278,0.04500116337549121,2.779812153310762,0.009053304713054313,2.1023872741162215,0.05245898573604735,2.3332654786519256,0.010737440524703159,2.583913935887555,0.009044876870326747,3.056769322663717,0.0021373285017464118,2.210651052525762,0.06936524436380699,2.380887183935871,0.016373078534115085,2.531417601022155,0.013164460170169937,2.8591137533344066,0.0028815368848579895,2.1451728022203014,0.018613322223315496,2.5764319635502737,0.0047825609177369515,2.7788933712072694,0.0037672060643918694,3.4029900026098847,0.0009340084580696181]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,4,8,1,8,1,8,1,8,4,8,1,8,1,8,1,8,4,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.800060466116329,0.4134793630409228,3.52004792487278,0.09531695634700811,3.017790056390316,0.0803988019951247,3.918458030668214,0.008627629824202815,3.273212323520027,0.13028061752641884,4.284210451153883,0.023549708564106146,3.6030898694015923,0.020416267783877597,4.919619704778404,0.0018020258106003608,2.9568387575850124,0.13905615733831286,3.920615608668707,0.019641097489913325,3.2648534186506937,0.015955392804260688,4.487713392480046,0.0009294139168667278,3.399513746496332,0.03588221303770689,4.7421111945540115,0.004228278780034168,3.8613562077523778,0.004059248561731562,5.593045206816889,0.000211928163210195]},{"index":290,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,7,8,7,8,1,4,1,4,7,4,4,8,1,4,1,4,7,4,7,8,1,4,1,4,1,4,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5074415884894714,1.0012016830946406,3.116363982177873,0.7085043494441128,2.906724316056245,0.7729585925243645,3.7147394596142753,0.47909824610591817,2.986025288147075,0.9054882551577326,3.8542596654143715,0.864949117845792,3.4041050663723524,0.9484434017753337,4.423064504271537,0.6240083791884063,3.034490301465516,0.9516037451416133,3.6444123144745015,0.794412031005306,3.44293421636625,0.7867597997009447,4.272500081393945,0.3925220366420756,3.4641892508790857,0.8934644759330496,4.284604607063882,0.9147081794325604,3.920307203845183,1.0041491805158513,4.8486492169675,0.4935735018359268]},{"index":691,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,8,1,4,1,4,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.294785402739216,1.8055021316011928,4.12167409601998,1.7848663951738095,3.9304898618029194,1.431330607621069,4.914711454772866,0.9371232208889947,4.1886867402009464,1.402281594871043,5.199704625344318,1.2937606816272136,5.054159665994836,0.9108469971546675,6.190293600697926,0.3704331683033031,3.6431960801541865,1.4274693227104223,4.569286646177277,1.2650131701202871,4.295211875119658,0.8511030992891303,5.599642173457234,0.3204390822793383,4.794566147211536,0.7632921577420394,5.93508201043624,0.5479608381446937,5.727213450244481,0.3336462583305428,7.027537485354704,0.06859734864892034]},{"index":4639,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,4,9,4,9,1,9,1,9,4,9,4,9,1,9,1,9,1,9,1,8,1,9,1,9,1,9,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1873862408151297,1.469961392350402,2.7336091734522983,1.1216031128378838,2.5360850354666082,1.2150452810440207,3.2624762588394667,0.8814641252258875,2.7054217065616415,1.374922693221628,3.6127857064794164,1.0203683970416837,3.1833524814511964,1.3711047419432312,4.217189884848164,0.8752698888141122,2.331490055641695,1.2545698845212492,2.9118463516433186,0.8319672069450769,2.766408772291912,1.052771893346899,3.5235011575650104,0.5754467584671092,3.038785923451656,1.321214798034926,4.187796105694985,0.8536472492961196,3.646168771312321,1.3127912800059465,4.698571705383302,0.6124381277087053]},{"index":4879,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,9,6,7,6,7,6,4,6,4,6,7,6,7,6,7,8,7,6,7,6,7,6,7,6,7,6,7,6,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.142090435133065,1.2271084313279936,2.5374932723727843,1.0113279336161711,2.207945887684396,0.9873332833133383,2.703130540514798,0.8840666276931347,2.5007129801851065,0.9700991252074442,3.142568687276306,0.9706338160089288,2.726249726418567,0.8523882076972144,3.453022631495309,0.7456572120076986,2.2559505744799897,1.0207132612198653,2.6014041370280836,0.8772553011431614,2.326928785751863,0.8877525876965353,2.762375726337533,0.7167065308547682,2.7426072326638216,0.8139081213946636,3.3967051542450166,0.8736799091108771,3.0143289447827017,0.7163729681262803,3.7193711901811666,0.5858616228110243]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6562159115976307,0.6070933410176248,2.5990334022680264,0.11597588068106736,3.1828403998866017,0.1347279280310916,2.9902235873282677,0.014237624329853586,3.0137012475717166,0.1468968537805749,2.8698268300802194,0.015329778570073975,3.6744352035406793,0.023877121020607427,3.4111741211375293,0.001603942795344983,2.863025413617356,0.2801322057576028,2.834762861312578,0.02697367176045882,3.597680571544048,0.03234083490733398,3.4149554486409217,0.0017985968674953414,3.3587004739757793,0.04699075233251097,3.1812835509192325,0.002465620433731324,4.115602858084278,0.005336319826769111,3.7911853328334297,0.00020738889144722542]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,9,4,9,4,9,4,9,1,9,4,9,1,9,4,9,7,9,7,9,7,9,7,9,1,9,1,9,1,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3242786501848434,0.4387170412994799,1.9784977813847537,0.17553044003453325,2.927127659494181,0.13505608349834153,2.73706535612076,0.04852687119681113,2.5072825737817954,0.1864381236344828,2.1149836658201053,0.14111183154974788,3.3666492439272853,0.06229625399090483,3.0427833339314807,0.04553410606478962,2.5672139683475885,0.18211696188222437,2.1991631975023083,0.10043593265153924,3.1977374557320815,0.04378542712863642,3.0239534648531117,0.021878566079342947,2.8979717987017883,0.080862102036233,2.444816692267933,0.09435930983591219,3.8333433724330552,0.019803987005686065,3.511529402012056,0.016407401592970633]},{"index":448,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,9,1,8,1,9,1,8,1,9,1,8,1,9,1,8,1,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4590755950593595,1.4975371822798222,2.4768217996628885,0.8502299826860346,3.1995145228130992,1.4003671556486348,3.706076025613214,0.7449893940811336,2.992761342843534,1.219537023844286,3.2297001179336435,0.48635249203898184,4.043119008156352,1.105485731893076,4.653948302405216,0.36603146965963185,2.911543957804439,1.0542434999749766,3.159422544812135,0.5729380202874143,4.098431644716781,1.123955345105613,4.774757929250347,0.5091622997222753,3.8538338745163054,0.9773593846844956,4.141347911191233,0.31759769101440893,5.348618795721457,0.9762471660728607,5.95680517160081,0.31885399620213656]},{"index":874,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,4,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7336678245384602,0.8985283324084553,2.8390938020751904,0.45973560222792764,3.4189780630179287,0.6701765436649166,4.00451371185652,0.3833972089996565,3.176055589968161,0.6387753979452035,3.450564668054084,0.5211132129153585,4.15538412502281,0.8304862480088927,4.867174766732924,0.5948983202774576,2.9623286178708925,0.4717043548462572,3.3354424064018096,0.2588521454912779,3.9576156862116276,0.3506380467374419,4.769710679512422,0.18157309345667266,3.744448470509749,0.41764777311036133,4.238375773930943,0.36659657055256684,5.031886639444764,0.5744779555039102,5.986222880634645,0.2932781869407226]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,4,1,1,1,1,9,1,1,1,1,1,1,1,1,1,1,1,9,1,1,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0558832869506762,1.9985020510184932,3.221758403705288,1.921590347503457,3.936282142054345,2.0168349135346295,4.391951629463065,1.6182577086548138,3.480653061962111,1.532315979190102,3.8608020713975186,1.1106662244424295,4.969727621820706,1.2887710798795755,5.575142965765164,0.6740836989699491,3.4202046728225843,1.9239228060644917,3.675331236904638,1.676671420769693,4.5159973111592455,2.0388300780328286,5.111741118778143,1.5244164522888393,3.89224882185957,1.4340309519050494,4.275024393657992,0.9435554168065308,5.685221577371915,1.227528670358859,6.384088550356576,0.7211472562620268]},{"index":882,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2671306657026227,1.6704815146628336,2.2970858799624105,1.4986455011729922,2.5203275148657642,1.4479400785795975,2.8350594980338713,1.271116476204647,2.3228734690657875,1.5200757514593723,2.496577133941723,1.3638053023920835,2.7165075728454924,1.3596976877040534,3.2204394961680807,1.0331997163593003,2.203822148872616,1.456410556824691,2.3435600489295156,1.4170662225616812,2.672952718213458,1.3457327488365978,3.1076031883171575,1.1743636513449847,2.298981011222869,1.3782743925242968,2.6227099014103192,1.246945966502305,2.973277520237186,1.2417449196835446,3.595776688688042,0.7863975235506808]}]},{"id":"sd_constant-final-s101","recipe":"sd_constant","state":"final","seed":101,"epoch":100,"source_run":"graph-eval-sd_constant-s101","checkpoint_sha256":"fbcc5f4177e4bdb95fa4baa0c3482fb39b6249dbcfd97869b4477762d4086a67","source_result_sha256":"184966f7b9176528e24ba0622299ea7b9184b7e6cbd5ab6dd6bff1f9146b3ab9","archive_json_sha256":"7c0c87a3b95db01b44796ee81ad480325f6d82c2a6e947bfbf2df2fa0fa62cfd","archive_npz_sha256":"11e4150b4b6c759febb6e50ea9b08e4070131d551144c87fe7352ea172235928","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":9.692507213499013e-10,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_constant-final-s101","recipe":"sd_constant","state":"final","seed":101,"epoch":100,"checkpoint_sha256":"fbcc5f4177e4bdb95fa4baa0c3482fb39b6249dbcfd97869b4477762d4086a67","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,2033,2,5,956,3073,1,35,321,1609,18,30,938,1828,4740,4,6,1178,3718,8,15,1299,2224,11,21,965,1181,3853,0,17,684,2016,61,84,877,3289,4956,7,9,1414,2293,9808]},"n":10000,"dense_accuracy":0.9847,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1238,"correct_output_rate":0.1238,"accuracy":0.1238,"ce":2.7760952688911806,"abstentions":0,"harm":0.8619,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.5647644761812005,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.7259911894273128,"accuracy":0.7259911894273128,"ce":1.1734453240348337,"harm":0.27048458149779736,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.07170542635658915,"accuracy":0.07170542635658915,"ce":2.563560750141332,"harm":0.9166666666666666,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.04950495049504951,"accuracy":0.04950495049504951,"ce":2.952551308723626,"harm":0.9346534653465347,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.1120162932790224,"accuracy":0.1120162932790224,"ce":2.4591942621565788,"harm":0.869653767820774,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.15695067264573992,"accuracy":0.15695067264573992,"ce":2.32564974654198,"harm":0.8295964125560538,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.95311608322367,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.009727626459143969,"accuracy":0.009727626459143969,"ce":3.2168720296350175,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":2.944326622427536,"harm":0.9671457905544147,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.019821605550049554,"accuracy":0.019821605550049554,"ce":2.831258096855575,"harm":0.9613478691774033,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9735,"correct_output_rate":0.9735,"accuracy":0.9735,"ce":0.12218606809333143,"abstentions":0,"harm":0.0145,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.04754495935192375,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.06559308383458394,"harm":0.003524229074889868,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9660852713178295,"accuracy":0.9660852713178295,"ce":0.13928318853633342,"harm":0.02422480620155039,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.11892783684585427,"harm":0.01287128712871287,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.12396898436279827,"harm":0.016293279022403257,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9630044843049327,"accuracy":0.9630044843049327,"ce":0.16098696564791445,"harm":0.023542600896860985,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.10931306398984952,"harm":0.008350730688935281,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9649805447470817,"accuracy":0.9649805447470817,"ce":0.1398264591983229,"harm":0.021400778210116732,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9671457905544147,"accuracy":0.9671457905544147,"ce":0.1757737432124414,"harm":0.014373716632443531,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9663032705649157,"accuracy":0.9663032705649157,"ce":0.15060064180682886,"harm":0.019821605550049554,"repair":0.004955401387512388}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1138,"correct_output_rate":0.1138,"accuracy":0.1138,"ce":3.4175874483882573,"abstentions":0,"harm":0.8722,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.054746724927894,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.6493392070484582,"accuracy":0.6493392070484582,"ce":0.9181285901028841,"harm":0.34801762114537443,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.060077519379844964,"accuracy":0.060077519379844964,"ce":3.2556035098351113,"harm":0.9282945736434108,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":4.137269566449555,"harm":0.9702970297029703,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.12219959266802444,"accuracy":0.12219959266802444,"ce":2.6648146062163103,"harm":0.8594704684317719,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.18721973094170405,"accuracy":0.18721973094170405,"ce":2.3053725637793145,"harm":0.8004484304932735,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.609794210119298,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.01848249027237354,"accuracy":0.01848249027237354,"ce":3.6230105974746523,"harm":0.9659533073929961,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":4.645000201971139,"harm":0.9702258726899384,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.01288404360753221,"accuracy":0.01288404360753221,"ce":3.2741461298403345,"harm":0.9692765113974232,"repair":0.0009910802775024777}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9827,"correct_output_rate":0.9827,"accuracy":0.9827,"ce":0.056736526833111735,"abstentions":0,"harm":0.004,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.02404917870205699,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.02727084590735837,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.05043923336095046,"harm":0.005813953488372093,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.047498170122089116,"harm":0.0029702970297029703,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.06425038359763884,"harm":0.002036659877800407,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.06623956561440278,"harm":0.0033632286995515697,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.0724347209720254,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.06810511832971752,"harm":0.008754863813229572,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.07718278994771202,"harm":0.004106776180698152,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.0753796744125757,"harm":0.004955401387512388,"repair":0.002973240832507433}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1276,"correct_output_rate":0.1276,"accuracy":0.1276,"ce":3.447898045751304,"abstentions":0,"harm":0.8583,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.860435401024793,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8590308370044053,"accuracy":0.8590308370044053,"ce":0.7755076877470956,"harm":0.13832599118942732,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.05426356589147287,"accuracy":0.05426356589147287,"ce":3.3275878678457724,"harm":0.9341085271317829,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":4.301825420542571,"harm":0.9693069306930693,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.12423625254582485,"accuracy":0.12423625254582485,"ce":2.6474857544136765,"harm":0.8574338085539714,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.08632286995515695,"accuracy":0.08632286995515695,"ce":2.7796953215752724,"harm":0.9002242152466368,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.3482727599114,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.021400778210116732,"accuracy":0.021400778210116732,"ce":3.3188238813645876,"harm":0.9640077821011673,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.251214294530138,"harm":0.971252566735113,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":4.221248731378904,"harm":0.9781962338949455,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9821,"correct_output_rate":0.9821,"accuracy":0.9821,"ce":0.0594988491461991,"abstentions":0,"harm":0.0047,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.023896490179874955,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03041046600086766,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.05667474293624362,"harm":0.006782945736434108,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.04798927309985622,"harm":0.005940594059405941,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.0659929968668238,"harm":0.004073319755600814,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.06940886092724682,"harm":0.004484304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.07599990377372629,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.06872545382968442,"harm":0.008754863813229572,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.08206259521475577,"harm":0.00513347022587269,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.0792785754925946,"harm":0.003964321110009911,"repair":0.003964321110009911}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1157,"correct_output_rate":0.1157,"accuracy":0.1157,"ce":4.531391985165542,"abstentions":0,"harm":0.8703,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.794868064448364,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.6837004405286343,"accuracy":0.6837004405286343,"ce":0.7610437028331221,"harm":0.3145374449339207,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.044573643410852716,"accuracy":0.044573643410852716,"ce":4.782390591483609,"harm":0.9437984496124031,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0049504950495049506,"accuracy":0.0049504950495049506,"ce":6.370361436084836,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.15071283095723015,"accuracy":0.15071283095723015,"ce":3.013644241012936,"harm":0.8309572301425662,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.16143497757847533,"accuracy":0.16143497757847533,"ce":2.9554289013491166,"harm":0.8262331838565022,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":5.294817455362351,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.02821011673151751,"accuracy":0.02821011673151751,"ce":3.9718124390652485,"harm":0.9571984435797666,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":6.565063782677958,"harm":0.971252566735113,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":5.229138499822607,"harm":0.9801783944499505,"repair":0.0009910802775024777}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9844,"correct_output_rate":0.9844,"accuracy":0.9844,"ce":0.06818967204723099,"abstentions":0,"harm":0.0016,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.030973734256099596,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.02713484814044938,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.04757553958128782,"harm":0.003875968992248062,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.05327771384347271,"harm":0.0019801980198019802,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.08830871549722318,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.09022125402779159,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.09670972009244803,"harm":0.0020876826722338203,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.07563983896103856,"harm":0.0019455252918287938,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.09159214631471199,"harm":0.001026694045174538,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.09021112627355816,"harm":0.0009910802775024777,"repair":0.003964321110009911}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1215,"correct_output_rate":0.1215,"accuracy":0.1215,"ce":3.3265904315456756,"abstentions":0,"harm":0.8645,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.731013534693887,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.6898678414096916,"accuracy":0.6898678414096916,"ce":0.9134843175770527,"harm":0.307488986784141,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.030038759689922482,"accuracy":0.030038759689922482,"ce":3.7476561256291503,"harm":0.9583333333333334,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.016831683168316833,"accuracy":0.016831683168316833,"ce":4.093829817851906,"harm":0.9663366336633663,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.12932790224032586,"accuracy":0.12932790224032586,"ce":2.417032967066964,"harm":0.8523421588594705,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.2522421524663677,"accuracy":0.2522421524663677,"ce":2.050638299663602,"harm":0.7376681614349776,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.36038420820836,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.014591439688715954,"accuracy":0.014591439688715954,"ce":3.6123898474778424,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":3.850518781946112,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.008919722497522299,"accuracy":0.008919722497522299,"ce":3.7130537642032233,"harm":0.9722497522299306,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9806,"correct_output_rate":0.9806,"accuracy":0.9806,"ce":0.06376197750370727,"abstentions":0,"harm":0.0065,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.023806647350402114,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03524475531706749,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.0640603755452442,"harm":0.007751937984496124,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.05856887286329976,"harm":0.00891089108910891,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.06490037430578174,"harm":0.0050916496945010185,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.0674615390927996,"harm":0.005605381165919282,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.0711072574058469,"harm":0.006263048016701462,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.07199524857200634,"harm":0.009727626459143969,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9691991786447639,"accuracy":0.9691991786447639,"ce":0.10655698918580263,"harm":0.009240246406570842,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.07848895754344075,"harm":0.007928642220019821,"repair":0.002973240832507433}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1093,"correct_output_rate":0.1093,"accuracy":0.1093,"ce":4.370863957552914,"abstentions":0,"harm":0.8768,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.647994113941691,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5348017621145374,"accuracy":0.5348017621145374,"ce":0.9767730570686878,"harm":0.46343612334801765,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.03391472868217054,"accuracy":0.03391472868217054,"ce":5.0507843049534,"harm":0.9544573643410853,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":6.054185350578275,"harm":0.9762376237623762,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.14765784114052954,"accuracy":0.14765784114052954,"ce":2.737607063590983,"harm":0.8340122199592668,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.29260089686098656,"accuracy":0.29260089686098656,"ce":2.2182797262007172,"harm":0.6973094170403588,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":5.323898460097126,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.019455252918287938,"accuracy":0.019455252918287938,"ce":4.175124998022247,"harm":0.9649805447470817,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":6.2503506757160325,"harm":0.971252566735113,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":4.569505336167144,"harm":0.9702675916749257,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9842,"correct_output_rate":0.9842,"accuracy":0.9842,"ce":0.06591148213085173,"abstentions":0,"harm":0.0019,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.027216050303080455,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.028081976344878478,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9883720930232558,"accuracy":0.9883720930232558,"ce":0.047403768058494056,"harm":0.0009689922480620155,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.05332672189756577,"harm":0.0029702970297029703,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.07222059138595775,"harm":0.0,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.08195488638553702,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.09174040603578035,"harm":0.0020876826722338203,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.07156453206959443,"harm":0.0038910505836575876,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.10450596177356115,"harm":0.004106776180698152,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.08971311892267121,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1234,"correct_output_rate":0.1234,"accuracy":0.1234,"ce":4.330307329511363,"abstentions":0,"harm":0.8626,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.016845258800475,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.7911894273127753,"accuracy":0.7911894273127753,"ce":0.6543080907997265,"harm":0.20704845814977973,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.035852713178294575,"accuracy":0.035852713178294575,"ce":5.045919750843225,"harm":0.9525193798449613,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.00891089108910891,"accuracy":0.00891089108910891,"ce":6.29819231693919,"harm":0.9742574257425742,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.13136456211812628,"accuracy":0.13136456211812628,"ce":2.799646473967065,"harm":0.8503054989816701,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.13901345291479822,"accuracy":0.13901345291479822,"ce":2.844769825538654,"harm":0.8486547085201793,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.005219206680584551,"accuracy":0.005219206680584551,"ce":4.795469878111159,"harm":0.9780793319415448,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.020428015564202335,"accuracy":0.020428015564202335,"ce":3.877820770673984,"harm":0.9649805447470817,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":5.5411057479308345,"harm":0.9671457905544147,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":5.779065827223557,"harm":0.979187314172448,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9833,"correct_output_rate":0.9833,"accuracy":0.9833,"ce":0.0646421070978523,"abstentions":0,"harm":0.0029,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.026148766206125374,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.02978912280623901,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.05179269198113012,"harm":0.0048449612403100775,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.050557248873611314,"harm":0.0049504950495049506,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.07049427109197617,"harm":0.0,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.07805327968857878,"harm":0.0033632286995515697,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.08639786690739829,"harm":0.003131524008350731,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.07056120595307856,"harm":0.0038910505836575876,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.10050192858792813,"harm":0.003080082135523614,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.08962130016683638,"harm":0.003964321110009911,"repair":0.0019821605550049554}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1081,"correct_output_rate":0.1081,"accuracy":0.1081,"ce":5.728975875352793,"abstentions":0,"harm":0.8778,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.220766840763499,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5638766519823789,"accuracy":0.5638766519823789,"ce":0.9900066537606705,"harm":0.4325991189427313,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.031007751937984496,"accuracy":0.031007751937984496,"ce":7.016110837763311,"harm":0.9563953488372093,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":8.881622873295829,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.1710794297352342,"accuracy":0.1710794297352342,"ce":3.3162724886637207,"harm":0.8105906313645621,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.21973094170403587,"accuracy":0.21973094170403587,"ce":3.2091529679371127,"harm":0.7701793721973094,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.005219206680584551,"accuracy":0.005219206680584551,"ce":5.929046263526221,"harm":0.9791231732776617,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.02821011673151751,"accuracy":0.02821011673151751,"ce":4.738419105046406,"harm":0.9571984435797666,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":8.340555479025632,"harm":0.971252566735113,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":7.04134586984772,"harm":0.979187314172448,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9849,"correct_output_rate":0.9849,"accuracy":0.9849,"ce":0.09041723243598848,"abstentions":0,"harm":0.0003,"repair":0.0005,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.040166726154530735,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.027502947872643187,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9893410852713178,"accuracy":0.9893410852713178,"ce":0.05679077771342535,"harm":0.0,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.07264029773860442,"harm":0.0,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.10912044768542856,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.12788611794548177,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.12738264053323753,"harm":0.0010438413361169101,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.10030690496960289,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.1303770783247308,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.12710828990526016,"harm":0.0,"repair":0.0}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":921,"correct_output_rate":0.0921,"accuracy":0.0921,"ce":3.5281952644882963,"abstentions":0,"harm":0.8935,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.308893623824944,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.573568281938326,"accuracy":0.573568281938326,"ce":0.9726438370350321,"harm":0.42290748898678415,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.03682170542635659,"accuracy":0.03682170542635659,"ce":3.765925523770221,"harm":0.9505813953488372,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.019801980198019802,"accuracy":0.019801980198019802,"ce":3.863786467620994,"harm":0.9633663366336633,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.06109979633401222,"accuracy":0.06109979633401222,"ce":2.891116423500378,"harm":0.9205702647657841,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.13340807174887892,"accuracy":0.13340807174887892,"ce":2.4157609660252795,"harm":0.8531390134529148,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.9742958226803955,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.01556420233463035,"accuracy":0.01556420233463035,"ce":3.5502545903623326,"harm":0.9698443579766537,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":4.280489545746823,"harm":0.9702258726899384,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":3.5760729648385174,"harm":0.9702675916749257,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9798,"correct_output_rate":0.9798,"accuracy":0.9798,"ce":0.06882943151600639,"abstentions":0,"harm":0.0076,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.025996386517775395,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.04288312440509233,"harm":0.003524229074889868,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.06972576393845227,"harm":0.009689922480620155,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.05748024184036548,"harm":0.005940594059405941,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.07527014276555649,"harm":0.008146639511201629,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9719730941704036,"accuracy":0.9719730941704036,"ce":0.07898590907915157,"harm":0.013452914798206279,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.07382526037277075,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.07958469401186966,"harm":0.010700389105058366,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.10167845373045695,"harm":0.008213552361396304,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.0874036547279002,"harm":0.009910802775024777,"repair":0.004955401387512388}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":878,"correct_output_rate":0.0878,"accuracy":0.0878,"ce":4.568172712385417,"abstentions":0,"harm":0.8982,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.175886835026748,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.4731277533039648,"accuracy":0.4731277533039648,"ce":1.060327002046287,"harm":0.5251101321585903,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0377906976744186,"accuracy":0.0377906976744186,"ce":4.967626302695302,"harm":0.9496124031007752,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":5.813657192453272,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.09063136456211812,"accuracy":0.09063136456211812,"ce":3.2111501440121897,"harm":0.8910386965376782,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.18946188340807174,"accuracy":0.18946188340807174,"ce":2.602747354468093,"harm":0.7993273542600897,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":5.816267085866704,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.019455252918287938,"accuracy":0.019455252918287938,"ce":4.249479092466049,"harm":0.9659533073929961,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":6.745675885524189,"harm":0.971252566735113,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":4.4219682854555,"harm":0.9712586719524281,"repair":0.0009910802775024777}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9836,"correct_output_rate":0.9836,"accuracy":0.9836,"ce":0.06434711871502757,"abstentions":0,"harm":0.0022,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02736209618551574,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03192693035124615,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.0506763725338834,"harm":0.0048449612403100775,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.047953250303540425,"harm":0.0019801980198019802,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.07688059056569595,"harm":0.0,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.07777718093872539,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.08726806681842399,"harm":0.0041753653444676405,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.06822947308110694,"harm":0.0029182879377431907,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.0946764752453202,"harm":0.004106776180698152,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.08806431032411877,"harm":0.002973240832507433,"repair":0.0019821605550049554}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1042,"correct_output_rate":0.1042,"accuracy":0.1042,"ce":4.56101559205929,"abstentions":0,"harm":0.8816,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.8051668339963545,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.7048458149779736,"accuracy":0.7048458149779736,"ce":0.7339215137644617,"harm":0.29251101321585904,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.03972868217054264,"accuracy":0.03972868217054264,"ce":4.9974885482299305,"harm":0.9486434108527132,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.00891089108910891,"accuracy":0.00891089108910891,"ce":6.2364202309070675,"harm":0.9732673267326732,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.09979633401221996,"accuracy":0.09979633401221996,"ce":3.2142738413748297,"harm":0.8818737270875764,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.0795964125560538,"accuracy":0.0795964125560538,"ce":3.33361983130418,"harm":0.9069506726457399,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.441908984798151,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.016536964980544747,"accuracy":0.016536964980544747,"ce":3.8848616493452175,"harm":0.9688715953307393,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":5.869099654002493,"harm":0.971252566735113,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":5.548467237313216,"harm":0.981169474727453,"repair":0.0009910802775024777}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9836,"correct_output_rate":0.9836,"accuracy":0.9836,"ce":0.06493316321043592,"abstentions":0,"harm":0.0029,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.025323168471687935,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03491984827029258,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.05265680192881697,"harm":0.005813953488372093,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.04778900066746954,"harm":0.0029702970297029703,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.0759715580076247,"harm":0.0010183299389002036,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.07630231334947121,"harm":0.0033632286995515697,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.08671893973061454,"harm":0.0041753653444676405,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.06774154366652499,"harm":0.0019455252918287938,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.0957430731793223,"harm":0.003080082135523614,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.09280242918894696,"harm":0.004955401387512388,"repair":0.002973240832507433}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":943,"correct_output_rate":0.0943,"accuracy":0.0943,"ce":6.02396402941441,"abstentions":0,"harm":0.8915,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.077561801527114,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5110132158590308,"accuracy":0.5110132158590308,"ce":1.1134843958146154,"harm":0.4863436123348018,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.03875968992248062,"accuracy":0.03875968992248062,"ce":6.901135391498717,"harm":0.9486434108527132,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":9.100781174186636,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.1425661914460285,"accuracy":0.1425661914460285,"ce":3.7427630512636254,"harm":0.8391038696537678,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.16367713004484305,"accuracy":0.16367713004484305,"ce":3.6331627987818784,"harm":0.8239910313901345,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":6.534675794003174,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.024319066147859923,"accuracy":0.024319066147859923,"ce":4.812775253381857,"harm":0.9610894941634242,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":8.851799722416473,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":6.9578636232142825,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9850,"correct_output_rate":0.985,"accuracy":0.985,"ce":0.08936210526494047,"abstentions":0,"harm":0.0004,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03993258933882218,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03423383821219953,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9883720930232558,"accuracy":0.9883720930232558,"ce":0.058140217132452404,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.06662685406291902,"harm":0.0,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.11493567534161367,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.12173100124191726,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.12491879122100819,"harm":0.0,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9854085603112841,"accuracy":0.9854085603112841,"ce":0.09199963775242295,"harm":0.0009727626459143969,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.1272060666810874,"harm":0.001026694045174538,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.12759212804997314,"harm":0.0,"repair":0.0009910802775024777}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":934,"correct_output_rate":0.0934,"accuracy":0.0934,"ce":4.388222107751704,"abstentions":0,"harm":0.8926,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.582969757586751,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5374449339207048,"accuracy":0.5374449339207048,"ce":0.9434510731397597,"harm":0.46079295154185024,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":5.713847258719152,"harm":0.9757751937984496,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":5.729819247858373,"harm":0.9732673267326732,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0855397148676171,"accuracy":0.0855397148676171,"ce":2.8981238683224886,"harm":0.8961303462321792,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.2141255605381166,"accuracy":0.2141255605381166,"ce":2.3508402883088375,"harm":0.7757847533632287,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":5.328068021883855,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.009727626459143969,"accuracy":0.009727626459143969,"ce":4.3289841096321195,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":5.460887447849587,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.006937561942517344,"accuracy":0.006937561942517344,"ce":4.816639797816717,"harm":0.9742319127849356,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9823,"correct_output_rate":0.9823,"accuracy":0.9823,"ce":0.06501800078820157,"abstentions":0,"harm":0.0042,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.02362428700549593,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.036812676914256985,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.06667372321377879,"harm":0.00872093023255814,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.05056261847486518,"harm":0.0049504950495049506,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.06976596220864625,"harm":0.002036659877800407,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.06569208383363062,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.07556872702023415,"harm":0.003131524008350731,"repair":0.0041753653444676405},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.06494725113672827,"harm":0.005836575875486381,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.11865611352887238,"harm":0.006160164271047228,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.08278603409629598,"harm":0.005946481665014866,"repair":0.003964321110009911}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":882,"correct_output_rate":0.0882,"accuracy":0.0882,"ce":5.766705717250267,"abstentions":0,"harm":0.8977,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.70419315264064,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.37797356828193834,"accuracy":0.37797356828193834,"ce":1.4961425915948041,"harm":0.6202643171806167,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.01937984496124031,"accuracy":0.01937984496124031,"ce":7.533341726286151,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":8.316640183511698,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.13747454175152748,"accuracy":0.13747454175152748,"ce":3.3060526217459953,"harm":0.8441955193482689,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.2937219730941704,"accuracy":0.2937219730941704,"ce":2.6392829254400256,"harm":0.6961883408071748,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":6.39296086514122,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.01848249027237354,"accuracy":0.01848249027237354,"ce":5.11511442793568,"harm":0.9659533073929961,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":8.43356857538957,"harm":0.971252566735113,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.005946481665014866,"accuracy":0.005946481665014866,"ce":6.012623208504416,"harm":0.9752229930624381,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9846,"correct_output_rate":0.9846,"accuracy":0.9846,"ce":0.08406597032313293,"abstentions":0,"harm":0.001,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03588554348046925,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.033060757751132056,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9883720930232558,"accuracy":0.9883720930232558,"ce":0.06451739652330626,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.060250828838711544,"harm":0.0009900990099009901,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.09096427696462625,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.10554694283499381,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.11361396104886201,"harm":0.0010438413361169101,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.08459304163961842,"harm":0.0009727626459143969,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":0.14383395532902252,"harm":0.00513347022587269,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.1200790220663041,"harm":0.0009910802775024777,"repair":0.0019821605550049554}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1005,"correct_output_rate":0.1005,"accuracy":0.1005,"ce":5.653208753310161,"abstentions":0,"harm":0.8851,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.861936267817866,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.6343612334801763,"accuracy":0.6343612334801763,"ce":0.849597574475157,"harm":0.3629955947136564,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.01937984496124031,"accuracy":0.01937984496124031,"ce":7.280651614548559,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":8.862124998841876,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.12321792260692464,"accuracy":0.12321792260692464,"ce":3.3725997755058845,"harm":0.8584521384928717,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.11995515695067265,"accuracy":0.11995515695067265,"ce":3.541082567222911,"harm":0.8665919282511211,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":5.74825239607822,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":4.658723031103799,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.011293634496919919,"accuracy":0.011293634496919919,"ce":7.236789609405771,"harm":0.9661190965092402,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":7.515910057559881,"harm":0.979187314172448,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9835,"correct_output_rate":0.9835,"accuracy":0.9835,"ce":0.08066446456863566,"abstentions":0,"harm":0.0024,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.03261238370737966,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03377222800029969,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.06589746655214693,"harm":0.003875968992248062,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.05902425250240829,"harm":0.0029702970297029703,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.08841628414249023,"harm":0.0,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.09781400682120475,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.10563482549563862,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.08196411744142698,"harm":0.0029182879377431907,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.132130258197332,"harm":0.004106776180698152,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.11943044421435693,"harm":0.003964321110009911,"repair":0.0009910802775024777}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":853,"correct_output_rate":0.0853,"accuracy":0.0853,"ce":7.3280120149240275,"abstentions":0,"harm":0.9006,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.191173148984156,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.3788546255506608,"accuracy":0.3788546255506608,"ce":1.7022397391928645,"harm":0.6176211453744493,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.022286821705426358,"accuracy":0.022286821705426358,"ce":9.65534646903998,"harm":0.9651162790697675,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":12.006762339211859,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.164969450101833,"accuracy":0.164969450101833,"ce":4.026477457863833,"harm":0.8167006109979633,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.21300448430493274,"accuracy":0.21300448430493274,"ce":3.9149813608965425,"harm":0.7769058295964125,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.008350730688935281,"accuracy":0.008350730688935281,"ce":6.944198927422386,"harm":0.975991649269311,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.02821011673151751,"accuracy":0.02821011673151751,"ce":5.715317827489925,"harm":0.9571984435797666,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":10.450426394832757,"harm":0.971252566735113,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":9.035492562298584,"harm":0.9781962338949455,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9847,"correct_output_rate":0.9847,"accuracy":0.9847,"ce":0.11675280664793677,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.05282941060925484,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.033115853165993143,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.08054241178159478,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.09354438281588646,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.13539093013093442,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.984304932735426,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.161051899082967,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.1629096994396531,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.11969960492313361,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.1746796954028108,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.17314198069291745,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,2,0,2,0,2,0,8,0,8,0,8,0,8,0,3,0,2,0,2,0,1,0,8,0,8,0,8,0,8,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8964636869337,0.004240467055698555,5.228515339504188,3.183647522363665e-05,4.853937494549836,3.2873578737585106e-05,6.14262961072779,3.6368350558122785e-08,4.928789782670188,6.685719279802223e-05,6.084835280093764,6.648602069917781e-08,5.305137463887204,2.3934207149666806e-07,6.472943456963791,2.5776714096204815e-11,5.6864214188717375,0.00013404003792217954,6.898240954662867,1.346604996770525e-07,6.297972855238077,2.0395238549860308e-07,7.464791875827676,1.945443806031738e-11,6.252519180173838,7.673507083258724e-07,7.207483109961378,9.786993437420202e-11,6.062086116300335,6.405558303948089e-10,7.212966089927072,3.996802888650556e-15]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.593539388215668,0.004319191356659317,4.640125227673018,4.132400324055954e-06,4.743980812349643,1.2949576914242128e-05,6.212651762192576,6.269353922927345e-10,5.098089715633641,3.086398754005725e-05,6.485936824805245,2.532550610458401e-09,6.295100018978039,4.235349359242412e-08,8.121246248348747,5.728750807065644e-14,5.0394640537117485,0.00011408906564188656,6.335995007298737,6.2390448168574775e-09,6.2221278179451005,3.98629479251882e-08,8.05212720062271,2.309263891220299e-14,6.808577680705318,2.042633498005015e-07,8.415489799949508,2.411404409485549e-13,7.951088687814888,2.0229595776095285e-11,10.086078470088214,0.0]},{"index":2033,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,7,4,7,0,7,0,7,0,7,4,7,0,7,0,7,0,7,4,7,0,7,0,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.64028870631668,0.5620684122381385,5.857290789863048,0.3400940040712366,5.808304563198167,0.6115047921138509,7.43211365421556,0.03400745566699754,5.532500959385063,0.9660374774616541,7.134335660964195,0.03547529526395129,6.82530133918049,0.16423790368632613,8.913464788353135,0.00028166858189329033,6.298131714066813,0.9533507701930042,8.012135791680592,0.2789241147667393,7.77267160113438,0.2800259642788551,9.95496279828358,0.001982320234671235,7.346401298847409,0.7103972758400487,9.54090895027832,0.0020885772468775743,8.980136688766061,0.01333034058326381,11.324825831077765,1.3820802057767474e-06]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,5,1,1,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,1,1,5,1,5,1,5,1,5,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6375246208485301,0.028993428889196413,1.3975496472739521,0.00046467079132896056,1.2578017366046046,0.0013127424898626782,1.2317005142238187,4.380202622502959e-06,1.610761678263799,0.002046602774557551,1.6594065820336554,7.914872057796805e-06,1.3215400873575192,4.8602998960659595e-05,1.7346849593290417,2.628118155205266e-08,1.5298440219902578,0.003289394392401434,1.5363207477530278,1.26076627353201e-05,1.1957089692992533,9.38954603387806e-05,1.5936165452758082,5.509096560402211e-08,1.7426255073872574,0.00014683495473442055,2.428562194524953,1.2310666683244127e-07,1.5847553589552317,2.076828410023377e-06,2.687679546965492,1.0821143980291482e-10]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,5,1,1,1,1,1,1,1,5,1,1,1,1,1,1,1,5,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0778815955066883,0.017370019121495765,0.861036271886596,0.0004700277774160433,0.5321037086211327,0.0011028504960540891,0.4930372455205473,2.3790446675182083e-06,0.8801167402275788,0.002059246828590363,1.037692796162005,5.585692586196638e-06,0.41253798390779517,4.476420206314639e-05,0.5639313047782752,8.144186403190176e-09,0.7952833836685955,0.003390351231082592,0.8970052011722255,1.1619074565001688e-05,0.37683009990616884,0.00010236236955158857,0.5742375212906664,1.613820686275633e-08,0.8699053797532514,0.00021501347928243713,1.704631783096858,6.121024610798874e-08,0.4709389464330366,1.4483161904394744e-06,1.1531390135972406,1.7924550732412508e-11]},{"index":956,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,1,1,1,2,1,2,1,2,1,1,1,2,1,1,1,2,1,1,1,2,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9585377141397684,2.061067216985845,0.6611582091031826,1.5320091021704434,0.5056077552907999,1.7672116027704046,0.3527749159855152,0.6357833715843791,0.6612933545699974,2.33077760949989,0.7425215170174666,0.9795710524667386,0.3973128146334035,1.5265824716554839,0.4050795824689102,0.13058825694764498,0.48075410847126554,2.114691715341939,0.36236585122273646,0.8733788812597004,0.2038826436002039,1.5505221059783754,0.17547672231120492,0.13868688064547643,0.33610285802096995,1.9532434053965908,0.6987741258678153,0.13665107623490275,0.21537811728392003,0.49108681930621256,0.41828415164333094,0.010376600213028346]},{"index":3073,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,2,2,2,2,2,2,2,5,2,5,2,5,2,5,2,2,2,5,2,5,2,1,2,5,2,5,2,5,2,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.224051660371037,3.4572324291287844,1.830605470607301,2.9244117818457194,2.0583671778798283,3.550641009222813,1.554690534167006,2.525003071356248,2.15743594853903,3.1933527178760626,1.8157843283942179,2.2057791710293886,1.7646609042704235,2.391477952938865,1.2934938987024962,1.0609511048733358,1.7370371801057305,3.496745212020599,1.2562529103704037,2.21317333470185,1.4028877082905582,3.0818212678699055,0.92641234357514,1.3587197851951918,2.10567507739354,2.5025478892782647,1.9839368109582964,0.8973973946819265,1.643097451479869,0.9986066540353761,1.2999784997231993,0.16812972122513453]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,2,5,2,7,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,1,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6364692942558032,0.03183650362211005,2.147394580946777,9.916430985506972e-06,2.4863866957652863,4.431944772935367e-05,3.947541723628861,6.19259310305259e-10,2.5581677853299576,9.51596464697823e-05,4.355257342660493,6.209328604915413e-10,4.279434141377981,1.6553294375883004e-08,6.579732859704134,5.107025913275707e-15,2.5646981401117377,0.00048700695995460404,4.1394638420351555,6.37331896336717e-09,4.143901081339878,9.32517086701647e-08,6.3668209879893825,1.7985612998927375e-14,4.182414239876774,5.047925748971748e-07,6.917236454141273,1.1413092693145958e-13,6.371326538901982,2.0531798483392094e-11,9.212734987676633,0.0]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,2,3,2,7,2,3,2,7,2,3,2,7,2,7,2,3,2,3,2,3,2,3,2,3,2,3,2,7,2,7,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6575297983955213,0.004576365414563365,2.0476820202085104,3.507894229591579e-05,2.490256303506051,6.039455915586917e-05,3.236918836278603,8.194139364382134e-08,2.739224748306988,5.718967950857956e-05,3.309645727969343,9.807296604635821e-08,3.972064365489227,7.454473417863059e-07,4.7871411434808335,5.672728953082323e-11,2.676777905219046,0.00025669468909608664,3.345087129964184,1.0774677545292992e-06,3.907300300887762,3.01800017285075e-06,4.571217026890511,6.341858147727797e-10,4.679216374006774,6.1947750838935485e-06,5.278609152410679,2.7517972307374847e-09,5.75624991767816,8.307238485111978e-08,6.405861744539887,7.165379400928194e-13]},{"index":321,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,7,1,7,1,7,1,7,1,7,1,7,1,2,1,2,1,7,1,7,1,2,1,2,1,7,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.919078659895551,2.3942902284284986,3.058501541662446,1.874338376739715,3.010278432119942,1.6137885194197883,3.7962400066723774,0.8075078719648326,3.686422297330593,1.8568353081718179,4.455185921913388,0.9936955694292715,4.762052501680129,0.5483894414593699,6.182483728413047,0.13140409452586163,3.8711407546291596,2.281837788313855,4.595782272690037,1.283729177032904,5.178589272317725,0.6345795913879592,6.571522064509979,0.10843634367521501,5.700071773381478,1.4997456583134627,7.071112502250393,0.5346380353210773,7.781390353319733,0.11111268251210077,9.678942563347599,0.01828987788801792]},{"index":1609,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,2,6,2,6,2,3,2,6,2,2,7,6,2,2,2,6,2,6,2,6,2,2,8,6,2,2,7,2,2,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0772103676548497,2.8015570590947156,0.7435134452677393,1.9778962092760186,0.9259073282794337,2.1347519756555897,0.5670478636016698,1.3406072569838883,1.212980107578461,2.596202050341118,0.8589958931242766,0.7310205570104585,1.130484338219813,1.1040120931164144,0.6836517981350377,0.3265337208600531,0.9003351371075615,2.5733027752261917,0.6643861408562184,1.078492062677903,0.7496596383903528,1.45089055469057,0.44857557284781624,0.3022713325187651,1.29024194027546,2.460233918432193,1.15133813510017,0.26255704454299394,1.381086215297901,0.6209840350478147,0.8485650570423157,0.06997309672249905]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6242106164625936,0.2133583983524298,5.2964543106679365,0.0027006066568826463,5.261280179730729,0.0021948674127329165,7.788187656579558,9.131009301971202e-06,4.751190339341414,0.00647834596696614,7.425704833617205,2.1973431479854678e-05,7.56949141174399,1.6709201914939638e-05,10.799479040636392,1.6342800312723785e-08,4.21841360570834,0.019741690937922624,6.686243076372061,0.00010204899338843013,6.666382697921145,4.326790460667342e-05,9.876070428929449,3.101673336695833e-08,6.105386776020417,0.00019178705323163566,9.377546373610322,1.1156779388588225e-07,9.730090887316958,6.1032184997469e-08,13.478572418266353,9.469092176983128e-12]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,5,3,1,3,5,3,1,3,1,3,1,3,1,3,1,3,5,3,1,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.501290371532888,0.0027197181296824916,3.6264507699968043,4.922414399166927e-07,3.9627163274928945,1.5772475237369356e-06,5.965798645048371,2.722044811772254e-12,3.3896329800006813,1.5240214730868232e-05,5.26309055474988,6.907563409913735e-11,5.214815669374573,1.145007643598771e-09,7.865350509813441,0.0,3.206645189424538,2.6504629371496033e-05,5.053003204768848,8.014011676172616e-11,5.5359053507935085,1.4819574445500642e-09,8.440375486631376,0.0,4.812666874569364,6.565597028122025e-08,7.673370514619788,5.995204332975827e-15,7.609509459492174,1.1315393066973194e-12,10.928729997973905,0.0]},{"index":938,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,3,3,3,3,5,2,3,3,5,3,3,3,5,5,3,3,3,3,3,3,3,5,3,3,5,5,3,3,5,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0816093947035321,0.644446106629091,1.201133648418853,0.4733326528947392,1.013674708361062,0.7384291924439518,1.3747098765006962,0.2638312685989615,0.7129230167730515,1.0991192410849695,1.0098251062626076,0.34217859081041274,0.7563003142889004,0.7995582757859245,1.3706160910794876,0.10971685252000218,0.811693510590497,0.5827274762611853,1.0183233633457178,0.29680828525679565,0.9204225040685624,0.6412508583617571,1.604309756328617,0.16410101497738436,0.5226332959793896,0.9963521401246458,0.9871349106107307,0.2500676230975019,0.7526958930177857,0.8790037092484924,1.693135738720411,0.09031245455821948]},{"index":1828,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,5,7,1,7,5,7,1,7,5,7,1,7,5,3,1,7,5,7,1,7,5,3,1,3,5,3,1,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.888497179792437,1.0838681800702514,2.289942586246175,1.1194943849849224,2.642816865892259,1.2354157009041709,3.469309513266076,1.2425903559069016,2.270487231303052,0.8434921176134439,3.2273423646683517,0.8286015962186379,3.8705889932900703,0.8605319588620282,4.841294019807454,0.6661705238778599,2.2237244013010797,0.9653493937275957,3.2467459513876253,0.868008414917845,3.8746743246509383,1.0202993307978876,5.243714523989924,0.6868496609538318,3.0666885186309427,0.4296333777960904,4.492983779642212,0.26818831878780025,5.448816603820897,0.39177269677820586,6.774540424360141,0.20726051399730835]},{"index":4740,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,8,5,8,5,8,5,8,5,8,5,8,3,8,5,8,5,8,5,8,3,8,5,8,5,8,5,8,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8201553689774976,1.3376959259161532,2.0607501860739417,1.3038272187028133,2.075596967561137,1.3447013638681553,2.8581839426821896,1.0448431365532918,2.2278148756322826,1.6028457404327403,2.7402544247964773,1.2724165337701143,2.890045212919666,1.439462625250131,4.215662440480028,0.6342276208969939,1.8667990390227398,1.0406602023546838,2.4466990143730225,1.0520848782286492,2.9725350988605235,1.0234489980243353,4.652130702652615,0.5527859286005373,2.651469472226029,1.4965178612021781,3.749170577331943,0.9288051398325189,4.2245982295410105,1.1069478610635486,6.242708095208102,0.2917842881542838]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,7,4,1,4,1,4,1,4,7,4,1,4,1,4,1,4,7,4,1,4,7,4,7,4,7,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5071403918493997,0.08722677525511603,2.2654844715472717,0.001781429060208053,1.9748722166372703,0.0011369961470885663,1.7062724794466693,1.5893618487507112e-06,2.0375730651840165,0.005140380421911552,1.655742900388039,1.2613708591054516e-05,1.7062951321993636,8.658986536227107e-06,1.4547271478907149,9.821174979558514e-10,2.4579268168902457,0.007995204284137575,1.934262357571193,2.0926356282278015e-05,1.893970590720433,8.333318469308274e-06,1.500744565870595,1.042838037601777e-09,1.886772514791192,0.00027658601316874767,1.5322733897590457,9.965112726969436e-08,1.657108027644363,4.677360855822128e-08,1.525118362611225,4.847233725512259e-13]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9443394763711253,0.08714125970449108,1.5480257146400556,0.0004953744663510621,1.4819517665173765,0.0010989388269831465,1.1980839134470889,4.1518173029419987e-07,1.6337618214149905,0.003264486423310826,1.4295431989161012,2.110707666653598e-06,1.1992710706034821,9.766659730831144e-06,1.11012758803559,2.996551895057661e-10,2.045681263280545,0.005207458357755936,1.9183150342648225,2.8178338447638174e-06,1.558453938119094,1.0077485189909478e-05,1.4518071943352382,2.514688457150535e-10,1.588751927584168,0.00010010383583661167,1.6759724669748657,5.927646356180489e-09,1.2022480327953056,8.093708109255457e-08,1.182257695051536,1.6320278461988468e-13]},{"index":1178,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,5,4,1,4,5,0,5,4,5,4,1,4,5,4,5,4,5,4,1,4,5,0,5,4,5,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.9541727678750838,0.4269575816899919,5.361422190793966,0.5150160743281491,4.335763752881459,0.29383706598155274,5.8016866836892715,0.9693350236593686,4.288508235876426,0.14954944047790603,6.131027768611746,0.3372622583406035,4.761415671526568,0.06288742235439648,6.440726748411043,0.5529225202146137,5.135225306488848,0.18053159997323484,7.028111940676546,0.3643761059860654,5.355019405578945,0.16230142566130829,7.097747299997719,0.8842173573421702,5.277297284748051,0.06762709355033242,7.479858788097326,0.2369909182190975,5.651566714906002,0.02121941009701793,7.365905697785024,0.5325817167869044]},{"index":3718,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,4,1,9,1,4,1,4,1,4,1,9,1,4,1,9,1,4,1,9,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6943334942817454,1.5605887131893708,1.8043829929884851,0.9808156655762725,1.9371008752710424,1.3420275106409374,2.2221396752291467,0.6109027216753727,1.5216387794872523,1.1475505252058493,1.634676271213683,0.32398237952398085,1.9085981609325584,0.6263576557753262,2.248366089560765,0.10577456600047089,1.692181653468272,1.8159695091009787,1.8241827363910603,0.6925788447920013,2.2803396679810666,1.0776012498957381,2.611398118733128,0.21070202549150932,1.4715438911047953,1.0057973918353795,1.509324049550203,0.07576970656062218,2.117765167889704,0.20189898984698204,2.352740199414397,0.0182902812093463]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,1,5,5,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,5,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.711230070681577,0.5898463638414617,2.0823471348458646,0.06720668351079054,2.6382733445595696,0.056408339383944496,3.0449741584348784,0.004836350057031784,1.1545705736833067,0.10532248878749592,1.6926926309389105,0.004300883852572086,2.265791468829093,0.004831891356860392,2.6530541652554036,0.000526588803633734,1.2200131570488886,0.19651496961815856,1.8150258813549498,0.006383666917300992,2.53234687658912,0.008621500113385003,3.122327336295588,0.0008560037373451073,0.6544628009916534,0.02777714852534496,1.2852294829194637,0.00039355234322970516,1.945321562773882,0.0007421062812700845,2.4595206791060953,0.00010657975600133504]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,5,3,5,3,5,3,5,2,5,2,5,2,5,2,5,3,5,3,5,2,5,2,5,2,5,2,5,2,5,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3216142261879806,0.12792000972286816,3.2073972666639836,0.001909932089806758,4.13100476883052,0.005525012594596316,4.098256178635642,4.186697899568284e-06,3.304674552649206,0.009959338737027337,3.5672208328670014,2.646230322565129e-05,4.53062704035377,0.00021249143672999555,4.383418344572621,9.422954594397575e-09,3.4398067831818224,0.0221003647136739,3.5410371735676454,6.207266062498455e-05,4.880841164378195,0.0004106782424041833,4.716757812416121,1.650658351925087e-08,3.7137104212774736,0.0011014981927398204,4.025154233175558,4.166871099329484e-07,5.426396044495018,1.0057094531302904e-05,5.115729852297942,1.1037837310762389e-11]},{"index":1299,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,5,1,5,7,5,1,7,1,5,1,7,7,5,1,5,1,5,1,5,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3652760312473964,1.9174407355022716,2.761895579103924,0.9698020825930417,3.053570513757677,1.6700552504797035,3.887952682608136,0.7087702271945289,2.452604072486301,1.1049702232261271,3.2457679829300137,0.2596115169289319,3.5032323412962825,0.4321460461948798,4.758567630704619,0.04790306433736179,2.366406622022393,1.5219133392316788,2.94771259934506,0.5106596990522647,3.5160029668831343,0.9348103797173118,4.791603493988455,0.2289666320007226,2.762872469971188,0.3870813379873561,3.717555235517513,0.04614817903270343,4.06268127115114,0.0772937133474536,5.650659256987905,0.010112487522268974]},{"index":2224,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,1,5,1,5,1,5,1,6,1,5,1,5,1,5,1,6,1,5,1,5,1,5,1,6,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.1816329190713795,1.2438951103668292,4.519365326598423,0.26538061483207026,5.170839985828868,0.3122488379383096,6.751616650739864,0.04413589803820071,3.4809567719977945,0.9220688670134862,4.630490636238449,0.18602652668035866,5.475738964955153,0.1986796098742079,8.195870581827775,0.03630145449628378,4.545166165982476,0.931543805613601,5.648012347377249,0.15225817043518036,6.346927178244923,0.15145170906067762,8.190262148280524,0.026325161562613823,3.9544772915488946,0.8368716950241881,5.748381279912283,0.21775321066688572,6.927197455438231,0.1364501938255058,9.94839719804302,0.02230581683664935]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,4,6,7,6,4,6,7,6,7,6,7,6,7,6,7,6,4,6,4,6,4,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8956051063415766,0.08323990651577937,5.200553852078513,0.0009533518569449318,5.357013628050285,0.0008469908602166638,7.414332618952793,1.4142781679075709e-06,4.540038972913338,0.001103539188353722,6.655403281470563,1.5457528032348677e-06,6.183327834057174,2.2726464254099853e-06,8.832926633414033,5.731941586395822e-10,5.405855371171852,0.0030773543897772743,6.7738122107946435,5.219265215400153e-06,6.9184760869387985,6.420209013019697e-06,8.898797590963746,1.5426271359511901e-09,5.804162044256097,6.734930318716534e-06,7.901579281223061,1.2919043604324073e-09,7.167046969047221,3.0160234264535143e-09,9.790191306487301,7.749356711883292e-14]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.00347173981798,0.024828530125051703,4.731022925798383,0.0006168351846002939,4.6753796385454605,0.000878170072608782,5.671754511682911,3.0474202361644633e-06,4.375586644338158,0.0018239199039319987,5.582085852181362,6.8474403890640685e-06,5.268385328201902,1.7922152591682185e-05,6.761829799493551,7.63414972765654e-09,5.101084542136614,0.0013295763543871976,5.714546588402393,8.029234464238822e-06,5.795478075656092,1.5593451655719072e-05,6.9298976297306965,1.2915244124032519e-08,4.972565052199226,6.387447421456774e-05,6.329364391792971,5.2331544838244896e-08,5.758144615075177,2.385027695138875e-07,7.5109856775346024,1.704925089981334e-11]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,6,5,0,5,6,5,0,5,6,5,0,5,0,5,0,5,6,5,0,5,6,5,0,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.182369106687089,2.6956934007934694,4.9492629512082225,1.4603884524087918,4.78003934705989,2.6983162326644106,5.862629808638751,0.6737558903212608,4.604123897100396,2.70671999835766,5.469048128532721,0.6708830036746475,4.8101693282175315,2.622438260677503,5.976305061762531,0.1425433991481773,5.48194932343021,3.1812950951929246,6.559976675469668,1.1352361841662724,6.01001754182205,3.3229216934048167,7.22740504299436,0.3233060354908162,5.833312799017109,3.4442912062858486,6.740909432537622,0.4126413939065998,5.823395945293467,3.2064440255699798,6.903130074266013,0.036856266214924056]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,6,1,1,1,6,1,6,1,6,1,1,1,6,1,1,1,6,1,6,1,6,1,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.068165865486827,1.8273703738041664,4.678693869709934,0.8040716436601275,4.542461047203308,1.5346240761036398,5.005844004431754,0.3398761822339735,4.893627573738854,1.0013228294720578,5.626429172317842,0.18618709569237907,5.637610254599261,0.43836872322056303,6.012300200784424,0.029122659662598294,4.789322681061249,2.1240442578220176,5.448496876254096,0.6099978763024502,5.346128617440377,1.4317087370906618,5.534818859203379,0.12783307752224252,5.715730451799272,0.5197899771947292,6.195083312256385,0.05027852842106826,6.098002683349801,0.1430857074763217,5.9164409935743745,0.0037406106217083485]},{"index":3853,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,5,2,5,2,5,2,5,2,5,2,5,7,5,7,6,2,5,2,5,2,5,7,6,7,5,7,6,7,5,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7142038738492715,2.365304229982578,4.517264665336722,2.1581774520770196,4.6126290187953884,2.2316906820852407,5.327706008791819,1.5241355179030955,4.517340108976621,2.130811376800777,5.306195448184264,1.0475333677831475,5.237325870464323,1.544187561869621,5.7477235047216375,0.5197550025042178,4.976493874348742,2.1857726685497734,5.9527768313242495,1.6013116942492753,5.951236168946136,1.7413732969365507,6.697231615772123,0.6513648889661754,5.397271996380595,1.5481265829058262,6.05458309843795,0.4826654846425068,6.044168123386465,0.9864918672512744,6.3983031396582115,0.13389513819922044]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2676997489894477,0.004892526030713861,3.498428763986393,2.2198182123681214e-05,3.5642752482163966,8.77492693676698e-05,4.248316349801618,3.274785189358215e-08,3.4475499218349883,0.00020642843640440576,3.7807184187869254,9.688444021788523e-08,4.037630295703647,1.358130681141811e-06,4.981730155604905,6.058531454116935e-11,3.5435367102833197,0.0002902503009888056,3.9486731421581216,1.6659252610865298e-07,4.11252469280628,2.1775155782758548e-06,5.216307570504822,4.817590770639896e-11,4.038730210633169,8.320599977928608e-06,4.433425137340012,4.210711778364637e-10,4.731616923543372,2.309218145573729e-08,5.705274555829936,1.2168044349890976e-13]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.086352510161852,0.010617042691831403,2.84786502388416,2.3419280750475975e-05,3.1589597609023503,9.801786719416062e-05,3.1580217128561694,1.3340127358157252e-08,3.1541451319638023,0.00038279888946925173,3.0491507865426586,7.525152262400391e-08,3.2937950458260943,1.0694211204814186e-06,3.397347766210685,9.632072916996545e-12,3.224168763925137,0.0008505829584247081,3.117107670736874,2.672048394158961e-07,3.5818787327430712,2.3598536471428302e-06,3.816272795045011,2.1223911516928967e-11,3.70781816697769,2.386273586398111e-05,3.6037975688220225,5.10000264112144e-10,4.041067994446474,2.0862902965186332e-08,4.044927434063934,1.1324274851176532e-14]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,7,1,3,1,7,1,7,1,7,1,3,1,7,1,7,1,7,1,3,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8481240354754562,1.567252446352966,5.728382905581483,1.0018822925544233,4.8272232052855175,1.1321221983247374,7.464172884368111,0.3923046056234486,5.267281280805537,1.2459835681951312,7.863387116588527,0.38821988477933317,6.965734021223756,0.5147705094579221,9.785542966409178,0.041646591276547344,5.084175873603656,1.2997071265690745,8.142167935964583,0.5561294671868526,6.778571088338202,0.5528020070173226,10.389954716516923,0.07027099990901303,7.488372472878875,1.0436917959953627,10.729102578341035,0.1385753965701167,9.626057835481308,0.15317826830271808,12.94468060299389,0.004388004853848324]},{"index":2016,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,7,2,1,2,1,2,1,2,1,2,1,7,1,2,1,2,1,7,1,7,1,2,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0872185871576563,3.419421426872548,1.229707140502935,2.1874728769438323,0.7701691998899968,1.8866731311205347,0.8680119347260623,0.7405232088378394,0.9729062550672222,2.770839002057364,1.1022633711798164,1.0403241185798648,0.8436285995966403,1.0199919880963204,0.7817128619043673,0.26074749763813504,0.8501723731981053,2.6566405223161187,0.9582290224228129,0.7331236622644166,0.8835316784241556,0.5638758882623879,0.7599176568018492,0.11777904971291168,1.2129674341924308,1.417028289574688,1.0902229707419706,0.13584342004587313,1.182998605293803,0.15622087053691483,0.8063070881131794,0.03408860910295581]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,1,8,7,8,7,8,7,8,1,8,1,8,1,8,7,8,1,8,7,8,1,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.794787921382188,0.05605570783322753,3.444861422997536,0.0006014901151910912,3.852347256299096,0.0017196826655436804,4.677099660243561,3.276452080889517e-06,2.7570500625835175,0.0033186926825620098,3.6922928224472304,3.7061079334232736e-06,4.220198899531287,2.298827362603913e-05,5.299245120911079,5.576837198698952e-09,3.2462989777282183,0.006474987718412163,4.141226594671199,7.700100805630024e-06,4.5234556958394325,5.942315420700146e-05,5.564166048330672,2.3378190887446805e-08,3.600459667597363,0.00010210376441211658,4.717307604188991,1.6811926820359104e-08,5.183718387464053,4.619040562406634e-07,6.271697234094386,2.0778045950248865e-11]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,4,8,1,8,1,8,1,8,4,8,1,8,1,8,1,8,4,8,1,8,4,8,1,8,4,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.56497232699304,0.15862160224058394,5.205276536410921,0.005765117599716283,4.476839646723883,0.0035316446829927206,6.84905544352435,3.1218018062753555e-05,4.486247313668713,0.00846058266344893,6.692446724192117,7.400971139564834e-05,5.378394240523338,4.595412324028775e-05,8.663439009391196,1.1597519560540834e-07,4.752670906854697,0.014508826420987452,7.318290237675307,0.00015008319258915726,5.6620974598670735,6.080115286096641e-05,9.107016480208832,1.4968505180835444e-07,5.782969546168541,0.0002617857615406337,9.017406303743082,8.128830677595808e-07,6.5238159187220655,4.351883052886887e-07,10.871321612112048,3.524471824878991e-10]},{"index":877,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,1,8,7,8,1,8,7,8,1,8,1,8,1,8,7,8,1,8,7,8,1,8,7,6,1,6,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1609980571954015,0.3171767319758812,6.106198834664597,0.1467359174082228,5.683665758117109,0.08813332598853835,9.97767299250171,0.05748109568836819,4.851224502408024,0.46559168841343257,9.645061696821339,0.42551530028384177,7.851189595531557,0.09018938406315376,13.63219414156238,0.07104546619201689,4.7163326689058955,0.402409119914169,8.743773864495946,0.4027213071570406,7.48758245414063,0.0769737065963604,12.870201569112753,0.0754186484686745,5.844615236663268,0.9389825465187501,11.89617340649408,1.37334436853684,9.142887687945988,0.12037809795965695,16.230010646168466,0.23930298641130335]},{"index":3289,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,8,1,9,1,9,1,9,1,8,1,9,1,9,1,8,1,8,1,9,1,9,1,9,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.81089331962173,1.7486594826400874,3.8478310756020186,1.035673987881601,3.609659193454197,1.1049984864635976,4.842784362567292,0.5908430826623695,3.2287611225017976,1.499613146123512,4.5072216649108165,0.8107733581174482,4.358889862548394,0.9191047272606543,5.743435754157043,0.4491162665944263,3.657864892397804,1.886874095368086,5.328496308562882,0.9629449539901621,4.688526145686403,0.7283005068845729,6.373792476310413,0.27732037286258665,4.457675945358707,1.646212842449251,6.431016684528689,0.8156012909228533,5.98501449069815,0.9135752636572045,7.729152075836636,0.39185160763218335]},{"index":4956,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,4,4,7,4,7,4,4,4,4,4,4,4,4,8,7,4,7,4,7,4,7,4,4,4,4,4,7,4,4,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.9605712640099764,3.412974859725727,5.808847150977227,3.0475580160526983,5.399077055364217,3.4244028972101876,7.93298725506632,1.6196258053362074,5.2955207080487865,4.604209667203718,7.756734059183023,3.019645622884666,6.540314778672493,3.7349538691924207,9.167091443064203,0.6917752561565806,6.529984524802185,4.694244003616987,8.907902620725832,3.4414920455042846,7.9043529749775905,4.146440867424292,10.572173546568235,1.169701166536141,7.810146372485826,5.958200640023503,10.330907929706585,3.2435105213490827,8.773009188184416,4.229078110991455,10.889709860670823,0.28648804042365206]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,4,9,1,9,4,9,1,9,1,9,1,9,4,9,1,9,4,9,1,9,4,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.194294130477223,0.0827140898902969,3.1960349379959627,0.001121160594237721,4.501815943145558,0.0013464604571294205,4.55272987167449,1.5138682447085828e-05,3.706967279090258,0.00234443464846221,3.5798043165988163,1.541058024775652e-05,5.52679547149012,4.892025701926767e-05,5.484053276523452,1.3558339575625215e-07,3.4329580398458988,0.004495265800580505,3.4961247103558746,4.4288478354816146e-05,5.505701597881096,8.961666399623864e-05,5.821887714619113,3.1642398713237646e-07,4.225038856874748,0.00010133037484957614,4.302462929638884,2.7799415458034224e-07,6.964763416179723,1.5994207368669591e-06,6.946402068776937,8.520231183618156e-10]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,9,4,9,7,9,7,9,4,9,4,9,7,9,7,9,1,9,7,9,7,9,7,9,1,9,4,9,7,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6140663464303984,0.05084042325961607,2.01575122719425,0.0004809055991462027,3.355788428748036,0.0008914558920632837,2.7522660704713666,1.4879650228445113e-06,2.584757648700384,0.0022746214615807165,1.8933044755835795,8.615020979734402e-06,3.8692584342656335,1.4088471755509658e-05,2.9490095561721565,1.3375828133349418e-08,2.644001104617679,0.0020259649321897207,1.9734951419042879,8.246599224111635e-06,3.468005371938336,2.0409735787415426e-05,2.6584911075483,3.5572978596241e-08,2.712560945616571,5.466988939356839e-05,1.7233644927034155,5.012183306847657e-07,4.22060855064879,8.006554089690991e-07,2.8644108568309083,1.9313561842261247e-09]},{"index":1414,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,9,5,9,5,7,5,9,5,9,5,9,5,7,5,7,5,9,5,9,5,9,5,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7612858113909717,1.055622324879561,3.2102144047644097,0.9470233503178936,3.846421629143567,0.7177482409446919,4.894810427593632,0.5474512971854699,3.094841919539042,1.0033185719134297,3.8670937067791202,0.6550858831546309,4.656761891416707,0.30064852783401275,6.1123438925986004,0.11525283446080012,4.077777310361011,0.932258104363062,4.805555952028852,0.7308736141508103,5.565314934159792,0.3696711600552708,7.094614955683328,0.19221978774814097,4.646826755944493,0.7034656590738788,5.823303110467263,0.2650577200845715,6.792877698883964,0.06362738097229233,8.67562108902468,0.01769521212215587]},{"index":2293,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,7,0,7,0,7,9,7,0,7,0,7,0,7,9,7,6,7,0,7,0,7,9,7,0,7,9,7,0,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.867022192809411,2.7309920832557184,5.297520408087645,1.5221493039976535,6.429619360147752,1.8168781826346458,8.97536942782024,0.5928256217557605,4.334665161999437,2.6938527272066466,6.85399541650675,0.8842245864356825,7.660062342821266,1.201321866789664,10.98165724467195,0.17917912019747584,5.764207436957109,2.6649869730877773,7.875811676883973,1.0253883720588268,9.033997924518916,1.4633573129561395,12.219270754838961,0.25413562968862613,5.728320047719815,2.7430956163338975,8.334876339558125,0.5835324263412404,9.418190448413206,1.0223914385347128,12.969718151815039,0.1062590687864667]},{"index":9808,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,9,1,4,1,4,1,4,1,9,1,4,1,4,1,4,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.065384362670978,1.2343256552583384,3.9574461360902946,1.653118777138371,4.771556066822462,1.3870372262471873,6.3956346108998385,0.9957665140340963,4.675859200695346,1.892246373323107,6.136919926907295,1.8806812879945844,7.145936822698325,1.7103377135249247,9.01777938052312,0.46715197835005323,4.123931889735751,1.490260236078907,5.7060819972741035,1.3578281176082962,6.811551154429005,1.3847792139163349,9.050617721112244,0.3278811473014841,6.351725091157555,1.9263372396156775,8.446665959720967,1.267791596344841,9.649375566261474,1.2925530227209503,12.027925185334905,0.06421371222791622]}]},{"id":"sd_annealed-selected-s101","recipe":"sd_annealed","state":"selected","seed":101,"epoch":15,"source_run":"graph-eval-sd_annealed-s101","checkpoint_sha256":"48c82cf4abacd1f1c047a0d8dd7db3c22365c8e23b6d6d72589dc122fb69b724","source_result_sha256":"bf35317a17d8a66ffe93514634a3833e43fbffff52b63aed33f392c12e877e52","archive_json_sha256":"12a01f36856f47497963be357a63acdd805f9775967e1bbafd98fc1c916f7d55","archive_npz_sha256":"fef79c448ac6cb524406274fce2d278cdbbda9e640fb70cd285dee8e8ecc9c73","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":7.858609207822553e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_annealed-selected-s101","recipe":"sd_annealed","state":"selected","seed":101,"epoch":15,"checkpoint_sha256":"48c82cf4abacd1f1c047a0d8dd7db3c22365c8e23b6d6d72589dc122fb69b724","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,2185,3251,6651,9634,2,5,956,3073,1,35,321,613,18,30,1166,2308,4,6,447,610,8,15,1032,1940,2035,11,21,1044,1182,0,17,124,810,61,84,495,691,7,9,241,448,4761]},"n":10000,"dense_accuracy":0.9822,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1312,"correct_output_rate":0.1312,"accuracy":0.1312,"ce":2.885668896992566,"abstentions":0,"harm":0.8525,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0326530612244898,"accuracy":0.0326530612244898,"ce":2.6431927931467336,"harm":0.9622448979591837,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8044052863436123,"accuracy":0.8044052863436123,"ce":1.1318453359183576,"harm":0.19383259911894274,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.06782945736434108,"accuracy":0.06782945736434108,"ce":2.3832314145101003,"harm":0.9215116279069767,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.06633663366336634,"accuracy":0.06633663366336634,"ce":2.458221885706786,"harm":0.9108910891089109,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.028513238289205704,"accuracy":0.028513238289205704,"ce":2.9466280196616275,"harm":0.9368635437881874,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.20515695067264575,"accuracy":0.20515695067264575,"ce":2.328542930530712,"harm":0.7802690582959642,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.530314217580875,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.01264591439688716,"accuracy":0.01264591439688716,"ce":2.6287346661728423,"harm":0.958171206225681,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.863375649687754,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":3.244261152260756,"harm":0.981169474727453,"repair":0.0009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9670,"correct_output_rate":0.967,"accuracy":0.967,"ce":0.13522247733653694,"abstentions":0,"harm":0.0188,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.044997709484648415,"harm":0.004081632653061225,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.05489990214472502,"harm":0.006167400881057269,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9641472868217055,"accuracy":0.9641472868217055,"ce":0.1260870335137345,"harm":0.025193798449612403,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.14824267823063736,"harm":0.01089108910891089,"repair":0.009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9429735234215886,"accuracy":0.9429735234215886,"ce":0.1872173026845499,"harm":0.0274949083503055,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9495515695067265,"accuracy":0.9495515695067265,"ce":0.18963363588470014,"harm":0.03587443946188341,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9686847599164927,"accuracy":0.9686847599164927,"ce":0.13189816952289835,"harm":0.015657620041753653,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9562256809338522,"accuracy":0.9562256809338522,"ce":0.16735308277954683,"harm":0.02237354085603113,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9691991786447639,"accuracy":0.9691991786447639,"ce":0.16198898175057638,"harm":0.017453798767967144,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9593657086223984,"accuracy":0.9593657086223984,"ce":0.15539487350473807,"harm":0.02576808721506442,"repair":0.0}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1241,"correct_output_rate":0.1241,"accuracy":0.1241,"ce":3.5226659927231796,"abstentions":0,"harm":0.8596,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":3.857090931765463,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8458149779735683,"accuracy":0.8458149779735683,"ce":0.8826421040930144,"harm":0.1524229074889868,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.04844961240310078,"accuracy":0.04844961240310078,"ce":2.9863778124538634,"harm":0.9408914728682171,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.031683168316831684,"accuracy":0.031683168316831684,"ce":3.0203117187595,"harm":0.9465346534653465,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.008146639511201629,"accuracy":0.008146639511201629,"ce":3.7986073833061442,"harm":0.9572301425661914,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.16591928251121077,"accuracy":0.16591928251121077,"ce":2.7424747282683666,"harm":0.8195067264573991,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.97335287432942,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.033073929961089495,"accuracy":0.033073929961089495,"ce":2.7803712550460284,"harm":0.9367704280155642,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.966132451270788,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":3.679116618634219,"harm":0.981169474727453,"repair":0.0009910802775024777}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9797,"correct_output_rate":0.9797,"accuracy":0.9797,"ce":0.06664846617832366,"abstentions":0,"harm":0.0051,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.02427782229674626,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.02512100885063212,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.05092371553599984,"harm":0.007751937984496124,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.07720816072551741,"harm":0.0029702970297029703,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9582484725050916,"accuracy":0.9582484725050916,"ce":0.12205505904432101,"harm":0.010183299389002037,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.0744872270319027,"harm":0.006726457399103139,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.07765272337283699,"harm":0.003131524008350731,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.10041091658352685,"harm":0.008754863813229572,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.055749018019593394,"harm":0.006160164271047228,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.06484894433788466,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1254,"correct_output_rate":0.1254,"accuracy":0.1254,"ce":3.2884678147362063,"abstentions":0,"harm":0.8582,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.006122448979591836,"accuracy":0.006122448979591836,"ce":3.762116369830357,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8431718061674008,"accuracy":0.8431718061674008,"ce":0.9372748720855927,"harm":0.15506607929515417,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.06492248062015504,"accuracy":0.06492248062015504,"ce":2.7879304824431994,"harm":0.9244186046511628,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.026732673267326732,"accuracy":0.026732673267326732,"ce":2.968809804833199,"harm":0.9504950495049505,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.026476578411405296,"accuracy":0.026476578411405296,"ce":3.3175547021785285,"harm":0.9389002036659878,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.14237668161434977,"accuracy":0.14237668161434977,"ce":2.7640423526320643,"harm":0.8419282511210763,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.6921811876061357,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.04085603112840467,"accuracy":0.04085603112840467,"ce":2.376308111189457,"harm":0.9299610894941635,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.446343769319638,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":4.2381539354949185,"harm":0.9851337958374629,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9785,"correct_output_rate":0.9785,"accuracy":0.9785,"ce":0.07241113357811334,"abstentions":0,"harm":0.0073,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.02731840092553912,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.02883197270946083,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.05346749532124231,"harm":0.009689922480620155,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.08010944570176227,"harm":0.0039603960396039604,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9663951120162932,"accuracy":0.9663951120162932,"ce":0.1034357060310589,"harm":0.008146639511201629,"repair":0.009164969450101833},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.968609865470852,"accuracy":0.968609865470852,"ce":0.10211078422469573,"harm":0.014573991031390135,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9749478079331941,"accuracy":0.9749478079331941,"ce":0.08663624223617834,"harm":0.008350730688935281,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.0871365973427674,"harm":0.007782101167315175,"repair":0.010700389105058366},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.07592350837593957,"harm":0.008213552361396304,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.08854895577685602,"harm":0.009910802775024777,"repair":0.0009910802775024777}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1188,"correct_output_rate":0.1188,"accuracy":0.1188,"ce":4.196483819764901,"abstentions":0,"harm":0.8648,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.340221021218385,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8229074889867841,"accuracy":0.8229074889867841,"ce":0.7773523791639639,"harm":0.17444933920704847,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.05329457364341085,"accuracy":0.05329457364341085,"ce":3.649151964460461,"harm":0.936046511627907,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.020792079207920793,"accuracy":0.020792079207920793,"ce":3.7561468888693694,"harm":0.9574257425742574,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.008146639511201629,"accuracy":0.008146639511201629,"ce":4.6045197830857205,"harm":0.9572301425661914,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.13565022421524664,"accuracy":0.13565022421524664,"ce":3.3755632338622505,"harm":0.8497757847533632,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.456727263784049,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.04474708171206226,"accuracy":0.04474708171206226,"ce":2.7515312053768195,"harm":0.9250972762645915,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.767637210755698,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":5.073394636985929,"harm":0.9841427155599604,"repair":0.0009910802775024777}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9819,"correct_output_rate":0.9819,"accuracy":0.9819,"ce":0.06001055585933179,"abstentions":0,"harm":0.0021,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.024450098661153392,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.017948494934936218,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.03716907155142181,"harm":0.001937984496124031,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.07321163487815666,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9633401221995926,"accuracy":0.9633401221995926,"ce":0.12029365804722554,"harm":0.004073319755600814,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.07822287405886352,"harm":0.006726457399103139,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.07490731689385302,"harm":0.0010438413361169101,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.97568093385214,"accuracy":0.97568093385214,"ce":0.07570643865236873,"harm":0.0009727626459143969,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9876796714579056,"accuracy":0.9876796714579056,"ce":0.045504950185388124,"harm":0.0,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.06110828664403711,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1339,"correct_output_rate":0.1339,"accuracy":0.1339,"ce":3.2189174746246194,"abstentions":0,"harm":0.8499,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.006122448979591836,"accuracy":0.006122448979591836,"ce":3.70265023978456,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8845814977973568,"accuracy":0.8845814977973568,"ce":0.8543116703494087,"harm":0.1145374449339207,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.02422480620155039,"accuracy":0.02422480620155039,"ce":3.240971198035263,"harm":0.9631782945736435,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.04455445544554455,"accuracy":0.04455445544554455,"ce":2.7689764106513626,"harm":0.9336633663366337,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.012219959266802444,"accuracy":0.012219959266802444,"ce":3.1848402100136726,"harm":0.9531568228105907,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.25112107623318386,"accuracy":0.25112107623318386,"ce":2.157897103664023,"harm":0.7354260089686099,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.699815503718137,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.019455252918287938,"accuracy":0.019455252918287938,"ce":2.7950257140326866,"harm":0.9513618677042801,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":5.955179479416963,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":4.141896444042658,"harm":0.9851337958374629,"repair":0.0009910802775024777}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9748,"correct_output_rate":0.9748,"accuracy":0.9748,"ce":0.08503001128110885,"abstentions":0,"harm":0.0103,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.031183517597280396,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.027975270705432174,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9718992248062015,"accuracy":0.9718992248062015,"ce":0.07728306835503725,"harm":0.01744186046511628,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.10588649710758868,"harm":0.00891089108910891,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9541751527494908,"accuracy":0.9541751527494908,"ce":0.14021975662703787,"harm":0.016293279022403257,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.09270842215452184,"harm":0.008968609865470852,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.09051662412888083,"harm":0.009394572025052192,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9630350194552529,"accuracy":0.9630350194552529,"ce":0.1145002160225269,"harm":0.013618677042801557,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.08115358432958283,"harm":0.012320328542094456,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.09656133994132947,"harm":0.010901883052527254,"repair":0.0009910802775024777}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1295,"correct_output_rate":0.1295,"accuracy":0.1295,"ce":4.096519814524975,"abstentions":0,"harm":0.8539,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.172526177281272,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8960352422907489,"accuracy":0.8960352422907489,"ce":0.6693530746958208,"harm":0.10220264317180616,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.025193798449612403,"accuracy":0.025193798449612403,"ce":4.113780466259788,"harm":0.9612403100775194,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.020792079207920793,"accuracy":0.020792079207920793,"ce":3.57097359889499,"harm":0.9564356435643564,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.004073319755600814,"accuracy":0.004073319755600814,"ce":4.450231567539278,"harm":0.9613034623217923,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.2163677130044843,"accuracy":0.2163677130044843,"ce":2.6981221119584764,"harm":0.7690582959641256,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.527586916525229,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.030155642023346304,"accuracy":0.030155642023346304,"ce":3.0723296572323604,"harm":0.9406614785992218,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.362881882349765,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":4.822814217448042,"harm":0.9841427155599604,"repair":0.0009910802775024777}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9805,"correct_output_rate":0.9805,"accuracy":0.9805,"ce":0.06477607376281717,"abstentions":0,"harm":0.0033,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02466010149330786,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.017099757633436255,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.049553953132281885,"harm":0.005813953488372093,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.08195177147512231,"harm":0.0029702970297029703,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.955193482688391,"accuracy":0.955193482688391,"ce":0.1422204313212393,"harm":0.01120162932790224,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.0644044190167564,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.07619115998213412,"harm":0.0010438413361169101,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9717898832684825,"accuracy":0.9717898832684825,"ce":0.09365535672508786,"harm":0.0029182879377431907,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.0447133183466721,"harm":0.002053388090349076,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.05980756101293801,"harm":0.0019821605550049554,"repair":0.0019821605550049554}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1298,"correct_output_rate":0.1298,"accuracy":0.1298,"ce":3.635567402761621,"abstentions":0,"harm":0.8534,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.696148943176278,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8951541850220265,"accuracy":0.8951541850220265,"ce":0.7416623612084682,"harm":0.10220264317180616,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.03197674418604651,"accuracy":0.03197674418604651,"ce":3.687475000323732,"harm":0.9554263565891473,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.034653465346534656,"accuracy":0.034653465346534656,"ce":3.330022745158809,"harm":0.9425742574257425,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.01120162932790224,"accuracy":0.01120162932790224,"ce":3.6475989934068282,"harm":0.9541751527494908,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.17937219730941703,"accuracy":0.17937219730941703,"ce":2.6666030641629908,"harm":0.804932735426009,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.879913382793562,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.03599221789883268,"accuracy":0.03599221789883268,"ce":2.678303578423269,"harm":0.933852140077821,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":6.186884381770509,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":5.2388835267082605,"harm":0.9851337958374629,"repair":0.0009910802775024777}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9797,"correct_output_rate":0.9797,"accuracy":0.9797,"ce":0.06594583847364338,"abstentions":0,"harm":0.0049,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.02707163679527743,"harm":0.004081632653061225,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.01995359665757023,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.0478070250923776,"harm":0.006782945736434108,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.08162187733078749,"harm":0.0039603960396039604,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9694501018329938,"accuracy":0.9694501018329938,"ce":0.11011624404696475,"harm":0.004073319755600814,"repair":0.008146639511201629},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.0780008330783312,"harm":0.004484304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.0857048725196544,"harm":0.006263048016701462,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9698443579766537,"accuracy":0.9698443579766537,"ce":0.08000952047049628,"harm":0.006809338521400778,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.06102250723469712,"harm":0.00513347022587269,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.07631717616175,"harm":0.006937561942517344,"repair":0.0009910802775024777}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1229,"correct_output_rate":0.1229,"accuracy":0.1229,"ce":4.802019472905522,"abstentions":0,"harm":0.8605,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.509500641168874,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.866079295154185,"accuracy":0.866079295154185,"ce":0.6396856943539508,"harm":0.13127753303964756,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.03875968992248062,"accuracy":0.03875968992248062,"ce":4.708724585507969,"harm":0.9486434108527132,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01782178217821782,"accuracy":0.01782178217821782,"ce":4.3340694076569415,"harm":0.9603960396039604,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0050916496945010185,"accuracy":0.0050916496945010185,"ce":5.345320049679885,"harm":0.960285132382892,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.16928251121076232,"accuracy":0.16928251121076232,"ce":3.5412798449723804,"harm":0.8161434977578476,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.976195780407107,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.02821011673151751,"accuracy":0.02821011673151751,"ce":3.1988166358845764,"harm":0.9416342412451362,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.056645477411253,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":6.336322397246128,"harm":0.9841427155599604,"repair":0.0009910802775024777}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9819,"correct_output_rate":0.9819,"accuracy":0.9819,"ce":0.06950891349214436,"abstentions":0,"harm":0.0015,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.028597009822755155,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.013178392256266727,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.04544557571042727,"harm":0.001937984496124031,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.08863255129273653,"harm":0.0019801980198019802,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9613034623217923,"accuracy":0.9613034623217923,"ce":0.16166555713415143,"harm":0.0050916496945010185,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.08007401083870039,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.08758012408457394,"harm":0.0010438413361169101,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.08462627169219414,"harm":0.0,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.05021719739670626,"harm":0.0,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.06511116742775946,"harm":0.0009910802775024777,"repair":0.0009910802775024777}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1228,"correct_output_rate":0.1228,"accuracy":0.1228,"ce":2.9290589978546246,"abstentions":0,"harm":0.8609,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.017346938775510204,"accuracy":0.017346938775510204,"ce":3.2897180136154,"harm":0.9785714285714285,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8317180616740089,"accuracy":0.8317180616740089,"ce":1.0077180142762823,"harm":0.16740088105726872,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.046511627906976744,"accuracy":0.046511627906976744,"ce":2.459798958320992,"harm":0.9418604651162791,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.020792079207920793,"accuracy":0.020792079207920793,"ce":2.7570163530005143,"harm":0.9554455445544554,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.0274949083503055,"accuracy":0.0274949083503055,"ce":2.9977345005346017,"harm":0.9378818737270875,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.16367713004484305,"accuracy":0.16367713004484305,"ce":2.4440419518288463,"harm":0.8217488789237668,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.445516867918102,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.016536964980544747,"accuracy":0.016536964980544747,"ce":2.561726291687029,"harm":0.9542801556420234,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":4.108148291925156,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":3.550396841695314,"harm":0.9851337958374629,"repair":0.0009910802775024777}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9701,"correct_output_rate":0.9701,"accuracy":0.9701,"ce":0.10988764028845752,"abstentions":0,"harm":0.015,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02806099485392341,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.035709793135499435,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.10319110977735081,"harm":0.022286821705426358,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.12168078113863642,"harm":0.00891089108910891,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.955193482688391,"accuracy":0.955193482688391,"ce":0.14755744669685286,"harm":0.016293279022403257,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9484304932735426,"accuracy":0.9484304932735426,"ce":0.16620177436866446,"harm":0.034753363228699555,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9665970772442589,"accuracy":0.9665970772442589,"ce":0.1287850347903889,"harm":0.015657620041753653,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.953307392996109,"accuracy":0.953307392996109,"ce":0.16846134119343825,"harm":0.02237354085603113,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.09280911361236609,"harm":0.009240246406570842,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9672943508424182,"accuracy":0.9672943508424182,"ce":0.12026898349954371,"harm":0.017839444995044598,"repair":0.0}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1229,"correct_output_rate":0.1229,"accuracy":0.1229,"ce":3.46397691233858,"abstentions":0,"harm":0.8607,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":4.49177911435717,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8590308370044053,"accuracy":0.8590308370044053,"ce":0.8710538347725433,"harm":0.13920704845814977,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.03682170542635659,"accuracy":0.03682170542635659,"ce":3.034562315544603,"harm":0.9515503875968992,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01881188118811881,"accuracy":0.01881188118811881,"ce":3.1965184637959294,"harm":0.9594059405940594,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.013238289205702648,"accuracy":0.013238289205702648,"ce":3.7807550953127267,"harm":0.9521384928716904,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.17040358744394618,"accuracy":0.17040358744394618,"ce":2.813044887122993,"harm":0.8150224215246636,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.630527673955627,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.024319066147859923,"accuracy":0.024319066147859923,"ce":2.7113390112444304,"harm":0.9455252918287937,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":5.657538573702682,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":3.898261052395472,"harm":0.9841427155599604,"repair":0.0009910802775024777}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9793,"correct_output_rate":0.9793,"accuracy":0.9793,"ce":0.06698421527661377,"abstentions":0,"harm":0.0049,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.021323756541645367,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.018861592222397368,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9786821705426356,"accuracy":0.9786821705426356,"ce":0.057879210592610565,"harm":0.00872093023255814,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.07700529654641641,"harm":0.0019801980198019802,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9623217922606925,"accuracy":0.9623217922606925,"ce":0.11131203038974388,"harm":0.006109979633401222,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9753363228699552,"accuracy":0.9753363228699552,"ce":0.0800284567803358,"harm":0.008968609865470852,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.09006030210524715,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9630350194552529,"accuracy":0.9630350194552529,"ce":0.11409078314342537,"harm":0.010700389105058366,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9876796714579056,"accuracy":0.9876796714579056,"ce":0.04174238573573086,"harm":0.001026694045174538,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.06453547458254866,"harm":0.004955401387512388,"repair":0.0009910802775024777}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1263,"correct_output_rate":0.1263,"accuracy":0.1263,"ce":3.2037125013755037,"abstentions":0,"harm":0.8572,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":4.286254566293218,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8907488986784141,"accuracy":0.8907488986784141,"ce":0.8374221806128591,"harm":0.10748898678414097,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.04844961240310078,"accuracy":0.04844961240310078,"ce":2.913079125220486,"harm":0.9408914728682171,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01485148514851485,"accuracy":0.01485148514851485,"ce":3.2337002423718153,"harm":0.9613861386138614,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.04073319755600815,"accuracy":0.04073319755600815,"ce":3.069362230576993,"harm":0.924643584521385,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.1289237668161435,"accuracy":0.1289237668161435,"ce":2.799430446792322,"harm":0.8553811659192825,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.134259566128085,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.01848249027237354,"accuracy":0.01848249027237354,"ce":2.502090645165539,"harm":0.9523346303501945,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":4.30654296814174,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":4.336212184591395,"harm":0.9851337958374629,"repair":0.0009910802775024777}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9789,"correct_output_rate":0.9789,"accuracy":0.9789,"ce":0.07093185017264622,"abstentions":0,"harm":0.0064,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.023144049831812487,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.020384094827187723,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.05512001551259425,"harm":0.009689922480620155,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.08310194245413223,"harm":0.0029702970297029703,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.08885564219161066,"harm":0.003054989816700611,"repair":0.012219959266802444},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9697309417040358,"accuracy":0.9697309417040358,"ce":0.10312406795820041,"harm":0.013452914798206279,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.1016308364154352,"harm":0.008350730688935281,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9659533073929961,"accuracy":0.9659533073929961,"ce":0.10394559869617165,"harm":0.010700389105058366,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.05517818230761692,"harm":0.00513347022587269,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.08471723668048595,"harm":0.008919722497522299,"repair":0.0009910802775024777}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1234,"correct_output_rate":0.1234,"accuracy":0.1234,"ce":4.026545745907145,"abstentions":0,"harm":0.8602,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.8413727718809865,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8713656387665198,"accuracy":0.8713656387665198,"ce":0.7454481079351003,"harm":0.12687224669603525,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.044573643410852716,"accuracy":0.044573643410852716,"ce":3.6612712030928853,"harm":0.9437984496124031,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01485148514851485,"accuracy":0.01485148514851485,"ce":3.8305749045470954,"harm":0.9633663366336633,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.013238289205702648,"accuracy":0.013238289205702648,"ce":4.365277998303381,"harm":0.9521384928716904,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.15807174887892378,"accuracy":0.15807174887892378,"ce":3.374943618747061,"harm":0.827354260089686,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.695574500443589,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.02529182879377432,"accuracy":0.02529182879377432,"ce":2.8928530198514415,"harm":0.9445525291828794,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":6.304789308294707,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":5.091462081833247,"harm":0.9841427155599604,"repair":0.0009910802775024777}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9823,"correct_output_rate":0.9823,"accuracy":0.9823,"ce":0.06482910400702602,"abstentions":0,"harm":0.002,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02350858654243017,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.013235777573519425,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.04601624857503183,"harm":0.0029069767441860465,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9722772277227723,"accuracy":0.9722772277227723,"ce":0.08574779249023907,"harm":0.0029702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.10963927623533161,"harm":0.0010183299389002036,"repair":0.007128309572301426},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.08459422501505914,"harm":0.004484304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.0944883485020896,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.09485866031431023,"harm":0.0019455252918287938,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9887063655030801,"accuracy":0.9887063655030801,"ce":0.04008840301173014,"harm":0.0,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.0653434247671887,"harm":0.002973240832507433,"repair":0.0019821605550049554}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1307,"correct_output_rate":0.1307,"accuracy":0.1307,"ce":3.101169344083531,"abstentions":0,"harm":0.8526,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":3.8935540586931525,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8819383259911894,"accuracy":0.8819383259911894,"ce":0.8135899465160313,"harm":0.1171806167400881,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.02422480620155039,"accuracy":0.02422480620155039,"ce":3.338017326488922,"harm":0.9631782945736435,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.023762376237623763,"accuracy":0.023762376237623763,"ce":3.0435296979399755,"harm":0.9514851485148514,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.019348268839103868,"accuracy":0.019348268839103868,"ce":3.065157143183918,"harm":0.9460285132382892,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.22982062780269058,"accuracy":0.22982062780269058,"ce":2.2241922283746365,"harm":0.7556053811659192,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.145041416913671,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":2.8203859828563385,"harm":0.958171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.01642710472279261,"accuracy":0.01642710472279261,"ce":3.8996869887675167,"harm":0.9691991786447639,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":4.054729059473163,"harm":0.9841427155599604,"repair":0.0009910802775024777}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9750,"correct_output_rate":0.975,"accuracy":0.975,"ce":0.08297144971916365,"abstentions":0,"harm":0.0097,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02421736011759152,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.021966328588238167,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9738372093023255,"accuracy":0.9738372093023255,"ce":0.07742566061897249,"harm":0.015503875968992248,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9693069306930693,"accuracy":0.9693069306930693,"ce":0.09847329646382474,"harm":0.01089108910891089,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9592668024439919,"accuracy":0.9592668024439919,"ce":0.12487549647870051,"harm":0.012219959266802444,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9719730941704036,"accuracy":0.9719730941704036,"ce":0.09930134415615265,"harm":0.01233183856502242,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9728601252609603,"accuracy":0.9728601252609603,"ce":0.10117503748272062,"harm":0.009394572025052192,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.958171206225681,"accuracy":0.958171206225681,"ce":0.13692473868485547,"harm":0.014591439688715954,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.06423565381294309,"harm":0.008213552361396304,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.08942914719707383,"harm":0.010901883052527254,"repair":0.0}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1291,"correct_output_rate":0.1291,"accuracy":0.1291,"ce":3.8879214599782514,"abstentions":0,"harm":0.8544,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":5.328986294826715,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8854625550660793,"accuracy":0.8854625550660793,"ce":0.7287548758955996,"harm":0.1145374449339207,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.02131782945736434,"accuracy":0.02131782945736434,"ce":4.074106732495132,"harm":0.9651162790697675,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.019801980198019802,"accuracy":0.019801980198019802,"ce":3.690824860761399,"harm":0.9574257425742574,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.007128309572301426,"accuracy":0.007128309572301426,"ce":4.2996158758606375,"harm":0.9582484725050916,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.24439461883408073,"accuracy":0.24439461883408073,"ce":2.629954038241094,"harm":0.7410313901345291,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.712214810955243,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":3.202296457731543,"harm":0.958171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":5.848360392728288,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":4.7836993332409685,"harm":0.9841427155599604,"repair":0.0009910802775024777}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9803,"correct_output_rate":0.9803,"accuracy":0.9803,"ce":0.06943055517161212,"abstentions":0,"harm":0.0031,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9948979591836735,"accuracy":0.9948979591836735,"ce":0.02264575173165387,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.012985194980886336,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.06118292699276614,"harm":0.007751937984496124,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9722772277227723,"accuracy":0.9722772277227723,"ce":0.08426945480696112,"harm":0.0049504950495049506,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9592668024439919,"accuracy":0.9592668024439919,"ce":0.13726461946991447,"harm":0.007128309572301426,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.07548062498741633,"harm":0.002242152466367713,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.08941489717810974,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.11488147405613637,"harm":0.0048638132295719845,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.04289737448440039,"harm":0.0,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9861248761149654,"accuracy":0.9861248761149654,"ce":0.060911145016703964,"harm":0.0009910802775024777,"repair":0.0019821605550049554}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1276,"correct_output_rate":0.1276,"accuracy":0.1276,"ce":3.4517851876603696,"abstentions":0,"harm":0.8553,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.789290409017134,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8828193832599119,"accuracy":0.8828193832599119,"ce":0.7385680397680023,"harm":0.11365638766519824,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.02810077519379845,"accuracy":0.02810077519379845,"ce":3.772378264113701,"harm":0.9583333333333334,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01287128712871287,"accuracy":0.01287128712871287,"ce":3.5730012575079995,"harm":0.9623762376237623,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.023421588594704685,"accuracy":0.023421588594704685,"ce":3.3797265734499247,"harm":0.9419551934826884,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.19730941704035873,"accuracy":0.19730941704035873,"ce":2.59530218782024,"harm":0.7881165919282511,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.000369569466565,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.01264591439688716,"accuracy":0.01264591439688716,"ce":2.8495507814397083,"harm":0.9571984435797666,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.018480492813141684,"accuracy":0.018480492813141684,"ce":4.1511544963877665,"harm":0.9671457905544147,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":5.00042530720282,"harm":0.9841427155599604,"repair":0.0009910802775024777}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9793,"correct_output_rate":0.9793,"accuracy":0.9793,"ce":0.06948138658787668,"abstentions":0,"harm":0.0051,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.024915041684557476,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.015200486271137403,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.053221205232528976,"harm":0.007751937984496124,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.08434225140552783,"harm":0.0049504950495049506,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.10241659601597754,"harm":0.004073319755600814,"repair":0.009164969450101833},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.08640272915136812,"harm":0.005605381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.10127645511019734,"harm":0.0041753653444676405,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9659533073929961,"accuracy":0.9659533073929961,"ce":0.10483589571944682,"harm":0.006809338521400778,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.056345148242087494,"harm":0.00513347022587269,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.07504059912481922,"harm":0.008919722497522299,"repair":0.0009910802775024777}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1236,"correct_output_rate":0.1236,"accuracy":0.1236,"ce":4.541631856399443,"abstentions":0,"harm":0.8599,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.5887237948214645,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8625550660792951,"accuracy":0.8625550660792951,"ce":0.6895014219657113,"harm":0.1356828193832599,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.03488372093023256,"accuracy":0.03488372093023256,"ce":4.631549630866943,"harm":0.9525193798449613,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":4.385434017563633,"harm":0.9633663366336633,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.012219959266802444,"accuracy":0.012219959266802444,"ce":5.081760159033195,"harm":0.9541751527494908,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.1984304932735426,"accuracy":0.1984304932735426,"ce":3.397888137141872,"harm":0.7869955156950673,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.954942813384908,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":3.4683869675741263,"harm":0.9562256809338522,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":6.593498603579798,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":6.156717742386064,"harm":0.9851337958374629,"repair":0.0009910802775024777}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9822,"correct_output_rate":0.9822,"accuracy":0.9822,"ce":0.07535403617892171,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9948979591836735,"accuracy":0.9948979591836735,"ce":0.02770342577545559,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.010532443087580284,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.05439858119459481,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.09493408796266738,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9653767820773931,"correct_output_rate":0.9653767820773931,"accuracy":0.9653767820773931,"ce":0.15643563751125045,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.09186676842241959,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.10534063757541352,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9698443579766537,"correct_output_rate":0.9698443579766537,"accuracy":0.9698443579766537,"ce":0.10597113056598174,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.049887722707880215,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.06779352684276929,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,2,0,2,0,1,0,2,0,1,0,2,0,1,0,2,0,1,0,1,0,1,0,2,0,1,0,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9789839996770309,0.006922795729215373,2.7108554007812278,0.00042374093376653613,2.584606038011046,0.0007832330703291224,3.658920756372294,2.664792887918017e-05,2.721030966619593,0.0015226188026389211,3.506009136715285,6.013338654824774e-05,3.2420095320256266,0.00017175598857251676,4.629374091994892,2.8232344537012872e-06,2.5849542515747395,0.0012994908543050333,3.3711419014002444,7.354343448744164e-05,3.1607914022436123,0.00013278064655932142,4.261711396606971,4.721492700518735e-06,2.6706252324189133,0.0003669227908601627,3.4824573072400127,1.2614429214629116e-05,3.356598981209233,3.2968508661096906e-05,4.984583878090324,4.825374858986344e-07]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1975055614412473,0.004283033001224244,4.147669854994189,9.64337641074195e-05,4.219476944667666,0.00018360507276229192,5.582794972565849,2.0863622010297533e-06,5.001399033933819,0.00022326829817531884,6.2897915781219735,1.7309134120382297e-06,5.787987524594478,6.479754986792553e-06,7.540542799780292,1.3033793737063869e-08,3.3835533503069426,0.0006838231467859858,4.238660096206203,9.19123980499988e-06,4.291759416485075,2.6973574103849534e-05,5.653362230970918,1.235087051854362e-07,4.721822171447898,3.8803543961204186e-05,5.958373520819864,1.1635540764527994e-07,5.471412573339823,7.372408859156861e-07,7.277269690014236,4.447597844580306e-10]},{"index":2185,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,0,1,0,1,0,1,8,1,0,1,0,5,0,1,8,1,0,1,0,1,0,1,8,5,0,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.109588361752466,1.687820688291444,3.3083128379933795,0.6810064441130504,3.4001229988969515,0.8234051244664146,3.3962778063872756,0.15740009195220403,3.290121318192718,1.3474276272226078,3.4616072934263045,0.30245822960125074,3.528096305767714,0.49739860593591967,3.6260975133727036,0.04932449881882522,3.1386957836714227,1.5811597695071349,3.1036879698492483,0.4421269880530716,3.3374449181055716,0.6371487132561178,3.314562856493252,0.0738424500578532,2.9509813745595492,1.2707610217887062,2.9946408186778823,0.1968087499403578,3.103538352130262,0.43396833646909155,3.3127527017609593,0.030524488358160497]},{"index":3251,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,0,1,0,1,0,1,0,1,0,1,0,1,9,1,9,1,0,1,0,1,0,1,0,1,0,1,0,1,9,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.2816787421606775,0.09500683956538232,2.817044466051484,0.222700506100389,2.134563080796772,0.44061146937570816,4.489699838425416,0.3628975367908142,2.091389569858011,0.49583759156455415,4.1572750514336185,0.533507571258527,3.1082391637427658,1.3778714191511647,5.813365947364947,0.8225572573146087,1.6575449264882411,0.07313141534292497,3.650063497767345,0.1483351204174778,2.8801662359825357,0.5426293861065281,5.463038637417724,0.31567447630421674,2.3296725061477206,0.4010499694883203,4.696674707013713,0.3261565883466405,3.4845989210936836,1.343823790980825,6.678278550064001,0.6482562858469141]},{"index":6651,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,0,5,5,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5406788670440346,1.931602130180606,3.084122381538509,1.4303663183801687,3.0094232510046073,1.705000019116953,4.161802082993674,1.3261308461454289,3.1900016337719457,1.64205965850034,4.28181057943511,1.1487761872236608,3.646055665150069,1.4657485612076155,5.40665422962243,1.055817507748448,2.358104783286552,1.9312598567916872,2.876818946923958,1.1834005459374666,2.754177596068546,1.7579261857453683,3.7884398291075416,1.2856448931441675,3.0216916494841177,1.4653494914752492,4.180397346338087,0.8145243629347276,3.527673971488362,1.33934062388044,5.225095795414291,0.8368920124357423]},{"index":9634,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,1,8,7,8,7,1,1,8,1,8,7,8,7,0,7,8,1,8,7,8,1,8,1,8,1,8,4,8,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.845970769050811,1.7751169339186366,4.436734007094759,1.2498492070500675,3.8534094960215324,1.5137908757741834,5.361306989596113,1.1507205675796919,3.9400165557940614,1.6963866023774707,5.419189425944166,1.1778221898430088,4.468590585041491,1.2839953271779114,6.125324091342236,0.9846795383915977,3.631977542994552,1.8030328420384056,4.626601918628727,1.2523492989757208,4.147670514361489,1.5429124518629735,5.574773210317316,1.0395078335820604,4.284334967739073,1.3931577332301948,5.533628489276195,0.8382748616714913,4.614608238583199,1.1359957664814648,6.308904892079476,0.7426628079241671]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.384501310059544,0.03750630618854291,1.173534456909323,0.0028475284958642787,1.2010025309529757,0.007322224608894652,1.0316232721683185,0.00025042125827593267,1.1509414562256577,0.007177637895763289,0.9537373370086144,0.0002820528333510868,1.057324864903574,0.0014264836948706112,0.9643711829470542,2.2483158554628196e-05,1.5125492142072434,0.016701829102454043,1.4115663006768884,0.0007581917095069376,1.365495609611761,0.0024095451405979668,1.2238383091620204,4.901407062746484e-05,1.27808107049602,0.0034151633157931366,1.2105212635425247,7.982930218888027e-05,1.197556859890241,0.0005865152855792924,1.176860747627002,5.161355319777314e-06]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9089859787718283,0.014295894379662853,0.6123008734271728,0.0011410013471833565,0.6127828769274197,0.003453318839895032,0.38932180563580104,0.0001411740201459365,0.6019133251297161,0.002868578639331731,0.3484737409786277,0.0001034177559441977,0.4248562036565995,0.0006619914158150792,0.2498989257244096,8.755872190312e-06,0.909197158072033,0.005759224131201844,0.737583019977518,0.00022140795688576704,0.6721622342696274,0.0009643827966538999,0.46863220656045446,1.4761901253932822e-05,0.6618504712330964,0.0011942400676374532,0.4809269451780281,1.896765143145713e-05,0.508291126471127,0.0002218706777426283,0.35566699693299086,1.276744874132493e-06]},{"index":956,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,1,1,1,2,1,1,1,1,1,1,1,2,1,2,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3781822934102048,1.6237387226285143,0.8893722115654373,1.2611061407797814,1.0888252872404645,1.394371735480227,0.6213684432515959,0.7420839363397413,1.0660552411354909,0.9696727548191084,0.5708652483605631,0.5271963458426489,0.7586049608828702,0.7193280698805495,0.33096623046886525,0.2380757344820257,1.0832178329979794,1.2181451467895532,0.9018972295877409,0.8098663507262017,0.8456995493716554,0.7775116981320906,0.546680417212801,0.2833439959993955,0.9092362177626789,0.5371937569139061,0.5863705784334842,0.20260871998556082,0.6341259597261417,0.2442167373372415,0.341065518928327,0.05184222685492376]},{"index":3073,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0207776320664714,3.06833982221888,1.6350556107698586,2.8029436767885816,2.5960268741604993,2.506186831308039,2.324024689443315,1.5772151967722345,1.8514177231197007,2.384555793992714,1.2234751351420616,1.6397092230231702,2.232726366504265,1.6353642537607078,1.9014589306809289,0.6137177806007661,2.1804853633056287,2.3738353140502855,1.7793510951754545,1.644303021194076,2.2622787895771914,1.6238243338496023,2.212519556194583,0.8696237992497295,1.8627358934284703,1.6343524185787646,1.4028609891480546,0.7821747573806108,2.120248517682156,0.9373612198403005,1.9809744665787317,0.3018543064727027]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,2,0,2,0,2,5,2,0,2,5,2,0,2,5,2,0,2,5,2,5,2,5,2,0,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9474240754173713,0.012367069494647632,2.306081865625758,0.00011951929246689634,2.2363185097021114,0.00021756036601738846,2.926634913775495,1.6816708920660118e-06,2.6655185466304063,0.0005455647958406369,3.3974585559832255,6.211716867357891e-06,3.2188355217552305,1.537069189886881e-05,4.084637327622548,1.2678935164014442e-07,2.228374025392866,0.0012656064030906148,2.8241790168808656,1.7358797739243575e-05,2.91206057171993,3.565750056079384e-05,3.3963880126273276,4.149410908857601e-07,3.1247291440679197,0.00010643234985220156,3.9485493475978997,1.963337943109624e-06,3.646670990126201,4.502296795922082e-06,4.231868542923457,4.8587482189627786e-08]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.422892961119873,0.011100898979167549,1.630203641251074,0.0004526004034456857,1.575586759645652,0.001843880018488253,1.926842816919553,9.253018901154235e-05,1.7339737571996041,0.0029657640252577742,1.908162624142079,0.00023627332855752188,1.733509479412933,0.0009793380240112506,2.07290329264445,3.247405587671649e-05,1.6373780654903578,0.009973009289014711,1.9136764320050306,0.0005653800630038158,1.5764880294139898,0.0018625769557458782,1.9116785620515855,7.798041206497011e-05,1.6190265327539888,0.004420291452835553,1.7984699688920762,0.00032346879097996706,1.5273171407650896,0.0011966396915954892,1.891132546011372,3.0635916725152366e-05]},{"index":321,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,2,1,7,1,7,1,7,1,2,1,7,1,7,1,7,1,2,1,7,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5127901873565426,1.3971033232050651,2.2892106756284383,1.1619142109657021,2.4252320932127556,1.4885601261830468,2.077186838617262,1.3112105361152269,3.221518508394364,1.0372862538680907,2.990320588771236,0.7038336612226679,3.1593011484541758,1.2260027547332686,2.646932520484029,1.089433002675324,2.463372195579687,1.032089536793166,2.123713665052787,0.6141721559917097,2.550203212884521,1.0402754125947369,2.126438607139254,0.7226744526111083,3.2581671243965413,0.9234978780244015,2.8108642840195195,0.48571401311061463,3.250014947649795,1.0037624350181815,2.651370749487187,0.6841923604371715]},{"index":613,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7907945521015187,1.0871347974268932,1.9727235143129982,0.4591238157192654,1.7160560399291345,0.550200010836655,1.982894722934465,0.08636008248237924,2.1417580818306243,0.9475742825096918,2.653677084851109,0.29731025107911013,2.157440489841031,0.32862173744515083,2.6230168013142583,0.03001862375040719,2.0417134606552456,1.1686489643657918,2.4170560424692202,0.414034954738085,2.193808667706263,0.4515902595788792,2.6114220665086396,0.04899621672260986,2.51419701392395,0.8319413161604368,3.1215597143493783,0.15559819583400164,2.532214254175736,0.16751045811973808,3.0281638659282186,0.011318661769995908]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,3,1,3,7,3,1,3,1,3,1,3,7,3,1,3,4,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.70044158729863,0.16541223368749344,4.185025706769301,0.021933396320479397,3.91691376582058,0.02091711895367599,4.456666864773416,0.003099864981092306,3.7707853056862506,0.06045269624061834,4.433398996615008,0.017025069714872863,4.0502155626070655,0.014360034353158458,4.83873508383379,0.0029477197431410605,3.618352895376702,0.05284743408769224,3.808187693752486,0.005624742782028382,3.6008832347077266,0.00917698100456985,3.7255267558425937,0.000976541394060531,3.7639576677627584,0.02171315332646636,4.260397371021536,0.0036112267469057963,3.6999373450113016,0.0036696356700189883,4.199904736079125,0.0004697619898824269]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6562248077632677,0.0037238591788447887,3.31739153616432,2.270725090778183e-05,3.3033121147971913,0.00011127688247118185,3.888875337451779,7.071803270501019e-08,3.02277285608135,0.0003145744407914947,3.640916206317992,2.889270129863049e-07,3.332741626525503,4.624806368436975e-06,3.9207423844507,5.126308265453458e-10,3.06252451766822,0.0012198673303552246,3.550498060370693,3.738621899150511e-06,3.4142885078597582,4.715225070917946e-05,3.774086913707295,1.9582213880768385e-08,3.218817218634477,8.413964445944844e-05,3.572039560535993,4.727068225036969e-08,3.39066497396518,1.0830548386176671e-06,3.666012401854088,5.195777141729275e-11]},{"index":1166,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,5,7,3,7,5,7,3,7,5,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0042429442790652,0.8506046984736857,2.5934013461812513,0.9026854388299816,2.2452806650269657,0.6962712789468162,3.159738924860621,0.7192984139957908,2.077501704657551,0.6955212335114962,2.918970365750652,0.7723904134104719,2.3138053746713183,0.6246891247504177,3.4769040878018167,0.6227521531303731,1.9306159402172178,0.9564818766928034,2.3770144337465786,1.2177927545999396,1.9286143730751366,0.9433638554829034,2.828213309442063,1.1057458857792486,1.9622359370581444,0.8597055942337398,2.7173691232507107,1.156549174148076,2.085589803306766,0.7530489042270665,3.4172738125548126,0.7427263848787671]},{"index":2308,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,5,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.934654965372436,0.2589450833863881,3.339901463446708,0.1291431895776812,3.2357776675458183,0.15698956052865007,4.0170930875040005,0.059837410096842986,3.196672822638973,0.45420549493861634,4.026976779958454,0.2566404808949168,3.4834258450666424,0.28439033374914546,4.937893081246511,0.09675690994052999,2.379525345982641,0.32004860626588855,2.8302064206595428,0.18236982556648831,2.6878125675972955,0.30782180426435013,3.7090404927747698,0.15894690712191287,2.673227946926253,0.7029396538706773,3.5606706619415482,0.39632073997248113,3.270993074523151,0.49515195223705993,4.9123111560613255,0.12993572213166263]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7329986267384934,0.07194501383942371,2.9936058522562825,0.007945664033355417,3.0317451184946718,0.003592557038133764,3.415847496161318,0.00023315448751768276,2.793024697985294,0.02008811314911655,3.281209416368767,0.001435369374347828,3.5073360699394165,0.000820896940470673,4.394995905113803,7.667712476967063e-05,3.2160320574532975,0.05741163812475488,3.2246658993670336,0.003391754978794816,3.351481480415224,0.0020864960974496137,3.5426433887791395,0.00011090061853073832,3.188031857967749,0.01579004920616454,3.6247390719147514,0.0013379932885672493,3.797227974170839,0.0010225914179388179,4.49657852436181,0.00010958720889003468]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,3,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2750084910261927,0.09235690652912465,2.9749073550701164,0.018939085723922975,2.3006615062105533,0.014568715839074726,3.417344560149918,0.005746235509546614,2.278412919683527,0.06093883980664636,3.2148989263292265,0.0315564049551102,2.2289959859092385,0.007699473201814353,3.6226021203088976,0.005463608686578033,1.957609421314006,0.05111148375863376,2.7100230272083037,0.010938984938982262,1.8072230290049383,0.007601725543376513,3.0205990011246397,0.002210993986711091,2.083786041374916,0.02406734803788637,3.094351247458133,0.008495337162887952,1.9294767793188383,0.0027175451608880377,3.415448831039967,0.0010109167978483247]},{"index":447,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,5,4,1,4,5,4,1,9,5,9,1,4,5,4,1,4,5,4,1,4,5,4,1,9,5,9,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.062353074841778,0.5417348661277952,5.194795573449163,0.565295714586087,4.32053548103462,0.2694530152811145,6.124749997307372,0.25238455521060965,3.9976731688095715,0.7618254103391137,6.201348056954321,0.8854591048123902,4.274626231341755,0.3161632171101038,6.963148471939018,0.4604239047582924,3.6196001698007443,0.5310671345067882,4.9851040729973235,0.5887989473354759,3.5025707795724577,0.24233470552784137,5.694933624804603,0.2930189110827761,3.411467650693047,0.8093187335854122,5.878440389605425,0.950582637714636,3.521236608360802,0.29837363016781066,6.163534640907126,0.4719536579177946]},{"index":610,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,1,2,5,2,1,2,1,2,1,2,1,2,1,4,1,4,1,2,1,4,1,2,1,4,1,2,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8402067466923726,1.0931941496702882,4.4774267567670565,1.1504677493741449,4.267131693347929,1.6892089924972105,5.3061139424796036,1.4259498730029132,3.779475630902092,1.487535842394748,4.606644031278664,1.2406070074512474,4.501167121383563,2.0425279530999445,5.840862204885417,1.40185657220652,3.6148052133693462,0.7958656332794298,4.265974187305556,0.49652998371279333,3.7933564984903665,1.0050737177354514,5.019348685639682,0.4063920618915145,3.5833089507909435,0.8630743169771886,4.595728934617864,0.42157924611861153,4.4008897577090424,1.2973402416305797,6.001721083048213,0.6457960271049507]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4001895493549172,0.669459059647275,3.9309474046852295,0.08487511621418169,3.7261490922709513,0.14357537609363658,5.864314763212581,0.012558437151736192,2.6208968453307633,0.13311256291045262,5.129552783623509,0.009331726214437553,4.543047026796141,0.025006058547182877,7.707201268948829,0.001510296868747187,2.9205026711468616,0.34778594756870357,4.74496229102809,0.03897196327329576,4.601196328302175,0.056343323884754666,7.007194797888706,0.005179832217943829,3.0914713558767053,0.08981209091299883,5.530962924578831,0.00649123202618146,4.776695904051816,0.014594084353556637,8.16278629603414,0.0008909822655894758]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,5,3,5,3,5,2,5,3,5,3,5,3,5,2,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.940366654004642,0.22296166865367345,3.130987710295253,0.04154614321721263,3.8533786241240287,0.07795153766306154,4.180190105099917,0.010390440138561923,3.0020368508624893,0.045434139353815586,3.26515192364854,0.0049146005376260685,3.9527416912488906,0.011536884487955569,4.312727599921986,0.0006140121083179256,3.323582077764831,0.2208710581680148,3.5991808670206167,0.024857015419558825,4.071908201230982,0.06358908117954584,4.229728605062199,0.0033861226361737167,3.4583508658928634,0.0348085141198829,3.544991693290539,0.0016309639438400198,4.128721030729656,0.005854232549956555,4.2283201714992735,0.0001008982143667224]},{"index":1032,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,3,5,3,8,3,5,3,5,3,5,3,5,3,5,3,8,3,5,3,8,1,8,3,5,1,5,3,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5489945503981244,0.9079009810669624,3.8376602016885353,0.48931451233766804,3.846264158852329,1.0413292138692274,4.278624005740484,0.6383269239757768,2.999524360359427,0.7368546350500232,3.5603701875705394,0.29983910659893837,3.387772254606957,0.5881969000156932,4.176833702248476,0.1973591467471163,3.1114114388057024,1.1938299080548358,3.3075271751906077,0.6684004080886938,3.13966133130183,1.3940838309716173,3.473020838902677,0.7783639672900775,2.2244154659691646,0.8012797282430797,2.6709281446509734,0.30274413551666174,2.405673415015642,0.6230358874878298,3.0728624320971605,0.23366493509232336]},{"index":1940,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,5,3,0,3,5,7,5,7,5,7,0,7,0,7,0,7,5,3,0,3,5,7,5,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.653685876807285,1.2459421165119822,2.4584142120398598,0.7228926902292424,3.0643028727872816,1.1556046349511935,2.7021841046360917,0.17724501842303245,1.9898676536298214,1.2948240371739566,1.6257042781996618,0.4225679683463012,2.631265449739396,0.513337746470177,2.284034263648865,0.018997663023445754,2.7846775321490105,2.5481696150714104,2.4314847453062556,1.1000920269228291,2.9650750908873946,1.9252907754645192,2.635167135412963,0.21092668181864693,1.9037191463127752,1.8678319465568587,1.3559160666973409,0.47390688546320203,2.2067853540896953,0.49635380527835987,1.8764656125132615,0.034489702937857025]},{"index":2035,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,5,1,3,1,3,1,3,1,5,1,3,1,5,1,3,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0729723745095954,1.3732635742055412,2.1364684857193526,0.889191885743483,2.3898070987083355,1.2310322108951746,2.8033027710987417,0.7181864721189599,2.147822178627011,1.2257129712480714,2.493699905114144,0.7020424239412427,2.6583353161329573,1.1430000655360981,3.514887239623512,0.47578119862890894,1.7133109467626284,1.5501966462203893,1.637334545807053,0.7238347346067042,2.2498738925941786,1.0205199687497954,2.6756172367906967,0.2693891617228984,1.9548406642003948,0.9983477686386255,1.9596417441755363,0.39421681900590505,2.531854581488095,0.7494594407397615,3.1733830217513463,0.15912296487078118]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5126319119346876,0.22882745751178515,4.43056907576735,0.009566268374650164,4.656214961273259,0.01305081356398424,5.9692149785124515,0.000228805964316368,4.017044774334971,0.030838649700852802,5.1605251038482205,0.00048569059419126297,5.187050884499426,0.000978308788330464,6.488025949845435,7.077636691490055e-06,4.619837544350507,0.1234248491979636,5.257719889900673,0.0036255385751975716,5.115278857536644,0.00997102163628518,6.169852314120625,0.00017481303990236693,4.287457485104754,0.016286476180469713,5.2024149598933205,0.0002460674022700089,5.189090509949103,0.0008297778126598148,6.2144625320650855,5.455236239451309e-06]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,9,6,7,6,7,6,7,6,9,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.812123481902282,0.033387904382349974,3.249085142171431,0.004628430953430114,2.895696083865916,0.006627307649333629,3.584677383608736,0.0003378790659255617,2.677509317752868,0.010496528147184594,3.3459660164898244,0.0005449027512746622,2.809528321308578,0.001827251365577059,3.7926196602937945,3.31264492190414e-05,3.115814122696217,0.017619271338890186,3.3360434344379035,0.0017123075994674496,3.0123303173653087,0.0036724760072232923,3.5227184249385655,0.00014506389105785173,2.7206662362588134,0.005708043140195933,3.3285077836917596,0.00019047320349090458,2.7873915717485334,0.0011564912818993447,3.59899496251652,1.0920940316240232e-05]},{"index":1044,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,6,1,8,1,6,5,8,5,6,1,8,5,6,1,8,1,6,1,8,1,6,1,8,5,8,1,8,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2602713581191947,1.1417227752068086,3.501391662564329,0.6337471842710559,3.3285379185394888,0.9153851407429145,3.5043391634937002,0.42308624641595655,3.312228096544145,1.0906929804228596,3.6639606599267545,0.679220137312751,3.379910020498603,1.2920609281546973,3.6994352229297545,0.4795919672894704,4.35266483150403,1.267841680540662,4.049153158782247,0.7101973434813353,3.864050959214415,1.3630116666667587,3.589276158681958,0.6456719261313311,3.663231480843796,1.3958138604929762,3.5964997805589363,0.7987157852708592,3.405930523290766,1.8067275712706556,3.477782301816637,0.68278720521329]},{"index":1182,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,6,1,8,1,6,1,8,1,6,1,8,1,6,1,8,1,8,1,8,1,8,1,8,1,6,1,8,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.146653536428001,1.2124554980356708,4.9997476629509565,1.015041225627495,3.9917718480529785,1.6551224953485253,5.64027956703681,0.9185360470175062,3.589264332682622,1.3111065913870124,5.3675258402460955,0.7160013183562447,3.802693200464544,1.545650682438661,6.5814837714620955,0.59388633594546,4.377315702592293,2.2231200737911747,4.983524500223844,1.796518663219243,4.212531022105185,2.7564287939204912,5.836312623678046,1.4709826882896504,3.58731766130811,1.853591249061902,5.317125279358466,0.9583731737388187,3.8200183363116436,2.194485251817931,6.23890184147197,0.7515290375425578]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5022161680635744,0.011046058575632543,2.4274339038475867,0.0025083430182039315,2.022484606124409,0.0023393652113943043,2.1123914905407557,0.000269242950226934,2.529359249416289,0.003372529807976652,2.478798606737667,0.0008872902886895986,2.1872380128870303,0.0009364187787426824,2.2945928780431553,5.187699817696754e-05,2.4859906914447776,0.01392586909368727,2.580946330663469,0.0035445243766066537,2.366370771094018,0.004336869499290835,2.492278136019081,0.0002827584866634748,2.886925567846625,0.0038870230149250563,3.0834300956899185,0.0007828525977883641,2.709158291361331,0.0009990459773479426,3.011687245298885,5.555042389921688e-05]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.270764843792557,0.015537645123822786,1.8753327790944074,0.0029235898776455147,2.017593054253454,0.003034356108932654,1.926016121043113,0.00023094410263133482,2.2735299097585946,0.0033505622522617884,2.247824199892599,0.0008074393014887388,2.5251865746741355,0.001169955960071488,2.9560794330992413,6.917736431179847e-05,2.312256658232489,0.01523025238931387,2.2112264715961514,0.003585792630282688,2.567077103734642,0.0044475785932714,2.6698275537031364,0.0003708875600219313,2.6937452932097097,0.0038119328318263783,3.1920466921629083,0.0008525873217799035,3.3709562552690278,0.0014512262011299108,4.295097004780995,0.00013162911862178248]},{"index":124,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,7,7,7,7,7,7,7,7,1,7,7,7,1,7,4,4,7,7,7,4,7,7,4,4,1,7,7,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6320981103333043,1.3778155044244045,1.294030889131531,0.1994520141310727,1.1129061296995815,0.39775327110683173,0.8636644932106808,0.01289174335007725,1.2373912170563746,0.6775180313856011,1.024572118644043,0.01771194325682783,0.8508191808378058,0.15469832331336011,0.9021968911906437,0.002206648574328338,1.5833453526820986,2.026821795096466,1.3490991201182825,0.4476466892509059,1.0683096410700845,0.723473685512265,0.9510818804841517,0.02530967717124849,1.446375319987637,1.4361367431095273,1.269038421359968,0.07134589806076336,0.9925731596916056,0.4691973903858747,1.0662785176216099,0.005009664992347528]},{"index":810,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,7,7,1,2,1,7,1,7,1,7,1,2,1,2,1,2,1,7,1,2,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8010654972327877,0.7488911331715707,1.1599072519274896,0.6622153868011502,1.2755398649697594,0.5828487042952321,0.8228401600463332,0.25316396117820944,1.8195455728052847,0.8337675407972349,1.3307574395167037,0.4976032108558351,1.4898928590495268,0.511708698336699,1.2541587028130108,0.09439836464251498,1.4555325854265504,1.103386459268869,1.14742586325647,0.8280625553946414,1.364371668352534,0.8434552155912259,1.064445281225093,0.2569604147818559,1.9755116356980593,1.2602083496770697,1.6713077403415513,0.5570472998864907,1.9149143363702161,0.7145987605120829,1.748092623756897,0.11074530997925926]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.241041045595152,0.1612657920368271,4.6109211841710405,0.026542323064527862,4.119869720680178,0.05904846113464403,4.475728260461301,0.004063583112221517,3.7092744922655916,0.07600472299859702,4.290998914697238,0.005844053107840717,3.3414905524254945,0.023599764623737578,4.106721294620428,0.0005503430484750375,2.423234513814236,0.088438025951709,2.742090103194511,0.012251490945154198,2.2491433115150157,0.032328840473212626,2.6954561043957797,0.0020098001824443395,1.9513643750683687,0.04865297491735616,2.653435898278497,0.004209815481983868,1.8327098344310655,0.013982788189131904,2.646554809967026,0.0003182311459120021]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,9.008480932069373,0.04637559683282249,11.782744930193383,0.001329755350824604,9.956522512114722,0.0034250100674008198,13.366381248059886,3.4531397612617485e-05,10.483864956116784,0.010843186622727536,13.79281703338246,0.00012116051408184336,11.217373220945426,0.0007402290716083597,15.318694850703443,4.1390826188927915e-06,7.08682688169707,0.014126893168724423,9.40627758750806,0.00030938898329135157,7.714412281705954,0.0010656660840512764,10.934873624798284,1.1767299325073433e-05,7.900654629206877,0.003948959590644179,10.950554793944093,4.810326519234399e-05,8.724814352652396,0.0003095563763847982,12.737944771176666,2.331512499579987e-06]},{"index":495,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,8,1,2,1,8,1,2,1,8,1,2,1,8,1,2,1,8,1,2,1,8,1,2,1,8,1,2,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,6.358937203091581,1.4251333047352543,8.486867359260915,0.5308522071487107,6.629900623855955,1.1496182100106178,9.57066917546593,0.23169492373358377,5.042168393809933,1.1878539010786167,8.202649576797686,0.25837569976912367,5.5266445274492,0.8600663157861331,9.202423681608085,0.07341391299832403,4.133368198772624,1.346408226812847,5.696041987027588,0.5573280860275086,4.290839004140299,1.3176949880132298,6.084205868144555,0.24092878018496186,3.3636291030165193,1.4833959518692938,5.057027095428851,0.31040594469938565,3.941632267249186,1.31234555414812,6.049889894434354,0.08732860268140151]},{"index":691,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,1,4,7,4,1,8,1,4,1,8,1,4,1,8,7,4,1,8,7,4,1,8,1,4,1,8,1,4,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,7.69459035046102,2.7088280172264674,10.514675144528113,0.9118140126499351,8.650660729750497,2.2004867954014977,11.50972444875962,0.22217626497295137,8.204351330701911,1.0196741257958175,10.86009766544115,0.06581759092199398,8.575517616956327,0.8501185973359932,11.779018982065814,0.01726980611036842,5.341544005481487,2.265071696329,6.969840722875655,0.4007709036430914,5.2853673463501005,1.6241192828877438,7.702340772856048,0.05721186011893282,5.242392565824677,0.819256867503888,7.332779420757761,0.028277094755846624,5.416727578327883,0.7368198216483358,8.340035509071024,0.007079162596617375]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9514887261334293,0.041125364298543854,3.329928629165449,0.001647407102495852,3.7161609864187373,0.005334027816734869,4.196206873897135,0.00032097512359564157,3.904865040754792,0.0069384338175668605,4.29665800396304,0.0003185805728524053,4.521670291896995,0.0008298731560167485,5.094519392766724,7.57372606389136e-05,3.301492659654956,0.02246300449788088,3.4223549817439776,0.0012293197315047,3.6383927394309654,0.0038506054488290555,4.0043455411302125,0.00015061949951543433,3.9354083495041823,0.00360569218541755,4.103745720050712,0.00016699525472788204,4.182956436455098,0.0005037051474372316,4.5214276568361464,2.444411371572857e-05]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,9,7,9,5,9,5,9,5,9,7,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3673711185020334,0.04344677262661106,3.3147500941973838,0.0012233534015968167,4.1511499276865464,0.006211058094498611,4.060575033019461,7.523453425004875e-05,4.227352524167096,0.005445586677851715,3.9646486358758897,7.612399657181697e-05,4.689788149289157,0.0008654607751896482,4.572011813409022,4.958127205879963e-06,3.3631803164115865,0.012830190441882284,3.212581631669063,0.00026698871664008485,3.863968770043411,0.0021720538349878863,3.7935832037558286,3.404326306234278e-05,3.651009207756201,0.0018776321760444526,3.649061834309262,3.390605940938166e-05,4.122568320055173,0.0004785587649899669,4.311201243022359,3.6900197648353807e-06]},{"index":241,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,3,9,7,9,7,9,3,8,3,9,7,9,3,9,7,8,3,8,7,8,3,8,3,8,3,9,7,8,3,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.155214101101887,1.1692158956332075,3.7202597603420307,0.4782641984797462,3.5550821489741233,0.6941155117462596,4.3641911169479455,0.3314710610288327,3.8390752401722383,0.8669501598143522,4.517252455083838,0.22738364790716364,4.118733539736305,0.5246877607441613,5.1790049960589695,0.1695866015385597,2.862505759827909,1.2507605612635824,3.4474319881718314,0.9061765231790041,2.85281709311346,1.2156569499817498,3.6981545060527115,0.8563721536638879,3.149011442852639,1.3128339964209716,3.8170560324904406,0.6701212697589087,3.089578508984823,1.0871640921054375,4.421045063928421,0.6307342851872401]},{"index":448,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,9,1,9,1,9,1,8,1,9,1,9,1,9,1,8,1,8,1,8,1,9,1,8,1,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2895292211750267,1.336762801763905,3.204861603981907,0.39099234975344344,4.258518285601674,0.7012827115678214,4.557841972050124,0.09905755200723054,4.240448432495588,1.3178968272771376,4.116540940059897,0.2615724879974023,5.261714718160815,0.6046620295729185,5.332994802859001,0.05640958952435278,3.8573902619907745,2.1679383654171334,3.3143792589601038,0.9615671642292386,4.524141303855689,1.2894164012889395,4.1679137650065705,0.27734401257485225,4.24466576029919,2.011616994960007,3.7884704410418832,0.6029562426061615,5.109700389863834,1.0522539175598564,5.0414241969158216,0.14713122092781902]},{"index":4761,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,8,1,8,5,8,5,8,5,8,5,8,5,9,1,8,5,8,1,8,5,8,5,8,5,8,5,8,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.45511817010013,1.8311585645946236,3.400430213368898,1.2151320393754017,3.929756244142247,1.6428636408780641,4.175753149852765,1.1017489190534908,4.273910642920344,1.6217546626489956,4.251095367361506,1.1204031695681997,4.547496489666636,1.7175483113837402,4.776318118512117,0.9148937015252211,3.554899233675049,1.6207359571387068,3.2756637532224904,1.1274578505481765,3.8727053771811493,1.6312757230311048,3.823086467623743,1.1056582103123447,4.052022593213902,1.3706349027813602,3.968310574583718,0.9225827225567638,4.382613413233689,1.5439942303607328,4.442771342059783,0.7699327700624347]}]},{"id":"sd_annealed-final-s101","recipe":"sd_annealed","state":"final","seed":101,"epoch":100,"source_run":"graph-eval-sd_annealed-s101","checkpoint_sha256":"7a992a3d0dcf6f57a3a09b87d481e2d44e90ef5559ec69319112ddf870fec3f6","source_result_sha256":"bf35317a17d8a66ffe93514634a3833e43fbffff52b63aed33f392c12e877e52","archive_json_sha256":"5947524d99aa4bf1d2b215571cd44a3e917f4bc5c7e5ad78b2b7987985451f63","archive_npz_sha256":"f3c9f497f83497a8f7eb89abc3094ff7b7966dfa5002bf24a32c49d46fe40c42","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":5.927943691474979e-10,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_annealed-final-s101","recipe":"sd_annealed","state":"final","seed":101,"epoch":100,"checkpoint_sha256":"7a992a3d0dcf6f57a3a09b87d481e2d44e90ef5559ec69319112ddf870fec3f6","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,1987,2033,9634,2,5,956,1527,619,1,35,149,321,1790,18,30,3475,4740,4,6,2043,3718,610,8,15,1378,1940,11,21,1182,1569,0,17,684,1494,61,84,4639,4956,4075,7,9,1192,1553,1232,3597]},"n":10000,"dense_accuracy":0.9847,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9847,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1302,"correct_output_rate":0.1302,"accuracy":0.1302,"ce":3.0454220883784604,"abstentions":0,"harm":0.8556,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.017346938775510204,"accuracy":0.017346938775510204,"ce":2.9315056369603405,"harm":0.976530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8220264317180617,"accuracy":0.8220264317180617,"ce":1.0093157089737586,"harm":0.17444933920704847,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.04263565891472868,"accuracy":0.04263565891472868,"ce":2.7358202150100177,"harm":0.9437984496124031,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.07326732673267326,"accuracy":0.07326732673267326,"ce":2.533672097925583,"harm":0.9089108910891089,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.034623217922606926,"accuracy":0.034623217922606926,"ce":3.0246615831953947,"harm":0.9460285132382892,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.1905829596412556,"accuracy":0.1905829596412556,"ce":2.4331457675573347,"harm":0.7926008968609866,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.73910145186964,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.026264591439688716,"accuracy":0.026264591439688716,"ce":2.5917562710803073,"harm":0.958171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.10847306296744,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":3.6836230414589672,"harm":0.9821605550049554,"repair":0.0009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9749,"correct_output_rate":0.9749,"accuracy":0.9749,"ce":0.09526696413771452,"abstentions":0,"harm":0.0125,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03914060185943618,"harm":0.004081632653061225,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.043394059739058535,"harm":0.003524229074889868,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9660852713178295,"accuracy":0.9660852713178295,"ce":0.11348047016300909,"harm":0.02131782945736434,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.09053772883403985,"harm":0.007920792079207921,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.10147432565345833,"harm":0.012219959266802444,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9730941704035875,"accuracy":0.9730941704035875,"ce":0.10054877035888543,"harm":0.008968609865470852,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9749478079331941,"accuracy":0.9749478079331941,"ce":0.08926741119334784,"harm":0.011482254697286013,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9708171206225681,"accuracy":0.9708171206225681,"ce":0.09779561965460816,"harm":0.017509727626459144,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9661190965092402,"accuracy":0.9661190965092402,"ce":0.13529440703107565,"harm":0.015400410677618069,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9643211100099108,"accuracy":0.9643211100099108,"ce":0.14800646391695396,"harm":0.022794846382556987,"repair":0.002973240832507433}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1245,"correct_output_rate":0.1245,"accuracy":0.1245,"ce":4.279065456551606,"abstentions":0,"harm":0.8614,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":4.841190134035167,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.879295154185022,"accuracy":0.879295154185022,"ce":0.6670165800843808,"harm":0.1171806167400881,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.029069767441860465,"accuracy":0.029069767441860465,"ce":4.100197438086118,"harm":0.9573643410852714,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.027722772277227723,"accuracy":0.027722772277227723,"ce":3.7894196482704205,"harm":0.9554455445544554,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.010183299389002037,"accuracy":0.010183299389002037,"ce":4.263639485636117,"harm":0.9704684317718941,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.1491031390134529,"accuracy":0.1491031390134529,"ce":3.317492923781288,"harm":0.8340807174887892,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.761481821829552,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.04085603112840467,"accuracy":0.04085603112840467,"ce":3.0603451445168615,"harm":0.943579766536965,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.870571056642188,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":4.720454458825292,"harm":0.9821605550049554,"repair":0.0009910802775024777}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9831,"correct_output_rate":0.9831,"accuracy":0.9831,"ce":0.05634608892901997,"abstentions":0,"harm":0.0033,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.026154482889976818,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.02688823109220491,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.050399530002169096,"harm":0.005813953488372093,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.0598374404988536,"harm":0.0009900990099009901,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.06853995813342698,"harm":0.0010183299389002036,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.06303422238652927,"harm":0.002242152466367713,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.07225876845430473,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.053047617960521605,"harm":0.0048638132295719845,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.06479125008872047,"harm":0.004106776180698152,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.08371350804502076,"harm":0.004955401387512388,"repair":0.0009910802775024777}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1273,"correct_output_rate":0.1273,"accuracy":0.1273,"ce":3.9329172530179903,"abstentions":0,"harm":0.8583,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":4.542891696449382,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8837004405286344,"accuracy":0.8837004405286344,"ce":0.6907537235902717,"harm":0.11189427312775331,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.03197674418604651,"accuracy":0.03197674418604651,"ce":4.034772555444045,"harm":0.9534883720930233,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.02574257425742574,"accuracy":0.02574257425742574,"ce":3.6220319224001094,"harm":0.9574257425742574,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.021384928716904276,"accuracy":0.021384928716904276,"ce":3.843358935810725,"harm":0.9592668024439919,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.15246636771300448,"accuracy":0.15246636771300448,"ce":2.9604012714883114,"harm":0.8295964125560538,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.138898154509436,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.04669260700389105,"accuracy":0.04669260700389105,"ce":2.8040719845860727,"harm":0.9377431906614786,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":7.759005540801099,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":5.402594087704353,"harm":0.9821605550049554,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9831,"correct_output_rate":0.9831,"accuracy":0.9831,"ce":0.05773724391888605,"abstentions":0,"harm":0.0037,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.028517597042032203,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.027976203099193575,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.05341312254853932,"harm":0.006782945736434108,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.055093718212633175,"harm":0.0019801980198019802,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.07317982109971558,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.06569911846000245,"harm":0.002242152466367713,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.06980744415023192,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.05323909409124725,"harm":0.0038910505836575876,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.0663799640194565,"harm":0.00513347022587269,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.08937522551270007,"harm":0.006937561942517344,"repair":0.0019821605550049554}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1212,"correct_output_rate":0.1212,"accuracy":0.1212,"ce":6.016089070117621,"abstentions":0,"harm":0.8647,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.301348349786546,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8696035242290749,"accuracy":0.8696035242290749,"ce":0.5136002226809396,"harm":0.1277533039647577,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.023255813953488372,"accuracy":0.023255813953488372,"ce":6.433830002836031,"harm":0.9622093023255814,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.011881188118811881,"accuracy":0.011881188118811881,"ce":5.919563191735491,"harm":0.9712871287128713,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.008146639511201629,"accuracy":0.008146639511201629,"ce":6.037471083652782,"harm":0.9725050916496945,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.15695067264573992,"accuracy":0.15695067264573992,"ce":4.352002024812633,"harm":0.8262331838565022,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":6.077057742962516,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.03599221789883268,"accuracy":0.03599221789883268,"ce":4.053392746272792,"harm":0.9484435797665369,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":12.719868923349255,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":7.547589570380883,"harm":0.9831516352824579,"repair":0.0009910802775024777}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9845,"correct_output_rate":0.9845,"accuracy":0.9845,"ce":0.07199013656332721,"abstentions":0,"harm":0.0014,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.030373239181002643,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.028748532246597524,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.056602857420479644,"harm":0.001937984496124031,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.07408617996113867,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.10427116631968004,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.08582263343384328,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.09293455049348898,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9863813229571985,"accuracy":0.9863813229571985,"ce":0.06648932243912893,"harm":0.0,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.0822956766039723,"harm":0.003080082135523614,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.10681707662630954,"harm":0.002973240832507433,"repair":0.0009910802775024777}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1342,"correct_output_rate":0.1342,"accuracy":0.1342,"ce":3.835191248392232,"abstentions":0,"harm":0.8515,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":4.434950789853436,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8881057268722466,"accuracy":0.8881057268722466,"ce":0.6987256356378507,"harm":0.10748898678414097,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.02131782945736434,"accuracy":0.02131782945736434,"ce":4.152462254488871,"harm":0.9641472868217055,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.039603960396039604,"accuracy":0.039603960396039604,"ce":3.3260041402661717,"harm":0.9435643564356435,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.02240325865580448,"accuracy":0.02240325865580448,"ce":3.453074935782334,"harm":0.9582484725050916,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.242152466367713,"accuracy":0.242152466367713,"ce":2.3741107899579053,"harm":0.742152466367713,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.350929890980777,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.029182879377431907,"accuracy":0.029182879377431907,"ce":3.061814890833511,"harm":0.9552529182879378,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":7.563387978344423,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.328938591963366,"harm":0.9841427155599604,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9816,"correct_output_rate":0.9816,"accuracy":0.9816,"ce":0.06168530595265338,"abstentions":0,"harm":0.0056,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03090129739012815,"harm":0.003061224489795918,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.029706866414286978,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.05771189108994141,"harm":0.00872093023255814,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9851485148514851,"accuracy":0.9851485148514851,"ce":0.055871426071539075,"harm":0.0029702970297029703,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.0692265675984889,"harm":0.0050916496945010185,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.07106152087109979,"harm":0.004484304932735426,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.07331987722933271,"harm":0.0041753653444676405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.05476590834875463,"harm":0.005836575875486381,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.08002265436481816,"harm":0.007186858316221766,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.10011343433957197,"harm":0.011892963330029732,"repair":0.0009910802775024777}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1246,"correct_output_rate":0.1246,"accuracy":0.1246,"ce":5.775003500786527,"abstentions":0,"harm":0.8611,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.15595570380745,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8757709251101321,"accuracy":0.8757709251101321,"ce":0.5310884099680159,"harm":0.12158590308370044,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":6.1942897496663365,"harm":0.9660852713178295,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.011881188118811881,"accuracy":0.011881188118811881,"ce":5.4385031018254795,"harm":0.9702970297029703,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.007128309572301426,"accuracy":0.007128309572301426,"ce":5.5427262766418535,"harm":0.9735234215885947,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.19506726457399104,"accuracy":0.19506726457399104,"ce":3.7859626451655783,"harm":0.7881165919282511,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":6.2607098724663395,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.03599221789883268,"accuracy":0.03599221789883268,"ce":3.9533327391323785,"harm":0.9484435797665369,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":12.585405976371359,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":7.045600099637607,"harm":0.9831516352824579,"repair":0.0009910802775024777}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9837,"correct_output_rate":0.9837,"accuracy":0.9837,"ce":0.06909014568550355,"abstentions":0,"harm":0.0021,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03358010040092044,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.029681898362861742,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.0522850855630077,"harm":0.0029069767441860465,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.06655878147983256,"harm":0.0009900990099009901,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.0945838449589822,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.08676764950373796,"harm":0.0,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.09038685610010168,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.057969012342242755,"harm":0.0019455252918287938,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.08201441087529938,"harm":0.003080082135523614,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.10582612298643329,"harm":0.004955401387512388,"repair":0.0009910802775024777}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1287,"correct_output_rate":0.1287,"accuracy":0.1287,"ce":5.037919054826342,"abstentions":0,"harm":0.8568,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.121611881199536,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8995594713656387,"accuracy":0.8995594713656387,"ce":0.5277497454491493,"harm":0.09691629955947137,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.01744186046511628,"accuracy":0.01744186046511628,"ce":5.888656146383821,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.01782178217821782,"accuracy":0.01782178217821782,"ce":4.831739522102657,"harm":0.9643564356435643,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.013238289205702648,"accuracy":0.013238289205702648,"ce":4.848745231591193,"harm":0.9674134419551935,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.19282511210762332,"accuracy":0.19282511210762332,"ce":3.174892600317687,"harm":0.7903587443946188,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":4.94297725757904,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.03696498054474708,"accuracy":0.03696498054474708,"ce":3.636480272743516,"harm":0.9474708171206225,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":9.23189375610044,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":7.695594068109509,"harm":0.9831516352824579,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9833,"correct_output_rate":0.9833,"accuracy":0.9833,"ce":0.06626569357560122,"abstentions":0,"harm":0.003,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.033006723426014295,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.031723439794016,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.05026226768631758,"harm":0.003875968992248062,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.058366324134962476,"harm":0.0019801980198019802,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.09698034147580653,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.08559742090240872,"harm":0.002242152466367713,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.08475619652778564,"harm":0.0020876826722338203,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.05277103692381929,"harm":0.0038910505836575876,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.07617523641444131,"harm":0.003080082135523614,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.10134416028796513,"harm":0.005946481665014866,"repair":0.0019821605550049554}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1205,"correct_output_rate":0.1205,"accuracy":0.1205,"ce":7.95829821675433,"abstentions":0,"harm":0.865,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.757321391902156,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8625550660792951,"accuracy":0.8625550660792951,"ce":0.48122207473352496,"harm":0.13480176211453745,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.02131782945736434,"accuracy":0.02131782945736434,"ce":8.901256887321221,"harm":0.9631782945736435,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":8.122535369681183,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0050916496945010185,"accuracy":0.0050916496945010185,"ce":8.087964356180606,"harm":0.9755600814663951,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.1804932735426009,"accuracy":0.1804932735426009,"ce":5.308764615751117,"harm":0.8026905829596412,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":7.758810510605843,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.02821011673151751,"accuracy":0.02821011673151751,"ce":5.538868801331106,"harm":0.9562256809338522,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.717124596216633,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":10.873722823488615,"harm":0.9831516352824579,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9847,"correct_output_rate":0.9847,"accuracy":0.9847,"ce":0.09971940934823695,"abstentions":0,"harm":0.0007,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.04152885514463168,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.03659815495047323,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.07316675266651455,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.09936843254144619,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.15179117746888743,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.12364505958219735,"harm":0.0,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.12827927812929882,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9854085603112841,"accuracy":0.9854085603112841,"ce":0.08955406437103942,"harm":0.0,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.11953339394561821,"harm":0.0,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.1470344124945921,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1196,"correct_output_rate":0.1196,"accuracy":0.1196,"ce":3.601666311444968,"abstentions":0,"harm":0.8664,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":4.683030249594667,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.813215859030837,"accuracy":0.813215859030837,"ce":0.8501321664252279,"harm":0.1841409691629956,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.04748062015503876,"accuracy":0.04748062015503876,"ce":2.922459405964839,"harm":0.938953488372093,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.016831683168316833,"accuracy":0.016831683168316833,"ce":3.1942193399365477,"harm":0.9663366336633663,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.028513238289205704,"accuracy":0.028513238289205704,"ce":3.522245365095726,"harm":0.9521384928716904,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.13340807174887892,"accuracy":0.13340807174887892,"ce":2.9904944182763273,"harm":0.8497757847533632,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.471495000106687,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.05252918287937743,"accuracy":0.05252918287937743,"ce":2.496794123135714,"harm":0.9319066147859922,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":5.553259046042997,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":4.833118901392032,"harm":0.9841427155599604,"repair":0.0009910802775024777}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9786,"correct_output_rate":0.9786,"accuracy":0.9786,"ce":0.06806007006495582,"abstentions":0,"harm":0.0087,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03367853195478358,"harm":0.003061224489795918,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.030605583996377143,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9718992248062015,"accuracy":0.9718992248062015,"ce":0.06892430876492446,"harm":0.014534883720930232,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.06321453432226147,"harm":0.0049504950495049506,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.08307445157926237,"harm":0.009164969450101833,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.08112871327396126,"harm":0.007847533632286996,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9749478079331941,"accuracy":0.9749478079331941,"ce":0.07614806582792778,"harm":0.010438413361169102,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.062244759795843305,"harm":0.008754863813229572,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.08069683008135276,"harm":0.009240246406570842,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9682854311199207,"accuracy":0.9682854311199207,"ce":0.10743284327390257,"harm":0.017839444995044598,"repair":0.0019821605550049554}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1190,"correct_output_rate":0.119,"accuracy":0.119,"ce":5.125920062222604,"abstentions":0,"harm":0.8669,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.149744734894519,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8440528634361234,"accuracy":0.8440528634361234,"ce":0.6175622842098134,"harm":0.15330396475770924,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.03488372093023256,"accuracy":0.03488372093023256,"ce":4.616314721113625,"harm":0.9505813953488372,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":4.866172084271171,"harm":0.9693069306930693,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.01120162932790224,"accuracy":0.01120162932790224,"ce":5.175904666573396,"harm":0.9694501018329938,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.13452914798206278,"accuracy":0.13452914798206278,"ce":4.286262127129564,"harm":0.8486547085201793,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.5574459540302295,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.047665369649805445,"accuracy":0.047665369649805445,"ce":3.158226023278359,"harm":0.9367704280155642,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.395846005112796,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":6.230246984442525,"harm":0.9831516352824579,"repair":0.0009910802775024777}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9835,"correct_output_rate":0.9835,"accuracy":0.9835,"ce":0.0651540088714468,"abstentions":0,"harm":0.0024,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03388206407469775,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.02891087836800838,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.054304767674551224,"harm":0.0048449612403100775,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.06688786735317874,"harm":0.0019801980198019802,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.0861380528905969,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.08308210706114012,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.08859320619923644,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.05779113734626075,"harm":0.0019455252918287938,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.06598379360560584,"harm":0.001026694045174538,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.09383146636961293,"harm":0.004955401387512388,"repair":0.0009910802775024777}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1230,"correct_output_rate":0.123,"accuracy":0.123,"ce":4.60703600949496,"abstentions":0,"harm":0.8627,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":6.611853073930767,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8828193832599119,"accuracy":0.8828193832599119,"ce":0.5852880862784304,"harm":0.1145374449339207,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.03875968992248062,"accuracy":0.03875968992248062,"ce":4.525286163567153,"harm":0.9476744186046512,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":4.646840819124296,"harm":0.9722772277227723,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.023421588594704685,"accuracy":0.023421588594704685,"ce":4.285712532328955,"harm":0.9572301425661914,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.12443946188340807,"accuracy":0.12443946188340807,"ce":3.7838763210039206,"harm":0.8576233183856502,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.342624052855248,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.038910505836575876,"accuracy":0.038910505836575876,"ce":2.9493345596758673,"harm":0.9455252918287937,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":7.062053724779318,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":6.8886621144250615,"harm":0.9831516352824579,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9837,"correct_output_rate":0.9837,"accuracy":0.9837,"ce":0.06364103968251156,"abstentions":0,"harm":0.0028,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.035390057215221024,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.029593158971034896,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.05188929396915767,"harm":0.0029069767441860465,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.05860499987772621,"harm":0.0019801980198019802,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.09122178218140753,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.08423297846705118,"harm":0.002242152466367713,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.08182595385519312,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.05365126036960381,"harm":0.0029182879377431907,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.061639490295592424,"harm":0.002053388090349076,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.09623773456245163,"harm":0.005946481665014866,"repair":0.0009910802775024777}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1200,"correct_output_rate":0.12,"accuracy":0.12,"ce":7.152000593505514,"abstentions":0,"harm":0.8658,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.045290961800536,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8651982378854626,"accuracy":0.8651982378854626,"ce":0.5001225935206559,"harm":0.13215859030837004,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.027131782945736434,"accuracy":0.027131782945736434,"ce":7.3173263772674355,"harm":0.9583333333333334,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.007920792079207921,"accuracy":0.007920792079207921,"ce":7.6224663939553405,"harm":0.9742574257425742,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.009164969450101833,"accuracy":0.009164969450101833,"ce":7.120329467752576,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.15134529147982062,"accuracy":0.15134529147982062,"ce":5.658934482148424,"harm":0.8318385650224215,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":7.472637484543999,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.03404669260700389,"accuracy":0.03404669260700389,"ce":4.598024998288795,"harm":0.9503891050583657,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":12.470601538614712,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":9.698666369827167,"harm":0.9831516352824579,"repair":0.0009910802775024777}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9844,"correct_output_rate":0.9844,"accuracy":0.9844,"ce":0.09232690059279332,"abstentions":0,"harm":0.001,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.042411956371664054,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03519357216812255,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.07225532099275547,"harm":0.0009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.09441449055974742,"harm":0.0009900990099009901,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.13329694585899166,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.11827239316986472,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.12287722489443993,"harm":0.0010438413361169101,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9863813229571985,"accuracy":0.9863813229571985,"ce":0.08629595043176642,"harm":0.0,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.09912438926599822,"harm":0.0,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.13128058311610907,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1296,"correct_output_rate":0.1296,"accuracy":0.1296,"ce":4.39360773866875,"abstentions":0,"harm":0.8562,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":5.872569969936954,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8889867841409692,"accuracy":0.8889867841409692,"ce":0.597172085168551,"harm":0.10837004405286343,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.027131782945736434,"accuracy":0.027131782945736434,"ce":4.690737102743643,"harm":0.9583333333333334,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.016831683168316833,"accuracy":0.016831683168316833,"ce":4.271286462879295,"harm":0.9653465346534653,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.02240325865580448,"accuracy":0.02240325865580448,"ce":3.966818392651702,"harm":0.9582484725050916,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.2006726457399103,"accuracy":0.2006726457399103,"ce":2.9470042560441105,"harm":0.7825112107623319,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.619858789592528,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.033073929961089495,"accuracy":0.033073929961089495,"ce":3.1348004485113123,"harm":0.9513618677042801,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":6.778914138181668,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":6.556118009791803,"harm":0.9831516352824579,"repair":0.0009910802775024777}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9823,"correct_output_rate":0.9823,"accuracy":0.9823,"ce":0.06394931041379066,"abstentions":0,"harm":0.004,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.035125394907063144,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.02803257687316429,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9786821705426356,"accuracy":0.9786821705426356,"ce":0.05414728024277965,"harm":0.005813953488372093,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.05698991892323083,"harm":0.0019801980198019802,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.0809000077240033,"harm":0.0050916496945010185,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.08640798867140946,"harm":0.005605381165919282,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.08323258875966637,"harm":0.0041753653444676405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.05110336651121418,"harm":0.0029182879377431907,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.07373289344651607,"harm":0.003080082135523614,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.09832188161830316,"harm":0.008919722497522299,"repair":0.0019821605550049554}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1214,"correct_output_rate":0.1214,"accuracy":0.1214,"ce":6.721316103775335,"abstentions":0,"harm":0.8645,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.162624545260096,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.866079295154185,"accuracy":0.866079295154185,"ce":0.5074939721200933,"harm":0.13215859030837004,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.022286821705426358,"accuracy":0.022286821705426358,"ce":7.044334712543319,"harm":0.9631782945736435,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":6.985425429965787,"harm":0.9762376237623762,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.009164969450101833,"accuracy":0.009164969450101833,"ce":6.67486839915338,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.18497757847533633,"accuracy":0.18497757847533633,"ce":4.708355357932115,"harm":0.7982062780269058,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.6355384820559395,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.02529182879377432,"accuracy":0.02529182879377432,"ce":4.527296352726693,"harm":0.9591439688715954,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":11.846126436617974,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":8.990230727957773,"harm":0.9831516352824579,"repair":0.0009910802775024777}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9836,"correct_output_rate":0.9836,"accuracy":0.9836,"ce":0.08662533835013102,"abstentions":0,"harm":0.0018,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.04432664683185145,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.03261582807204071,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.065302703887349,"harm":0.001937984496124031,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.08210287531948122,"harm":0.0019801980198019802,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.11633353039015323,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.12203898652387508,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.11887185200664815,"harm":0.0020876826722338203,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.07336944327366669,"harm":0.0009727626459143969,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.10184383972409483,"harm":0.001026694045174538,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.12277580340784487,"harm":0.005946481665014866,"repair":0.0009910802775024777}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1255,"correct_output_rate":0.1255,"accuracy":0.1255,"ce":5.748084015605942,"abstentions":0,"harm":0.86,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.816787711688061,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8872246696035242,"accuracy":0.8872246696035242,"ce":0.48939225575813267,"harm":0.1092511013215859,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.01937984496124031,"accuracy":0.01937984496124031,"ce":6.710913708547924,"harm":0.9660852713178295,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":6.196295010345197,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.02240325865580448,"accuracy":0.02240325865580448,"ce":5.418221877144138,"harm":0.9582484725050916,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.18834080717488788,"accuracy":0.18834080717488788,"ce":3.7754626922995054,"harm":0.7948430493273543,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":5.805504002721641,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.026264591439688716,"accuracy":0.026264591439688716,"ce":4.14058901873135,"harm":0.958171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":8.4546165051794,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.256298963186259,"harm":0.9841427155599604,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9841,"correct_output_rate":0.9841,"accuracy":0.9841,"ce":0.0805765234812522,"abstentions":0,"harm":0.0021,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.043048355188442265,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.03590246156912969,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.05973555102608091,"harm":0.001937984496124031,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.06805690647895798,"harm":0.0009900990099009901,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.12274252493677004,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.11382220199353286,"harm":0.0033632286995515697,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.10709502552231151,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.06530577387323931,"harm":0.0029182879377431907,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.08842335290989788,"harm":0.001026694045174538,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.11350417170642094,"harm":0.002973240832507433,"repair":0.0019821605550049554}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1176,"correct_output_rate":0.1176,"accuracy":0.1176,"ce":9.24780044924497,"abstentions":0,"harm":0.868,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":12.287055146120887,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.8475770925110132,"accuracy":0.8475770925110132,"ce":0.519176476162404,"harm":0.14977973568281938,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.02131782945736434,"accuracy":0.02131782945736434,"ce":10.139911819105846,"harm":0.9631782945736435,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":10.290912431074691,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.006109979633401222,"accuracy":0.006109979633401222,"ce":9.373340862831284,"harm":0.9755600814663951,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.1804932735426009,"accuracy":0.1804932735426009,"ce":6.500866419082202,"harm":0.8026905829596412,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":9.034526847107013,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":6.628452188524316,"harm":0.9669260700389105,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.36310971930525,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":0.0,"ce":13.432137350889755,"harm":0.9841427155599604,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9847,"correct_output_rate":0.9847,"accuracy":0.9847,"ce":0.12641207334670063,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.055785645644109365,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.04658184450437409,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.09525007410896265,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.12369497609899299,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.18366396519211087,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.1668066026342143,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.1691597659645278,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.11760100156284836,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.15078908809659206,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.17282799237641563,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,1,0,1,0,1,0,2,0,1,0,1,0,1,0,2,0,1,0,1,0,1,0,2,0,1,0,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0626084673332317,0.0018002498025683216,3.1536771042584792,1.128981688682666e-05,2.7207865914272564,2.3368676814000834e-05,4.792861753405624,1.2439180053019208e-08,2.831455629663015,0.00010017795222857801,4.155989334431984,1.0058706805634211e-07,3.473300023828262,3.646498286833996e-07,6.656632048002698,9.902301201187668e-12,3.482052955423672,0.0001437112741383608,5.096168337102114,2.4193727359155036e-07,4.690974381378998,6.954972366395827e-07,7.646276570350635,8.549938534575285e-11,3.672116706443851,3.963497747499387e-06,5.800787528755868,4.923734752036097e-10,5.1158701728540645,2.9751090435833803e-09,9.32964559485156,9.992007221626358e-15]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5870908798869188,0.0008516093434606285,5.325754556917728,7.967794647240257e-07,5.417722297749787,3.237466592683309e-06,8.019883704865828,9.862355376324353e-11,5.85667948655789,7.437929821345689e-06,8.594997652445889,4.5212567013390546e-10,7.676985628965544,3.7587954900131996e-09,11.35298242417822,1.554312234475218e-15,5.083101257103778,3.618645144316466e-05,7.295207598321888,4.874973302034825e-09,7.329661009407068,4.388257527659992e-08,10.996939341837288,7.904787935330802e-14,7.006279085300223,1.1011370253319094e-07,10.449706539490782,3.010924842782971e-13,9.312496117838942,8.284040120508755e-12,14.527009905521565,0.0]},{"index":1987,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,2,0,2,0,2,9,2,0,2,9,7,9,2,9,2,0,2,9,7,9,2,9,2,0,2,9,7,9,2,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.467375112023951,0.05628775213045781,5.977412260282302,0.38884630026275324,5.835804223096581,0.44770776510428306,9.403149942349433,0.7077284834970744,5.202109481820811,0.3199115359246227,8.86014191163007,1.2163846116128694,8.158171249308682,0.7726724688937975,12.487683868021909,0.7300986832476043,5.983073260967931,0.1306982876054619,9.098011718150632,0.9671474283788708,8.785667709986688,0.9688947893962276,12.92922842437693,1.161928022593107,6.832103805737581,0.5173035920931488,11.429197277042563,1.0187321794805242,10.33590748253574,0.7677251273876251,16.206388508401027,0.44494570308212866]},{"index":2033,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,4,7,0,1,0,7,0,7,4,7,0,1,0,7,0,1,4,1,0,1,0,7,0,1,4,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5806934555438463,0.27901299604754615,4.551600032712343,0.7485276081197374,4.590507394320982,0.2042823162574598,6.11523880295238,0.2363351698162008,4.436252496958023,0.3930886099879612,5.69713858116159,0.829195365310098,5.403443854642671,0.07731295168186723,7.388420887451641,0.08995117580679106,4.77446140092467,0.3823605421304771,6.225384889990338,1.031905008372783,6.084720436574327,0.15772628213979661,8.469943983654916,0.2209914604262092,4.910434499122048,0.5997774035614936,7.04821945070983,1.6031958312822259,6.398205399457872,0.07426776906743628,9.687385621656112,0.12732290527248188]},{"index":9634,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,1,7,8,1,1,4,3,4,1,7,8,1,1,7,3,4,1,7,8,1,1,4,8,4,1,4,8,4,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2589375378788334,2.9878644128081446,6.1155969405042345,1.8149451118021371,5.04680793395828,2.419098993761146,8.455774847788682,1.0941599028187516,5.210635554540043,3.241270578490118,8.744425786624003,1.7958266615008323,6.6928800320224,2.3056089612618824,11.14776940646513,0.973267824918959,5.233060629906498,3.233175947390526,8.165546418813344,2.0471203993255376,6.794201711046755,3.056510464524185,11.169633816517079,1.1289141386513886,6.999687883470874,3.027815845432373,11.239885089702245,1.6567510882150938,8.55785825123599,2.5030198126960292,14.64284837529514,0.7185869408197562]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.2375951596733192,0.013563941431070028,0.8314450857053363,0.0002521326936336521,0.9119587668095935,0.0004908519992986037,0.5798861186280132,2.081958264111586e-06,0.8927262914450019,0.0009755683011909509,0.5519473478239935,7.201481301151133e-06,0.7081972574492683,1.5223673622541882e-05,0.41489370616462623,1.4681320939989728e-08,1.3630762674164107,0.002821915887967881,0.9949125359708973,1.4325152502429436e-05,1.0548815937935285,3.541971716189079e-05,0.7560900724512819,3.3408805607905705e-08,0.9991782957421591,0.00010734791000958327,0.7005237981624196,2.2181819252597685e-07,0.863926039922425,7.250029051304344e-07,0.5512244896471594,1.6079715335721237e-10]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.7241317585363795,0.005984224038856881,0.33018662947054817,0.00011595636981571155,0.33146175626931496,0.00020883760090031588,0.1259198575014246,3.0699484505119496e-07,0.3818687638893976,0.0004231999826323767,0.16915513072677962,1.6655712725058559e-06,0.16542481973901477,4.322991969889486e-06,0.04820257091785197,7.451212977182626e-10,0.6605407614637918,0.0013727605891551951,0.314423976492535,3.618167714623691e-06,0.31764311974797815,9.85579698182838e-06,0.10185917291759149,1.9125601084553462e-09,0.34762421935616006,3.2716897850346774e-05,0.13786270919413438,2.0368261314419525e-08,0.16302122087676385,1.0539408390180036e-07,0.03650806989962662,3.2311930908638352e-12]},{"index":956,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,1,1,2,1,2,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.343006881397049,1.1788691916829792,0.6478880068024685,1.183743823959821,0.7977776151656011,1.136934719002595,0.24703494325895847,0.9592769520868759,0.9963117810212297,0.8899741750876823,0.44432451127412376,0.8514146778416104,0.5278747941558151,1.0936685737386778,0.08949590815402104,0.8942038028098869,0.8279230348619017,1.1326625720894454,0.36110607197405636,1.4056262985877108,0.3677072364787528,1.207557289594272,0.07964292332625471,0.9873708078044141,0.5469286883358194,0.7211061448910988,0.18889117783487183,0.7926261063035233,0.25802133582428544,0.7944593340480887,0.03336270391563068,0.6242523469371472]},{"index":1527,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,1,1,1,5,1,5,1,5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9466579880674083,1.1037464027747066,0.41874969088895747,0.9483054741286177,0.34692593838279656,1.0784357367408113,0.13793747363981082,0.6290184305832752,0.690737802087312,1.1466455408815763,0.3347658617955956,0.9421136657142776,0.23211844741890975,1.1591554811181113,0.09694552626659217,0.4909856605628856,0.436026563958627,0.6169002565557231,0.17037772614010258,0.4173088203981651,0.09848318637908082,0.5908390013384314,0.042719050979784325,0.2589931369862756,0.3098749795112957,0.5394145986357014,0.16156301225001649,0.26955575619007904,0.08567080044750788,0.5334162385267607,0.045733135532893175,0.1791129300746181]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,1,1,8,1,8,1,8,1,8,1,8,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.5185893389708716,1.04583052567539,0.16885318330352553,1.0932550448826517,0.3024688991496349,1.1452065488260383,0.092843343028434,0.8908335294408484,0.4294993227083309,1.0660998247059905,0.1036720118959553,0.7231244959882023,0.3074223837917676,0.9671488758710086,0.04037809723996547,0.45640871430764574,0.42084655517291353,0.9779302831283316,0.183982271092103,1.2433622319779363,0.22876869786474646,1.0770800898899051,0.08390821185360546,0.7881793709864445,0.3989252749971223,0.8344083679093122,0.12574258422033935,0.4964819361344675,0.34237982542044604,0.6591046358442515,0.024653751193029563,0.21939216047073268]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,2,5,2,0,2,5,2,0,2,5,2,5,2,5,2,0,2,5,2,5,2,5,2,0,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2213288638552804,0.010167210110884306,2.903041394626899,2.1266129181242183e-05,2.910135361009508,3.6042309646293874e-05,4.532267721750125,1.4241624000828352e-08,3.2204461776606523,0.00013742706767828328,4.442010428386351,5.6415495127288467e-08,4.316735470057525,2.941211814550932e-07,6.7840332491147635,6.2916338805309696e-12,2.1952453960866967,0.0004033116989729184,3.4100221605953602,3.2433900079456453e-07,3.130138684238503,9.667610728417666e-07,5.545375293955132,7.676126400884703e-11,3.4671383027618417,5.465873569891004e-06,5.451124101576581,4.193234647518332e-10,4.956440427779522,2.3697956902055774e-09,8.019082629717536,9.32587340685127e-15]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4394710853643082,0.006095909537806488,1.7508646181975775,4.1911735723902285e-05,1.6173598459071892,0.00013665296842362788,2.1042178808299514,2.1453792328373793e-07,1.7432913285854192,0.00028499466469080365,2.127654767186564,6.374614558357519e-07,1.8099214605184235,5.044850160383447e-06,2.552005501376123,4.6015946598103345e-10,1.3417374216557851,0.001740260185562677,1.9068949965401363,4.724748155924628e-06,1.3225633786262239,1.5264193056842026e-05,1.9562986366558297,3.112186503659793e-09,1.5644245167838684,9.992129443279269e-05,2.1228938595467346,2.7339590217697612e-08,1.470112994044256,2.474663243436281e-07,2.394564268276551,3.2895908219589282e-12]},{"index":149,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,2,1,9,1,4,1,2,1,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1111513821309513,1.8762267404323225,2.844823497343569,1.554504329010424,3.4646845500540966,1.6230888246169202,3.111001244580927,1.295094057271219,3.5070326789106288,1.540136153314361,3.130002770643357,0.9905452553255506,3.985519908270968,1.1700129996909336,3.552238601924688,0.637371843537937,3.257287787483223,1.2514946704583712,3.075219597903475,1.022915476766943,3.930551597370706,1.1188361342438327,3.5662074927064262,0.8793617025118714,3.8323425315317623,0.9403833922792656,3.5671996979051004,0.48144758632215284,4.718573046343816,0.6520648204108555,4.300887967837794,0.4237683493538313]},{"index":321,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,2,1,7,1,2,1,2,1,2,1,7,1,7,1,2,1,2,1,7,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.682304341381297,1.5628089832513212,2.7920582992542005,1.2733460750506747,3.1145914680404108,0.817461167089687,3.4114035381926473,0.3682164585004653,3.908094055983604,1.1561582453913226,4.1064074648657485,0.6642663124833393,4.490521915170339,0.3490331495001124,4.700281934679724,0.11608478211518278,2.898829009623703,1.321570831525421,2.840806794945984,0.9715937236956462,3.5303404938350935,0.46709642355164166,3.7703386632211533,0.12506697633057953,4.361077027906272,1.09155431394302,4.3354008020646315,0.5148470975446596,5.084941294334066,0.2630269809212832,5.257301602756559,0.057329893121486245]},{"index":1790,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,8,1,8,1,8,1,8,1,8,1,8,1,2,1,8,1,8,1,8,1,8,1,8,1,8,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.573382001539506,2.137889518915551,7.041188005670118,1.7742307875760785,6.441513675312146,1.277421909381348,11.715255197469162,1.194721545777902,6.31359968225924,1.3675498516156621,11.400780129035773,1.173540143083497,10.474552462228901,0.7063453014404601,16.882649201461174,0.564805366714849,4.346087552710101,1.558123976678993,8.492331942514749,1.8037967262198993,7.943512848886856,1.164524392715526,13.628069626303812,0.7871103255644071,8.256241324707764,0.948393756656959,13.3464959894405,0.9418724036307632,12.72157133202312,0.4834662718734411,19.7134053620909,0.2667965601608262]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,3,1,3,1,3,1,3,4,3,1,3,1,3,1,3,2,3,1,3,1,3,1,3,4,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.9741392986296873,0.058536964509405,5.3943592827748414,0.0009441723261377186,4.867918621388179,0.0024550006169510117,7.383347197085519,5.155722027916093e-06,5.091144225218371,0.004235279441709542,7.23377697425653,1.5760447128408295e-05,6.135931346841728,0.0001293636706011919,10.124177662359129,3.0739255112937126e-08,4.285416840510571,0.0064959906702473915,6.02688214626453,6.257583980830875e-05,5.204165624276919,0.000271518223677911,8.34668332274005,1.819811422502836e-07,5.516309080221566,0.0004886913949794103,8.30469093015787,4.972106698172157e-07,6.5513547137879495,5.691961151988225e-06,11.641758017879987,2.3919111133334097e-10]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8283937947848745,0.0015146519483737134,4.113251228537745,2.3034753316320527e-07,4.188355470500567,1.276055553967653e-06,5.84674808794585,2.111200103624969e-12,3.629845917584282,9.80636365765732e-06,5.257794091435098,2.1070256650324092e-11,5.009811758412229,5.659102074237701e-10,7.189193039211062,0.0,3.6021343185528503,2.7116345597864257e-05,5.214057837942555,1.174067509810329e-10,5.08628693920251,2.2408066488329114e-09,6.909961224720625,0.0,4.500120595867414,3.148466704412961e-08,6.403144445068424,8.881784197001248e-16,6.147814125574919,8.815170815523354e-14,8.486870151572049,0.0]},{"index":3475,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,5,3,1,3,5,3,5,3,5,3,5,3,5,3,1,7,5,7,1,3,5,3,5,3,5,7,1,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.584077377632646,0.5804003641286912,2.7912880389095154,0.7421830295051721,3.0256250781190617,0.14317872692888364,3.5351222062226517,0.2850874540909856,2.802996512258928,0.35545576750416197,3.0755868494655925,0.6652472521822225,3.272985874285188,0.03362069010725766,3.8805768822276523,0.17392436686916501,2.8214631335933325,0.8341484999151236,3.0736614168066203,1.1159053397791623,3.2913796911599844,0.15971874301378047,3.8070412726116905,0.5230479451067874,3.163624148993956,0.4373696177590357,3.539940316945035,1.3527652932814598,3.712895578412504,0.017815801639532423,4.369540032501754,0.24807924205651796]},{"index":4740,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,5,1,3,1,5,1,3,6,5,1,3,1,5,1,3,8,3,1,3,1,5,1,3,8,5,1,3,8,5,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6696011271829758,0.9560912288773147,1.8463774683934273,0.6804148999927566,1.8124473967419608,1.009263077497802,2.345852458574137,0.6893952867512706,2.1465048381651917,0.9367940510988862,2.361444016920326,0.4130458900395276,2.4579739973661052,1.0078016876065277,3.0523846179821468,0.35876618156587853,1.9765720002511094,0.7298115487995634,2.1848053272347396,0.32570599861918387,2.3236685322575714,0.7006856548681809,2.8767343514845334,0.267694095953433,2.6284935939255294,0.8443116129871725,2.909432899180274,0.17172557489033638,3.220921896009475,0.8065465598938809,3.7110314655673404,0.12154660678381804]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.784261548559412,0.03168630770985552,3.286748949150641,0.0002099626603050078,3.202044414990956,0.0003997647754759988,4.051996030338997,1.3577148016764733e-07,2.7851782520373605,0.0011388214169693182,3.672208257927663,4.592074549857445e-07,3.9659150783539197,2.364858020449221e-06,5.727803087409682,2.4337420967116825e-11,3.614629604212911,0.0070151449924562475,4.28382791476234,8.514558508080245e-06,4.185179164638731,2.373629321667864e-05,5.214183913802629,1.0391087984659433e-09,3.8842532960069387,0.000112240297948917,5.303528962884504,6.599269553471856e-09,5.179244636203002,6.923783417825889e-08,7.277869762306851,2.03392858111308e-13]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.148716953542659,0.04220006097913314,2.9966202566920312,0.00021873022633026547,2.404693019349098,0.002201357980291328,4.2404139057864025,6.103983611916741e-07,2.3087520375951236,0.010807708052332034,3.9160760989436767,7.990769444977204e-06,2.834810824312595,0.0003337541485565049,5.719407186245506,3.015464984273812e-09,1.8051229302177547,0.008166769817066304,3.0554471303285697,7.546066668676761e-06,1.9640058720859903,0.0002241536453259882,4.42119410775639,6.852057564516221e-09,2.0461939632133057,0.0014554689386393304,4.435547029326662,1.7451605436747093e-07,2.5648906085272927,2.812197358043865e-05,6.5371533505803185,1.1015632850270131e-11]},{"index":2043,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,4,5,4,5,4,5,8,5,4,5,4,5,4,1,8,5,4,5,4,5,4,5,8,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.301855251119634,1.9690689072204253,4.17724820140733,0.2936097757090199,3.9107739896919234,0.589640137320362,5.801884099032846,0.004609933072894809,3.620124039487035,1.783227541260181,5.400571005226026,0.026654477328089062,4.602470258091779,0.23821042624772787,7.605227289757217,0.00019105362885427828,3.5089838207256085,2.1104589280031756,4.6604948944864875,0.11785890631515246,4.266154000235772,0.2885824099511772,6.548477108074489,0.00024205225851583673,3.6537867424617145,1.882853208873189,5.658398738184045,0.0035603649229498167,4.772323671665499,0.06090479552143528,8.366319936948946,5.462876539435016e-06]},{"index":3718,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,4,1,4,1,4,8,9,5,4,8,4,8,4,8,9,8,4,8,4,8,4,8,9,8,4,8,4,8,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.510918699354277,1.4388201407862993,2.9954664289302606,0.5752277319679511,3.1334200453040717,0.5964193709056148,3.8387170567731195,0.044780092226281,2.5796394765093487,1.036031997357239,3.521004816239385,0.1312949970224604,3.6864131261692212,0.18533879109510049,4.400250635793193,0.002152651367323241,2.996012019807983,1.4465569108851872,3.469353647399335,0.3525362260509634,3.7418272897065874,0.40195105163994,4.327462203962568,0.007524300370555605,3.127260472314887,1.1428907406281357,3.8524313815385627,0.04885073896555152,4.50646608404762,0.10374837769342866,4.814305026798441,0.0003373403180251195]},{"index":610,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,5,2,1,2,5,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,4,1,2,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.967554002190522,0.7913260159779385,5.316136216577777,1.3441847789937462,5.2523684711837495,1.0169802058447779,7.663688571107902,1.000415241756537,4.087821049934321,1.063530197915505,5.922731845740438,1.648586955899971,6.060577105816879,1.0383551009691923,9.352152180762232,1.1138724741332786,4.501034339665021,0.7936260852146355,6.475547792239384,0.9728167502644136,5.852207660889832,0.8643191451149278,9.002600228047077,0.40982445323936484,4.667774687282041,0.7412060743644983,7.25877779415685,0.6181877785848293,6.892990519199666,0.4301600018107729,11.011833000069263,0.1811510381154466]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6247393202373135,0.4205752525605945,5.3360976025001525,0.04979754960565237,4.7526881618687185,0.03170468731039954,8.81332377181593,0.0006719656873870011,3.464153444556334,0.0417343793831962,7.812916089483424,0.001246814088181871,6.790036074620993,0.0009304013551280383,12.89864237980329,5.931443272983752e-06,4.041404883886994,0.2893377434171142,8.004194719594814,0.016048796962542525,7.287110365932134,0.013837455909768736,12.778215314248616,0.00016313105021930312,5.065920351230097,0.01846681761471664,10.738830428090099,0.00027971626869571005,8.946370807864428,0.0002500581486443019,16.816504647011268,1.2935077170199736e-06]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,5,3,5,3,5,2,5,3,5,3,5,3,5,2,5,3,5,3,5,3,5,2,5,3,5,2,5,2,5,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2666135721031972,0.06158985887883735,4.066173116324275,0.0013468652814091864,4.7089875057146635,0.005208260639968733,5.896318505950521,1.26881644389571e-05,3.745088587549442,0.014823196245050707,4.9530301910001,4.628121812419732e-05,5.434570484020151,0.0005464696931423862,7.054964356849869,1.3645489162419953e-07,4.32794450532071,0.039983365322035495,5.622034932349197,0.0003341319617162831,6.186415743071881,0.003480416158336457,7.532512129317938,1.9015850328660783e-06,5.0377989647051065,0.006155769419166098,6.223626601797822,4.74468361296755e-06,6.983312112943691,0.00011459551120403858,8.392653998645276,5.568479661860752e-09]},{"index":1378,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,6,1,5,1,5,1,5,1,6,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8491789134998644,0.7019774710594161,1.5820654630529933,0.348423163916996,1.6796714796725303,0.3912045593603281,1.643316996840471,0.14079420895328718,1.6206791105195673,0.6115928747037933,1.3834223885241483,0.2976433262126144,1.6289178548288943,0.1771235859368657,1.608552928978903,0.026801872811582566,2.13717727793635,0.8854576276592391,2.0800583865970896,0.4092087618391814,2.0079856224165216,0.5105491980125472,2.1220234569083964,0.22301060120996033,2.0450651504825834,0.7794341286967139,1.7927528718492622,0.2883851216280585,1.9453776335768784,0.16113475158716045,2.0125584226497417,0.015181103825036445]},{"index":1940,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,5,7,5,7,5,7,0,7,5,7,5,7,5,7,0,7,5,7,5,7,5,3,0,1,5,7,5,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8885120782153746,0.7181342862429425,2.8004934990287396,0.34447774416874566,3.167265322456302,0.3044302046435147,2.9698383444746264,0.02573466614545849,2.0217261241289277,0.9065750466220026,1.8017853769138144,0.25520915825814455,2.8215214119479946,0.23030332415648977,2.6651511413810844,0.0065032994078323345,3.5332131879168065,1.5213542841525103,3.618777992322391,0.2738552660227962,4.348774407993119,0.46035588108336206,4.289396153016372,0.012772208660086593,2.264324927600784,1.2037339124805801,2.05990027558069,0.09775122087785568,3.1852115711237388,0.0618018489221883,3.3870346591755243,0.002390922333478694]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.866577784505149,0.04586716019485709,6.008042281696898,0.0001444959040361653,5.772336853506599,0.0001497712904692315,8.96249199161853,5.018496825410161e-08,5.276497614697692,0.0007225695713345464,8.390235920616846,2.3829392040348865e-07,7.495484851163676,4.359391805455671e-07,11.141996237167438,9.962475289121754e-12,6.199082174159113,0.004126256581763667,8.712149526595244,5.545828678739342e-06,7.9781589446155605,6.7082306811569326e-06,11.734031684553791,5.929265965339499e-10,6.785917207812988,3.9801475461059745e-05,10.376156926019588,4.2631678096759365e-09,9.129383259417853,7.470338764100891e-09,12.936991528686203,2.2204460492502885e-14]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.908945932463064,0.007813052489695287,3.676969685547629,8.72285001765222e-05,2.9358505252310927,0.00023281525301746935,4.1747213912023655,2.0302144192151844e-07,2.899708070619516,0.000832128597963744,4.236494419711741,6.89348490499389e-07,3.028225903742878,9.005593116760749e-06,5.018030738083487,2.4605384393609385e-10,4.051116431359655,0.0016178593748764568,4.60307447018987,4.123405018938922e-06,3.6920519417343094,1.7950306219732652e-05,4.953140781454544,2.3718182945070443e-09,3.654724351977251,0.00011040996109056131,5.005749656432363,1.1803642660238763e-08,3.280881121948079,4.458642318358097e-07,5.246694360590352,1.3231638007473861e-12]},{"index":1182,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,1,6,1,6,1,6,1,6,1,6,1,6,1,6,1,8,1,6,1,6,1,6,1,8,1,6,1,8,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.451582861158068,0.7684300975318655,6.312114921345657,0.3721360583453895,4.710128769436328,0.6352726581473047,8.863847992573591,0.20654271724658219,4.353320567208529,0.8726828930427075,8.428592528675365,0.31873025730639715,5.433326107600436,0.5940898180863184,12.112638402415419,0.23756813617291128,5.759739744076516,1.08555494923723,8.139549469275154,0.47746176816620894,6.202591544454755,0.7376013952738517,11.172077057461319,0.2413339860928747,5.589087900643777,1.4840624718410105,10.392462565239459,0.7030056885587895,6.483521727860932,1.070862950223078,14.122341594550232,0.46492063093385594]},{"index":1569,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,6,0,6,1,6,0,6,1,6,9,4,1,4,9,6,1,7,0,4,1,4,9,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7034747266867694,0.947812867412892,4.172219133984829,0.9693975946200276,3.7910612523456093,0.6798268484780584,4.436351396694886,0.9016096605912111,4.009653967595797,0.8842712590034351,4.779707455868895,0.6026830583142406,4.227295079462344,0.45234584274603906,4.967664619544724,0.5535510857389124,3.8698296518387307,1.2054121757890028,4.513916397499528,1.5043409336200806,3.9703291281151474,0.8021646397244204,4.6621350279058404,1.4103744920441823,4.162678433028868,1.451932523322253,5.268851439717693,1.1690184266832433,4.355168707238949,0.5371719578771674,5.0520452962017846,0.6857010557957457]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4553029192073534,0.0017469117951370928,2.3741681767944054,9.967234866008125e-06,2.3685148919509853,3.3642933985675435e-05,2.7457075417620644,6.192096816106962e-09,2.688854679240178,4.515244670417692e-05,2.615963333153389,1.7764045854167036e-08,2.8224375215266573,3.6366834525768013e-07,3.4336619902447088,1.244560010604026e-12,2.4997873179966343,0.00013018863301630994,2.587038753866491,1.2003053718902558e-07,2.6592494219679104,1.0505506237790948e-06,3.296561310011121,1.3289591649279742e-11,3.1066195742999834,1.3838386127630135e-06,3.397526274335574,4.450884105623201e-11,3.585530444576113,3.1024507359425027e-09,4.6560480105542865,6.661338147750937e-16]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.158714913002374,0.00244344325409576,2.0376025722334408,3.0806144375407157e-06,2.3680749560490217,2.7217954025989695e-05,3.3668052835899793,5.650904187428506e-10,2.4406247274246424,3.5799142635646235e-05,3.1611111481953746,2.7358977268454533e-09,3.6294012445752037,1.7765847036332703e-07,5.973278624716836,7.460698725480774e-14,2.1485051675659355,0.0001936812258059107,2.5985362380709436,3.944881943234791e-08,3.2057112878343546,7.583146006956155e-07,5.043716733930675,1.269651050960523e-12,3.0794099653263522,1.6269700707586219e-06,4.910356095129147,1.32871491586256e-11,5.505307561036643,2.5488615630055427e-09,8.519102573855005,0.0]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,7,1,3,1,7,1,3,1,7,1,3,1,7,1,3,1,7,1,3,1,7,1,3,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.9139637160519776,1.5795042745070575,5.336595431667443,0.8053669483847914,4.295842391929546,1.2688162855377405,6.750775687948572,0.32989132973113133,4.654961398205955,1.6533225996526555,7.017111539181818,0.5564107074216534,5.547974925428206,1.3949164212512217,9.329866904473262,0.21210927216151607,4.177889415407174,1.2654905426712053,5.725742458139469,0.4771453672102842,4.938357770004495,0.7738286363516346,7.883197773844773,0.12905657207116053,5.433940821231721,1.502388763920624,8.22676142431435,0.44685646335548285,6.437042160677646,1.324737479459301,10.720286690266667,0.1592161572222252]},{"index":1494,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,0,1,7,1,0,1,0,1,0,1,7,1,0,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.649862820554045,1.4099746123942622,4.605411627838155,1.2091718262992819,4.357101940207554,1.0983525962872727,5.820575263416174,0.7907788910078113,4.408758415030234,0.8757820493902388,5.879727774722751,0.8463931794907295,5.932788572042094,0.858068669295118,7.958062398276832,0.5350694787447802,3.664614056273749,1.0855122642156694,4.839827060123024,0.7978582869236651,4.989130550289512,0.7192944007117811,7.036069008719432,0.4983954558729804,4.731189007744867,0.7443796747270391,6.682551403272738,0.7205890764813054,6.971464233918522,0.6794827138209056,9.521197901087499,0.4736153502029956]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.110081902456148,0.08208636945719365,5.177275005906274,0.0026552469386451755,4.169647600145146,0.005578306117147242,5.718408611104867,5.0628919199572405e-05,4.392387654274147,0.0109205039955793,6.23383907345712,0.00010329836295921361,4.542233565189757,0.000357639882337607,7.193076915272295,2.4878605323096807e-07,3.036704835632923,0.011956647932163283,4.451756167392276,0.0001699596736346096,3.215256819120216,0.0007184554504192697,5.3389383964288015,2.8532504690024607e-06,3.268280837534575,0.0011547136154375379,5.891726156491491,7.852676930141951e-06,4.121014474150497,3.297616192812048e-05,7.537185249317019,1.7775817770732555e-08]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,9.750048526140345,0.00958000436197997,14.767253362439025,1.626343781825351e-05,12.545645376014507,3.2276209040791676e-05,19.572679933038888,1.2730920903044954e-08,13.134285763318315,0.0001880082551798126,19.725440920452634,3.8013808044920504e-08,16.280896416289682,1.3523034443813772e-07,25.187306291998965,8.999245792966101e-12,9.567845558978366,0.0006163121855063108,14.955677425086831,2.136869954711989e-07,12.659763411108635,5.070172300087149e-07,20.077355244308812,8.71600569458438e-11,12.704059231015805,5.465431286322765e-06,19.25673308081019,3.531914760033452e-10,15.733651614615987,1.2545540154409183e-09,25.491460125523975,3.086420008457888e-14]},{"index":4639,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,8,1,9,1,9,1,9,1,9,1,8,1,9,1,8,1,8,1,8,1,8,1,9,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,8.197353170752109,1.2685404722431048,12.862094855349266,1.1278444681344388,10.46082333112254,0.6669988568141858,16.597963643881343,0.7548556332779081,10.563889022372486,0.9911234979798528,16.26820928171129,1.0775724576382317,13.070160849292039,0.7168402439497994,20.66710006642665,0.6738304305674865,6.595563355403779,0.847140768026859,10.72255286477156,0.6853463898114379,8.364225504197302,0.28484168838063845,14.175165777621897,0.3617749279792834,8.415431079110625,0.6653302999466436,14.170393736803653,0.8993707539203835,11.024779074450406,0.4657058400480775,19.209044145886082,0.4350276719389011]},{"index":4956,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,7,4,7,4,7,4,7,4,1,8,7,4,7,8,7,4,7,8,7,4,7,8,7,4,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,7.699948190097834,3.2604315144000515,12.239988935948732,1.6205677913265049,10.203998885739239,2.395917640336124,15.343074242923924,0.855955062742105,9.691777322679116,2.9054955306634165,15.231013867012095,0.8159184195664689,12.20746233616604,2.138100993013945,18.247741881174456,0.3244442444872933,7.047282566611054,2.247662244070298,11.71320302617519,0.54443346325782,8.841664826961193,1.6535785738542927,14.243313692575292,0.44526522964014464,8.483172855110464,1.8980616157997907,13.995230122244475,0.20847812450416778,10.409106494599776,1.6016823329661323,16.67061567166107,0.08500602884542288]},{"index":4075,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,8,1,3,1,3,1,3,1,8,1,3,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5.559068008868456,2.44170726927388,7.732648812931649,1.3904152970082304,6.487693893477838,1.4712403728013244,9.137529019021105,0.7530625139140036,5.924543390807249,2.2453337169462273,8.586715364674086,1.1308323309363089,6.272668781925393,1.0648564623422359,9.805789955219517,0.5088368096342581,5.0307706523301645,2.059491582799205,6.978410037406357,0.8948806680452832,5.187262482705691,1.0918800413506544,7.67084196636305,0.4185008519987101,4.93135017371313,1.5871942779227615,7.376985755519224,0.5431758098530384,5.218367248887999,0.5805984591512932,8.666693389779445,0.19166834920708348]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3172171344949595,0.03590238608181373,4.071947584954008,0.00026357560809270287,4.593945302146565,0.0006884899845203442,5.859653851779124,1.2142323724339012e-06,4.792272135133121,0.00283634293246065,5.915586629476083,5.246615276157995e-06,6.473251742163568,1.659522441767765e-05,8.364472866542416,5.216880691597618e-09,4.063070000811996,0.005447549048022024,5.0234255418746665,1.2778270922516653e-05,5.676532620519707,6.226557730241284e-05,7.209579210105652,1.4648784966551809e-08,5.913177275935431,0.00028862499119411633,7.332141323118229,1.7105444041502732e-07,7.373603548414296,8.073874666855561e-07,9.713145467523848,2.994138270606268e-11]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,7,9,5,9,5,9,5,9,7,9,5,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8638163553644875,0.03551443323007938,4.0684468242030425,0.0004068315130943354,5.008613727980439,0.0005682348306478213,5.572490299864778,1.8297467041584573e-06,5.406993029775914,0.002703755652376123,5.418630055974127,7.660986137455655e-06,6.548056414886398,1.5034464646699746e-05,7.478432041348123,1.9263566778258322e-08,4.789465276923077,0.00525271998325606,4.954274427054272,1.7081971290391837e-05,5.992520356777077,3.110807736064834e-05,6.617265581049398,4.082157106735079e-08,6.231152226404892,0.0002654916193459966,6.207296626619804,1.8268548004317943e-07,7.345020117901319,5.801502733997084e-07,8.647286614668811,7.953109279092303e-10]},{"index":1192,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,1,9,7,9,1,9,1,9,1,9,7,4,7,4,1,9,1,9,1,9,1,4,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.009193422503605,0.9113379038280095,3.5544296762271617,0.6994011396219658,3.6244446801884793,0.4378754332078123,4.5041367802501515,0.4398078935967967,3.597630394907658,0.5520167750471916,4.499371681303382,0.6375335842305228,4.314078096119692,0.21919194557506344,5.626814117582902,0.4016125727738255,3.3772817282102725,0.9723054952262076,3.970702694437233,0.835458650306319,4.0349096431532185,0.4154690951204121,5.007063404553375,0.4046041269837656,3.905977928368695,0.543222935036474,5.056867887090165,0.726364432672675,4.688415231838443,0.14009547841045714,6.306288298968241,0.20661456258887456]},{"index":1553,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,9,1,3,1,9,1,3,1,9,1,3,1,9,1,5,1,9,1,9,1,9,1,3,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.566276929646678,2.6039620212133694,5.286108678635691,0.7868388534721417,5.692229615108724,1.2102385436080896,9.115328374832181,0.10222812478214112,4.808101684595734,2.140439252477012,7.380688700379706,0.5470961075816388,7.708551679031895,1.133695869200934,12.228638079515795,0.14112506852949522,5.260012580398297,2.6086949380362676,6.895333883797193,0.3253006898553678,7.617377862679146,0.8316253784900737,11.55520725698413,0.012037517127148565,6.62582104602813,1.8536352142274186,9.476349369841827,0.2562265414829487,9.86939805775877,0.6644522182585308,15.23422008358108,0.027846342600346897]},{"index":1232,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,9,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1657382587991396,1.598329856100135,2.3480592005533163,1.282927323792148,2.943891739271696,1.738179055424939,3.576908376833226,1.0751477900257234,2.951612268602296,1.7669686011350503,3.3308708528870135,0.962384479201209,4.5575937185322735,1.672287567008916,5.577448880418767,0.5971419179643426,2.716092771186666,1.7777288042654429,2.869740263386979,1.474998011268321,3.9336618592808192,2.1893790356860836,4.541305764497099,1.092663677322626,3.9349725485602725,2.233533855332811,4.453084008786763,0.9702425084322522,5.907024470137985,1.895832281883247,6.955427543528902,0.357653251673199]},{"index":3597,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,9,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.126298668001881,3.6597443245004277,5.210756500784957,2.044312941960171,5.624679145857156,3.561602711736019,7.298249492075528,1.2493950535046707,4.8679389244253874,3.039736327183655,6.568752165175484,1.4718969143243426,6.99208005212412,2.789093940450584,9.368877020766996,0.6587478801758326,5.017713935461977,3.8981322723274654,6.194177576271944,2.06245339124949,6.78320108704295,3.771666601122581,8.908112606186426,0.9667291335468626,5.898094525997535,3.1873977107650524,7.612744966058827,1.4099248341537673,8.474000520893465,2.94216032136143,10.914554909191125,0.4008104358989699]}]},{"id":"residual_unit_dropout-selected-s101","recipe":"residual_unit_dropout","state":"selected","seed":101,"epoch":15,"source_run":"graph-eval-residual_unit_dropout-s101","checkpoint_sha256":"1f17bf240879cc939f1c8f6d56f15e277304e1681279eab14de11a2caa5f586f","source_result_sha256":"c8a6357b81bad0b62e229ca0ac7427de4512d3e1dd8b9a6a3986c6d27cbf27cc","archive_json_sha256":"3034e3de12176e07764907b997c9e400ea139b8f54b23ddabe4b31cfb229d231","archive_npz_sha256":"2faee4ea5dcc801f5b08f9890df2b921e537aa7ff7084157074a8e348c1a80d6","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":6.474468197681382e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual_unit_dropout-selected-s101","recipe":"residual_unit_dropout","state":"selected","seed":101,"epoch":15,"checkpoint_sha256":"1f17bf240879cc939f1c8f6d56f15e277304e1681279eab14de11a2caa5f586f","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,498,552,2,5,619,2266,1,35,119,321,9716,18,30,381,883,4,6,65,95,15,23,340,674,11,21,965,1181,1044,3030,0,17,658,689,551,1500,61,84,844,1464,7,9,151,193,4500]},"n":10000,"dense_accuracy":0.9849,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9849,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9841427155599604,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1735,"correct_output_rate":0.1735,"accuracy":0.1735,"ce":2.3877539765965072,"abstentions":0,"harm":0.8134,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.011224489795918367,"accuracy":0.011224489795918367,"ce":2.99825397354396,"harm":0.9806122448979592,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8061674008810573,"accuracy":0.8061674008810573,"ce":1.4894473367028456,"harm":0.19118942731277533,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.06201550387596899,"accuracy":0.06201550387596899,"ce":2.421170034025112,"harm":0.9302325581395349,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.026732673267326732,"accuracy":0.026732673267326732,"ce":2.5748518353863634,"harm":0.9574257425742574,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.038696537678207736,"accuracy":0.038696537678207736,"ce":2.4156510211227125,"harm":0.9409368635437881,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.2006726457399103,"accuracy":0.2006726457399103,"ce":2.1866407982549227,"harm":0.7869955156950673,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.306925466277404,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.007782101167315175,"accuracy":0.007782101167315175,"ce":2.683836895566442,"harm":0.9688715953307393,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.07905544147843943,"accuracy":0.07905544147843943,"ce":2.1071245298137664,"harm":0.9055441478439425,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.4122893954410307,"accuracy":0.4122893954410307,"ce":1.8309902910996645,"harm":0.5728444003964321,"repair":0.0009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9148,"correct_output_rate":0.9148,"accuracy":0.9148,"ce":1.6513486415365206,"abstentions":0,"harm":0.0742,"repair":0.0041,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9448979591836735,"accuracy":0.9448979591836735,"ce":1.6123901083057666,"harm":0.04693877551020408,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9814977973568282,"accuracy":0.9814977973568282,"ce":1.4975293281523923,"harm":0.014977973568281937,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.8953488372093024,"accuracy":0.8953488372093024,"ce":1.7169072527024258,"harm":0.09496124031007752,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.8960396039603961,"accuracy":0.8960396039603961,"ce":1.6651407416094783,"harm":0.09207920792079208,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9124236252545825,"accuracy":0.9124236252545825,"ce":1.5954541361667933,"harm":0.07128309572301425,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9473094170403588,"accuracy":0.9473094170403588,"ce":1.5509063102326952,"harm":0.043721973094170405,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.8956158663883089,"accuracy":0.8956158663883089,"ce":1.7404052206200742,"harm":0.09394572025052192,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.8083657587548638,"accuracy":0.8083657587548638,"ce":1.5982517976487838,"harm":0.17120622568093385,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9476386036960985,"accuracy":0.9476386036960985,"ce":1.846286791019275,"harm":0.043121149897330596,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9177403369672944,"accuracy":0.9177403369672944,"ce":1.7059158708870203,"harm":0.07036669970267592,"repair":0.003964321110009911}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1727,"correct_output_rate":0.1727,"accuracy":0.1727,"ce":2.4165744821026807,"abstentions":0,"harm":0.814,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":3.0702195024952803,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8026431718061674,"accuracy":0.8026431718061674,"ce":1.4379031681933103,"harm":0.1947136563876652,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.07461240310077519,"accuracy":0.07461240310077519,"ce":2.3093597432495945,"harm":0.9166666666666666,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.028712871287128714,"accuracy":0.028712871287128714,"ce":2.563402670408633,"harm":0.9554455445544554,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.04175152749490835,"accuracy":0.04175152749490835,"ce":2.4513827623182425,"harm":0.9389002036659878,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.265695067264574,"accuracy":0.265695067264574,"ce":2.0981631047056166,"harm":0.7242152466367713,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.1568850842161487,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":2.7476028481015855,"harm":0.9620622568093385,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":2.693197620361182,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.40336967294350845,"accuracy":0.40336967294350845,"ce":1.7857167272373717,"harm":0.5817641228939544,"repair":0.0009910802775024777}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9777,"correct_output_rate":0.9777,"accuracy":0.9777,"ce":0.8354595162975511,"abstentions":0,"harm":0.0097,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.986734693877551,"accuracy":0.986734693877551,"ce":0.7426282762766867,"harm":0.00510204081632653,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.9118350536016473,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.7364381847511755,"harm":0.009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.7855659347161864,"harm":0.013861386138613862,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.7199692304116825,"harm":0.002036659877800407,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.6682391290747598,"harm":0.005605381165919282,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.8851381977767322,"harm":0.018789144050104383,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9552529182879378,"accuracy":0.9552529182879378,"ce":0.8004270556161861,"harm":0.024319066147859923,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":1.1213331636448305,"harm":0.002053388090349076,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.9637283153888566,"harm":0.011892963330029732,"repair":0.002973240832507433}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1323,"correct_output_rate":0.1323,"accuracy":0.1323,"ce":2.5257975129713035,"abstentions":0,"harm":0.8543,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.454181243797676,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8211453744493392,"accuracy":0.8211453744493392,"ce":1.3071334564167825,"harm":0.1762114537444934,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.10077519379844961,"accuracy":0.10077519379844961,"ce":2.2993127151736004,"harm":0.8914728682170543,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.024752475247524754,"accuracy":0.024752475247524754,"ce":2.7163407662611387,"harm":0.9594059405940594,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.09979633401221996,"accuracy":0.09979633401221996,"ce":2.3464749489901116,"harm":0.879837067209776,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.07847533632286996,"accuracy":0.07847533632286996,"ce":2.382437617688369,"harm":0.9091928251121076,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.401536321661783,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":2.6430190279193715,"harm":0.9640077821011673,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":2.700421796201555,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.07234886025768088,"accuracy":0.07234886025768088,"ce":2.2176483652483903,"harm":0.9117938553022795,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9746,"correct_output_rate":0.9746,"accuracy":0.9746,"ce":0.8419687819145129,"abstentions":0,"harm":0.0131,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9846938775510204,"accuracy":0.9846938775510204,"ce":0.749694404938517,"harm":0.007142857142857143,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.7065804442852248,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9748062015503876,"accuracy":0.9748062015503876,"ce":0.7712616435979924,"harm":0.014534883720930232,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.7788297623725146,"harm":0.006930693069306931,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.780242122407851,"harm":0.006109979633401222,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.7317249844140914,"harm":0.013452914798206279,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9582463465553236,"accuracy":0.9582463465553236,"ce":0.9629528914988361,"harm":0.031315240083507306,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9406614785992218,"accuracy":0.9406614785992218,"ce":0.8698380971135556,"harm":0.03599221789883268,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9876796714579056,"accuracy":0.9876796714579056,"ce":1.0780517491554136,"harm":0.002053388090349076,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":1.0057850683690912,"harm":0.011892963330029732,"repair":0.002973240832507433}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1336,"correct_output_rate":0.1336,"accuracy":0.1336,"ce":2.766287300275481,"abstentions":0,"harm":0.8532,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.114562880381428,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7638766519823789,"accuracy":0.7638766519823789,"ce":1.1772504144535714,"harm":0.23524229074889869,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.07848837209302326,"accuracy":0.07848837209302326,"ce":2.4300083081228463,"harm":0.9127906976744186,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.03663366336633663,"accuracy":0.03663366336633663,"ce":2.740759818421314,"harm":0.9485148514851485,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.08859470468431772,"accuracy":0.08859470468431772,"ce":2.6182849662655956,"harm":0.8910386965376782,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.23766816143497757,"accuracy":0.23766816143497757,"ce":2.074487744719738,"harm":0.7511210762331838,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4785956991500098,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.8570096685083954,"harm":0.9591439688715954,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":3.978820071828036,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.031714568880079286,"accuracy":0.031714568880079286,"ce":2.430144593510641,"harm":0.9524281466798811,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9827,"correct_output_rate":0.9827,"accuracy":0.9827,"ce":0.21048634766410965,"abstentions":0,"harm":0.0039,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.1524530739383398,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.20189094687139156,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9883720930232558,"accuracy":0.9883720930232558,"ce":0.1370572990160525,"harm":0.0009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.1868674905453308,"harm":0.006930693069306931,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.15327086963188874,"harm":0.0,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9899103139013453,"accuracy":0.9899103139013453,"ce":0.12938979484423216,"harm":0.0,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9718162839248434,"accuracy":0.9718162839248434,"ce":0.2367097510388942,"harm":0.016701461377870562,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9708171206225681,"accuracy":0.9708171206225681,"ce":0.23879267845816213,"harm":0.007782101167315175,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.3687135072640815,"harm":0.001026694045174538,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.296166976652237,"harm":0.003964321110009911,"repair":0.0019821605550049554}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1322,"correct_output_rate":0.1322,"accuracy":0.1322,"ce":2.6212541364949407,"abstentions":0,"harm":0.8541,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":3.8836080722300323,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8105726872246696,"accuracy":0.8105726872246696,"ce":1.1399689201377272,"harm":0.18854625550660792,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.05232558139534884,"accuracy":0.05232558139534884,"ce":2.7984451484929243,"harm":0.937015503875969,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":2.9052460611617636,"harm":0.9693069306930693,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0814663951120163,"accuracy":0.0814663951120163,"ce":2.3107364534987997,"harm":0.8981670061099797,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.1210762331838565,"accuracy":0.1210762331838565,"ce":2.2537651557914393,"harm":0.8665919282511211,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.5167001624491037,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":2.999961632757173,"harm":0.9678988326848249,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.023613963039014373,"accuracy":0.023613963039014373,"ce":2.4885970918031908,"harm":0.9599589322381931,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.11298315163528246,"accuracy":0.11298315163528246,"ce":2.1150567066113637,"harm":0.8711595639246779,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9614,"correct_output_rate":0.9614,"accuracy":0.9614,"ce":0.904668421016717,"abstentions":0,"harm":0.0272,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9744897959183674,"accuracy":0.9744897959183674,"ce":0.8482344310151121,"harm":0.018367346938775512,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.6971006791820242,"harm":0.0052863436123348016,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9428294573643411,"accuracy":0.9428294573643411,"ce":0.9587343780140456,"harm":0.046511627906976744,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.7775631396129719,"harm":0.00891089108910891,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.924643584521385,"accuracy":0.924643584521385,"ce":0.9932657081044183,"harm":0.0560081466395112,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9585201793721974,"accuracy":0.9585201793721974,"ce":0.8424612173783956,"harm":0.02914798206278027,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9624217118997912,"accuracy":0.9624217118997912,"ce":0.8913099366909529,"harm":0.027139874739039668,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9357976653696498,"accuracy":0.9357976653696498,"ce":0.954529607377324,"harm":0.042801556420233464,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":1.042034682204381,"harm":0.006160164271047228,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9554013875123885,"accuracy":0.9554013875123885,"ce":1.0629505255898997,"harm":0.03369672943508424,"repair":0.004955401387512388}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1412,"correct_output_rate":0.1412,"accuracy":0.1412,"ce":2.8257993132824244,"abstentions":0,"harm":0.8454,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.494405392388803,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8290748898678414,"accuracy":0.8290748898678414,"ce":0.9718832952676543,"harm":0.17092511013215858,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.07945736434108527,"accuracy":0.07945736434108527,"ce":2.708803106973233,"harm":0.9108527131782945,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.03861386138613861,"accuracy":0.03861386138613861,"ce":2.8467239328428193,"harm":0.9455445544554455,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.062118126272912425,"accuracy":0.062118126272912425,"ce":2.6016283775824895,"harm":0.9175152749490835,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.25,"accuracy":0.25,"ce":2.048501669943674,"harm":0.7399103139013453,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.4784849786001653,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.009727626459143969,"accuracy":0.009727626459143969,"ce":3.1641396157326085,"harm":0.9649805447470817,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":3.8333349576667266,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.049554013875123884,"accuracy":0.049554013875123884,"ce":2.357638642191844,"harm":0.9345887016848364,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9828,"correct_output_rate":0.9828,"accuracy":0.9828,"ce":0.20010230595766654,"abstentions":0,"harm":0.0036,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.1473166804868204,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.17955363443974287,"harm":0.0026431718061674008,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.17005668083806708,"harm":0.006782945736434108,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.15414452497172998,"harm":0.0009900990099009901,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.1975186093966579,"harm":0.004073319755600814,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.15398064856857177,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.1726486548615313,"harm":0.007306889352818371,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9717898832684825,"accuracy":0.9717898832684825,"ce":0.23882554228162525,"harm":0.005836575875486381,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.29624112526830226,"harm":0.001026694045174538,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.28831708124804034,"harm":0.004955401387512388,"repair":0.0009910802775024777}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1180,"correct_output_rate":0.118,"accuracy":0.118,"ce":3.1660709507767733,"abstentions":0,"harm":0.8682,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.003169618759008,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8378854625550661,"accuracy":0.8378854625550661,"ce":0.8315416054368872,"harm":0.16123348017621145,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0939922480620155,"accuracy":0.0939922480620155,"ce":2.9445702777044613,"harm":0.8963178294573644,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.016831683168316833,"accuracy":0.016831683168316833,"ce":3.384637810495748,"harm":0.9663366336633663,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.07535641547861507,"accuracy":0.07535641547861507,"ce":2.6317938062023387,"harm":0.9042769857433809,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.02466367713004484,"accuracy":0.02466367713004484,"ce":2.915479794636147,"harm":0.9618834080717489,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.711584919751091,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":3.193790633151865,"harm":0.9678988326848249,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.014551307493103,"harm":0.9774127310061602,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":3.3918783468932054,"harm":0.979187314172448,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9768,"correct_output_rate":0.9768,"accuracy":0.9768,"ce":0.23132809377002064,"abstentions":0,"harm":0.0104,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.1868960277169304,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.1256486891748394,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9738372093023255,"accuracy":0.9738372093023255,"ce":0.22206278827180917,"harm":0.015503875968992248,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9900990099009901,"accuracy":0.9900990099009901,"ce":0.15701940828682184,"harm":0.0009900990099009901,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9663951120162932,"accuracy":0.9663951120162932,"ce":0.26303190648124974,"harm":0.013238289205702648,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9630044843049327,"accuracy":0.9630044843049327,"ce":0.23299122835864525,"harm":0.021300448430493273,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9728601252609603,"accuracy":0.9728601252609603,"ce":0.21865681262898962,"harm":0.015657620041753653,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9571984435797666,"accuracy":0.9571984435797666,"ce":0.29879222089308316,"harm":0.019455252918287938,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9876796714579056,"accuracy":0.9876796714579056,"ce":0.28314330122697023,"harm":0.0,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.33817091736942057,"harm":0.014866204162537165,"repair":0.002973240832507433}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1253,"correct_output_rate":0.1253,"accuracy":0.1253,"ce":3.9957220771478346,"abstentions":0,"harm":0.8615,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.1181492468665,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.785022026431718,"accuracy":0.785022026431718,"ce":0.7503994148470675,"harm":0.21497797356828194,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.09302325581395349,"accuracy":0.09302325581395349,"ce":3.6296910765351798,"harm":0.8982558139534884,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.040594059405940595,"accuracy":0.040594059405940595,"ce":3.4957485883524417,"harm":0.9445544554455445,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.04480651731160896,"accuracy":0.04480651731160896,"ce":3.5803375652144327,"harm":0.9348268839103869,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.18385650224215247,"accuracy":0.18385650224215247,"ce":2.526164723631316,"harm":0.804932735426009,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":4.378474697645375,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.009727626459143969,"accuracy":0.009727626459143969,"ce":3.7893442108658366,"harm":0.9659533073929961,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":6.874965064577507,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":4.259378497467721,"harm":0.981169474727453,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9837,"correct_output_rate":0.9837,"accuracy":0.9837,"ce":0.05969025848819317,"abstentions":0,"harm":0.0016,"repair":0.0004,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.0353143673816651,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.029230877734133524,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.044301658288865516,"harm":0.001937984496124031,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.054043758651895514,"harm":0.0009900990099009901,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.0679528997198638,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.04822024177371759,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.06722181043917783,"harm":0.005219206680584551,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.09036513850975436,"harm":0.0019455252918287938,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.0815019783745149,"harm":0.0,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.08166002389943994,"harm":0.002973240832507433,"repair":0.0}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1240,"correct_output_rate":0.124,"accuracy":0.124,"ce":2.735455622817589,"abstentions":0,"harm":0.8626,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.090889932563001,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.681057268722467,"accuracy":0.681057268722467,"ce":1.2396988876062536,"harm":0.31718061674008813,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.035852713178294575,"accuracy":0.035852713178294575,"ce":2.9586186183394636,"harm":0.9544573643410853,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.016831683168316833,"accuracy":0.016831683168316833,"ce":2.983955433439897,"harm":0.9663366336633663,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.02240325865580448,"accuracy":0.02240325865580448,"ce":2.6341469016765764,"harm":0.9572301425661914,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.03699551569506727,"accuracy":0.03699551569506727,"ce":2.5424415924845993,"harm":0.9484304932735426,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.003316725272851,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":2.9496328149509443,"harm":0.9659533073929961,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.04106776180698152,"accuracy":0.04106776180698152,"ce":2.4211545582485736,"harm":0.9425051334702259,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.30327056491575816,"accuracy":0.30327056491575816,"ce":1.7751653128569804,"harm":0.6828543111992071,"repair":0.0019821605550049554}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9470,"correct_output_rate":0.947,"accuracy":0.947,"ce":1.0569231961316032,"abstentions":0,"harm":0.0412,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9673469387755103,"accuracy":0.9673469387755103,"ce":1.0014391805495166,"harm":0.024489795918367346,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.986784140969163,"accuracy":0.986784140969163,"ce":0.8172775078598254,"harm":0.00881057268722467,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9563953488372093,"accuracy":0.9563953488372093,"ce":1.0107516967930599,"harm":0.03294573643410853,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9722772277227723,"accuracy":0.9722772277227723,"ce":0.9565101802153888,"harm":0.019801980198019802,"repair":0.009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.8940936863543788,"accuracy":0.8940936863543788,"ce":1.1345405664691761,"harm":0.08757637474541752,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.929372197309417,"accuracy":0.929372197309417,"ce":1.03273558458327,"harm":0.05605381165919283,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9446764091858038,"accuracy":0.9446764091858038,"ce":1.1857599761997144,"harm":0.04384133611691023,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.8647859922178989,"accuracy":0.8647859922178989,"ce":1.0939503375838235,"harm":0.11186770428015565,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":1.3350560336787822,"harm":0.009240246406570842,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":1.045429138839431,"harm":0.02180376610505451,"repair":0.007928642220019821}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1354,"correct_output_rate":0.1354,"accuracy":0.1354,"ce":2.8824837981950506,"abstentions":0,"harm":0.8514,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.535342435320891,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7541850220264317,"accuracy":0.7541850220264317,"ce":1.0631452561378374,"harm":0.24493392070484582,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.06686046511627906,"accuracy":0.06686046511627906,"ce":2.7370040033710574,"harm":0.9244186046511628,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.041584158415841586,"accuracy":0.041584158415841586,"ce":2.973055606611583,"harm":0.9415841584158415,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.03665987780040733,"accuracy":0.03665987780040733,"ce":2.791822593790569,"harm":0.9429735234215886,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.1412556053811659,"accuracy":0.1412556053811659,"ce":2.356667389272825,"harm":0.8475336322869955,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7981387747749227,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.014591439688715954,"accuracy":0.014591439688715954,"ce":3.2083541400252877,"harm":0.9630350194552529,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":3.720169173493718,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.20317145688800792,"accuracy":0.20317145688800792,"ce":1.924867551998021,"harm":0.7819623389494549,"repair":0.0009910802775024777}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9806,"correct_output_rate":0.9806,"accuracy":0.9806,"ce":0.2378198468920221,"abstentions":0,"harm":0.0058,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.18502037760456955,"harm":0.004081632653061225,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.205076689306242,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.17643311041217238,"harm":0.005813953488372093,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.1980840639763448,"harm":0.0029702970297029703,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.22683547405439544,"harm":0.006109979633401222,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.20250936462336525,"harm":0.008968609865470852,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.24922954867483205,"harm":0.007306889352818371,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9610894941634242,"accuracy":0.9610894941634242,"ce":0.27660446042458253,"harm":0.017509727626459144,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.3999411087943768,"harm":0.002053388090349076,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.2635558575476184,"harm":0.0019821605550049554,"repair":0.002973240832507433}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1017,"correct_output_rate":0.1017,"accuracy":0.1017,"ce":3.2976798385876376,"abstentions":0,"harm":0.8844,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.399793193224993,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.707488986784141,"accuracy":0.707488986784141,"ce":0.9993407649868389,"harm":0.2907488986784141,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.05717054263565891,"accuracy":0.05717054263565891,"ce":3.2146262226679108,"harm":0.9331395348837209,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.016831683168316833,"accuracy":0.016831683168316833,"ce":3.4827646493309214,"harm":0.9663366336633663,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.06619144602851323,"accuracy":0.06619144602851323,"ce":2.860101981531319,"harm":0.9134419551934827,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.006726457399103139,"accuracy":0.006726457399103139,"ce":3.270591272938412,"harm":0.976457399103139,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.5013199849817305,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.023346303501945526,"accuracy":0.023346303501945526,"ce":2.949689337066685,"harm":0.953307392996109,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":3.975113029055275,"harm":0.9774127310061602,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.03766105054509415,"accuracy":0.03766105054509415,"ce":2.748632205051139,"harm":0.9474727452923687,"repair":0.0009910802775024777}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9745,"correct_output_rate":0.9745,"accuracy":0.9745,"ce":0.258831925172471,"abstentions":0,"harm":0.0126,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9857142857142858,"accuracy":0.9857142857142858,"ce":0.20860699414048672,"harm":0.006122448979591836,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.1505852953137404,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.2073166532200511,"harm":0.009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9871287128712871,"accuracy":0.9871287128712871,"ce":0.18474904012957033,"harm":0.0019801980198019802,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.960285132382892,"accuracy":0.960285132382892,"ce":0.30524078616830314,"harm":0.021384928716904276,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9551569506726457,"accuracy":0.9551569506726457,"ce":0.27503338468700833,"harm":0.028026905829596414,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9665970772442589,"accuracy":0.9665970772442589,"ce":0.2869676134042145,"harm":0.021920668058455117,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9494163424124513,"accuracy":0.9494163424124513,"ce":0.33813760719362146,"harm":0.026264591439688716,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.36717229015306685,"harm":0.006160164271047228,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.28463854809566563,"harm":0.004955401387512388,"repair":0.004955401387512388}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1171,"correct_output_rate":0.1171,"accuracy":0.1171,"ce":4.081690671981382,"abstentions":0,"harm":0.8699,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.374457950493261,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7392070484581498,"accuracy":0.7392070484581498,"ce":0.8399146905003055,"harm":0.2607929515418502,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.0687984496124031,"accuracy":0.0687984496124031,"ce":3.7667787565521778,"harm":0.9224806201550387,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.047524752475247525,"accuracy":0.047524752475247525,"ce":3.579658163871975,"harm":0.9366336633663367,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.045824847250509164,"accuracy":0.045824847250509164,"ce":3.797449478746265,"harm":0.9338085539714868,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.1367713004484305,"accuracy":0.1367713004484305,"ce":2.802078459043362,"harm":0.852017937219731,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":5.109255466988167,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.01848249027237354,"accuracy":0.01848249027237354,"ce":3.6361879215577324,"harm":0.9591439688715954,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":6.824676304303369,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.023785926660059464,"accuracy":0.023785926660059464,"ce":3.593074645804783,"harm":0.9613478691774033,"repair":0.0009910802775024777}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9841,"correct_output_rate":0.9841,"accuracy":0.9841,"ce":0.0613163253769592,"abstentions":0,"harm":0.0019,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.038080339805730466,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.030426489814096874,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9893410852713178,"accuracy":0.9893410852713178,"ce":0.0419700264389202,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.058016681871752386,"harm":0.0009900990099009901,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.07215980160066571,"harm":0.0010183299389002036,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.05273192535437197,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.07830915621369167,"harm":0.005219206680584551,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9717898832684825,"accuracy":0.9717898832684825,"ce":0.09157895853978126,"harm":0.005836575875486381,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.09155083790936974,"harm":0.001026694045174538,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9871159563924677,"accuracy":0.9871159563924677,"ce":0.06260543023017752,"harm":0.0,"repair":0.002973240832507433}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1035,"correct_output_rate":0.1035,"accuracy":0.1035,"ce":3.536230940579858,"abstentions":0,"harm":0.8826,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.977714551830644,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7427312775330397,"accuracy":0.7427312775330397,"ce":0.7957935106907023,"harm":0.2563876651982379,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.03294573643410853,"accuracy":0.03294573643410853,"ce":4.108589945330349,"harm":0.9573643410852714,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.007920792079207921,"accuracy":0.007920792079207921,"ce":4.046194449753234,"harm":0.9752475247524752,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.031568228105906315,"accuracy":0.031568228105906315,"ce":2.932014092449638,"harm":0.9480651731160896,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.026905829596412557,"accuracy":0.026905829596412557,"ce":3.0487688082451383,"harm":0.9573991031390134,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.582126369954599,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.009727626459143969,"accuracy":0.009727626459143969,"ce":3.953909328164194,"harm":0.9649805447470817,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.022587268993839837,"accuracy":0.022587268993839837,"ce":3.57838858012471,"harm":0.9609856262833676,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.061446977205153616,"accuracy":0.061446977205153616,"ce":2.7114136253597048,"harm":0.9226957383548068,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9622,"correct_output_rate":0.9622,"accuracy":0.9622,"ce":0.32743718697887797,"abstentions":0,"harm":0.0261,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.976530612244898,"accuracy":0.976530612244898,"ce":0.27503721192582,"harm":0.015306122448979591,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.16797179226912815,"harm":0.003524229074889868,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9554263565891473,"accuracy":0.9554263565891473,"ce":0.3335668581530852,"harm":0.03391472868217054,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9871287128712871,"accuracy":0.9871287128712871,"ce":0.20107151902071718,"harm":0.0039603960396039604,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9063136456211812,"accuracy":0.9063136456211812,"ce":0.4920987041605703,"harm":0.07433808553971487,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9349775784753364,"accuracy":0.9349775784753364,"ce":0.39476876790865983,"harm":0.05044843049327354,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.3116186494916881,"harm":0.019832985386221295,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.938715953307393,"accuracy":0.938715953307393,"ce":0.40513196261810425,"harm":0.038910505836575876,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.3825955930391359,"harm":0.006160164271047228,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9712586719524281,"accuracy":0.9712586719524281,"ce":0.3407681726326424,"harm":0.019821605550049554,"repair":0.006937561942517344}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1253,"correct_output_rate":0.1253,"accuracy":0.1253,"ce":4.275035788366681,"abstentions":0,"harm":0.8611,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.95253916981799,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8123348017621146,"accuracy":0.8123348017621146,"ce":0.6142186342066246,"harm":0.18766519823788547,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.07364341085271318,"accuracy":0.07364341085271318,"ce":4.280016706243372,"harm":0.9166666666666666,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.03762376237623762,"accuracy":0.03762376237623762,"ce":4.034834025054978,"harm":0.9455445544554455,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0274949083503055,"accuracy":0.0274949083503055,"ce":3.827788796195433,"harm":0.9521384928716904,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.15134529147982062,"accuracy":0.15134529147982062,"ce":2.786042715544681,"harm":0.8374439461883408,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.008350730688935281,"accuracy":0.008350730688935281,"ce":4.948054573264043,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":4.526426354162326,"harm":0.9630350194552529,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":6.649835973843363,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.030723488602576808,"accuracy":0.030723488602576808,"ce":3.6206047862764548,"harm":0.9534192269573836,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9833,"correct_output_rate":0.9833,"accuracy":0.9833,"ce":0.062494135064314116,"abstentions":0,"harm":0.0027,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.035498516098306884,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.031453204635940285,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.05320619924128698,"harm":0.0048449612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.05159089336838416,"harm":0.0009900990099009901,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.09530417119301027,"harm":0.0050916496945010185,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.06642240364925198,"harm":0.0033632286995515697,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.0663753576055132,"harm":0.003131524008350731,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.08750795391952178,"harm":0.0038910505836575876,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.0772990781958557,"harm":0.002053388090349076,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.06517865821719486,"harm":0.0019821605550049554,"repair":0.0019821605550049554}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1025,"correct_output_rate":0.1025,"accuracy":0.1025,"ce":5.336726936571899,"abstentions":0,"harm":0.8837,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.140919934107643,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7779735682819383,"accuracy":0.7779735682819383,"ce":0.6228543492550246,"harm":0.22202643171806166,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.06686046511627906,"accuracy":0.06686046511627906,"ce":5.272686173223446,"harm":0.9234496124031008,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.00891089108910891,"accuracy":0.00891089108910891,"ce":5.62923224692684,"harm":0.9742574257425742,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.034623217922606926,"accuracy":0.034623217922606926,"ce":4.350872291847139,"harm":0.945010183299389,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.008968609865470852,"accuracy":0.008968609865470852,"ce":5.0131815397332895,"harm":0.976457399103139,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":5.883175278301269,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.008754863813229572,"accuracy":0.008754863813229572,"ce":4.73485121013162,"harm":0.9659533073929961,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":7.435509103199578,"harm":0.9774127310061602,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.005946481665014866,"accuracy":0.005946481665014866,"ce":6.031003064961395,"harm":0.9781962338949455,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9773,"correct_output_rate":0.9773,"accuracy":0.9773,"ce":0.07972442500127652,"abstentions":0,"harm":0.0098,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.049408218286470455,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.028065521859107465,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9786821705426356,"accuracy":0.9786821705426356,"ce":0.07911969036934631,"harm":0.01065891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9891089108910891,"accuracy":0.9891089108910891,"ce":0.04114860679629541,"harm":0.0009900990099009901,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.960285132382892,"accuracy":0.960285132382892,"ce":0.1361892273100479,"harm":0.019348268839103868,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.952914798206278,"accuracy":0.952914798206278,"ce":0.13111655615426357,"harm":0.030269058295964126,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.08070649768868911,"harm":0.010438413361169102,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9620622568093385,"accuracy":0.9620622568093385,"ce":0.12016527187417136,"harm":0.014591439688715954,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.07087816873670626,"harm":0.003080082135523614,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.07252959913427057,"harm":0.008919722497522299,"repair":0.004955401387512388}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1154,"correct_output_rate":0.1154,"accuracy":0.1154,"ce":7.280318059817837,"abstentions":0,"harm":0.8712,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":14.027426325679663,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.758590308370044,"accuracy":0.758590308370044,"ce":0.662066511360844,"harm":0.24140969162995596,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.07461240310077519,"accuracy":0.07461240310077519,"ce":6.952639113174371,"harm":0.9156976744186046,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.046534653465346534,"accuracy":0.046534653465346534,"ce":5.883125880412757,"harm":0.9376237623762376,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.02240325865580448,"accuracy":0.02240325865580448,"ce":6.6273939092383545,"harm":0.9572301425661914,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.1412556053811659,"accuracy":0.1412556053811659,"ce":4.493995078689502,"harm":0.8475336322869955,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.007306889352818371,"accuracy":0.007306889352818371,"ce":7.80690572398912,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.009727626459143969,"accuracy":0.009727626459143969,"ce":6.236185308406394,"harm":0.9659533073929961,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":12.950563505842076,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":8.094518473962609,"harm":0.981169474727453,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9849,"correct_output_rate":0.9849,"accuracy":0.9849,"ce":0.0704233951463432,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.0386099595056205,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.031742568447463225,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9893410852713178,"correct_output_rate":0.9893410852713178,"accuracy":0.9893410852713178,"ce":0.05028386636349187,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.06417138333706317,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.11272118695464628,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.0743800572903417,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.988517745302714,"accuracy":0.988517745302714,"ce":0.08396753283308948,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9747081712062257,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.08966153099754556,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.09806824630172711,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9841427155599604,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.06788076292625322,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,2,0,2,0,2,0,8,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,8,0,2,0,1,0,2,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.681959556428322,1.8607098297452918,3.756407463744235,1.0017355682394211,4.146667941232218,1.0541147581034318,4.7783663224238175,0.17360837268992946,4.802888528070808,1.0811959178979182,5.1849250824152255,0.1426095337324981,5.726858117829702,0.22585691844556255,7.558661386134688,0.002577042925578512,4.878143062557585,1.3616572303719223,5.345706647987976,0.2112767148354245,6.22152313558779,0.3000115995545567,8.137566739645901,0.004388544975767744,6.947052081689796,0.3217840772583792,8.447402932356425,0.003379114942546975,9.451558645202583,0.009627392140847584,13.952872334625917,2.884115331944352e-06]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6050869037476025,1.3090192198429365,2.7497963129608713,0.36798557486347916,2.999275177785009,0.33559782308321384,3.8480569528039434,0.013653683381008017,3.58487256473986,0.37351313038047346,4.415355412458582,0.013890864643017404,4.514212369167773,0.013812498406594079,7.094090256592511,2.2452288251351486e-05,3.670538953236028,0.5353981407533903,4.198141280440634,0.021645219475785307,4.816965711427743,0.021028533518089778,7.183693303746534,3.98694399814539e-05,5.605402129933325,0.027608541427356154,7.997255628588144,5.69915934663491e-05,8.412758195470733,6.830408474487056e-05,14.124274081852239,5.066309592787242e-10]},{"index":498,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,7,0,3,0,3,0,8,8,3,0,3,0,3,0,7,8,7,0,3,0,3,0,7,8,3,0,3,0,3,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1522001733963676,1.939632241736337,3.48405817500839,1.296563321030451,3.602754110418627,1.4175875757691205,4.333054874438792,0.5279184868442386,3.765696421293839,1.5776976206368152,4.444590451842812,0.6248232202211705,4.728265258885297,0.8468819512441129,6.600056375796678,0.0732239247503864,4.587401370852947,1.7048732536817217,5.231021502137304,0.6857151645271226,5.682909024700011,0.8386584047875134,7.356184768919349,0.07505981129746216,5.915138167971555,1.173969539867189,7.502483356724367,0.13996826808513468,8.48691881048268,0.30498832971417483,13.039057546945575,0.0012577738370688214]},{"index":552,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,0,1,9,1,0,9,9,1,0,1,0,1,0,9,9,9,0,1,9,1,0,1,9,1,0,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.985256016713514,2.122571748144906,3.969066376420741,1.8114999677372303,4.510374038070496,1.8755688694830759,4.985484222461638,1.2263873408558084,5.25666851214852,1.9384405359236165,5.593059334810552,1.2698315572784054,6.567786572680996,1.5115050450584324,8.117723395034458,0.4921987664616403,5.450546298407255,2.0028955544160674,5.49784355385647,1.2793786819250812,6.8946009016996355,1.526830465046153,7.9701553779612855,0.48518888165543167,8.167309966514216,1.703431347831811,9.001373076093312,0.5596743483935701,12.27432050765854,1.0544093586715955,14.607251915147506,0.06379390185607497]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.900949360947693,1.356774917108734,1.934032386550157,0.8896719283728381,1.910150675559927,0.6319498004178492,1.993605035517597,0.18125661321829095,1.8983263047577952,0.5375697201712228,1.9298462145111928,0.13990751612705318,1.9679427130834384,0.07186753834837616,2.307160149269454,0.0031474805977224204,2.095987315813252,0.6414197467762618,2.1788004055226184,0.1646035817182194,2.323408679115751,0.08665078586363013,2.6818720920595025,0.0036720224188200247,2.3146048368974013,0.06976346888537416,2.6365003000962837,0.0027659429004953115,3.248435365847004,0.0012008583432950991,4.26976440134003,1.763110836470507e-06]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,8,1,1,1,1,1,5,1,8,1,8,1,8,1,1,1,8,1,1,1,8,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5781803861636483,1.2885653687109082,1.57621862087709,0.6943925117300854,1.4417521071413457,0.4730485743566445,1.397859455162709,0.08855928343986745,1.4719614486388635,0.4589994203990011,1.325170061342492,0.07404255364680645,1.2299264672817198,0.041174348733491926,1.1585945670522464,0.000975254333581987,1.6134126517122291,0.5542051210339515,1.4399909001430142,0.08497477170177845,1.428624658431457,0.049302008913756086,1.2138823617822718,0.0009825339310771738,1.4255705639448064,0.05269569377326852,1.102624176413922,0.0011062423625713283,1.2385646078626062,0.0007088418715479768,1.1193351022971436,3.67599898457574e-07]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,1,1,8,1,8,1,8,1,1,1,8,1,1,1,8,1,1,1,8,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1542641092932866,2.1586432491859577,1.0952984038120033,1.8155186439707256,0.7917560030312417,1.7433394388399903,0.6271441113920491,1.18905198434226,0.5257240563086634,1.7461538672245274,0.3813982400919741,1.2754518080632602,0.12663798664598133,1.1843689542828777,0.0679452607506353,0.6415285811449536,0.4662913030798366,1.8802430761653115,0.3587355809527337,1.2398154342908447,0.13167261233945463,1.250812301235149,0.0741212229845098,0.5681589770206587,0.039015762291489786,1.3498063474079058,0.016665408150492892,0.7290436246477976,0.0016093351956754224,0.7388623563869108,0.0005074536065170394,0.2272960844108763]},{"index":2266,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,6,1,1,1,1,1,1,1,6,1,1,1,1,1,1,1,6,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.2444188079760623,2.108369516781729,1.2550232011882145,1.9398677893859062,0.8288196489383288,1.798300216005595,0.8331399803558756,1.4783246086430277,0.7741208149538735,1.6931827386577523,0.7749184067883251,1.4698209771960102,0.259660699690768,1.2321688905960748,0.34068165449791554,0.9486870373752478,0.6341236175267798,1.7904874682179637,0.6316480314942793,1.5233194811915463,0.22583030695276549,1.3170241810060819,0.26320315032870145,1.011992657212462,0.16304211391048654,1.1518403971959799,0.205967512448172,0.940344640712458,0.012124625461701156,0.648610790516272,0.05804493278707729,0.5667040749200308]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,2,7,2,7,2,7,2,1,2,1,2,1,2,1,2,9,2,3,2,7,2,1,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1893192099658587,1.6329760426726287,2.0511562084334605,0.5321280531991065,2.226522081716528,0.5399792315608991,2.2699531110007842,0.016365422236063173,2.499769441294066,0.9581551604383066,2.441353105700042,0.03806091491738658,2.9086835892122154,0.06135996425930562,3.379551867922541,4.408617278676431e-05,2.6949901595770616,0.9316494951822332,2.539399119373331,0.03816312470597411,3.078489784136489,0.047302404733541435,3.553665409688809,3.5246677866029124e-05,3.43568803279121,0.22530254505706507,3.7613062128225776,0.0001916355664209589,5.074001715006556,0.000537646895374016,6.649562780572662,3.80919073988576e-10]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,2,7,2,3,2,7,2,7,2,7,2,7,2,3,2,3,2,3,2,3,2,3,2,3,2,7,2,3,2,3,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8927729645422693,1.780889848486814,1.8461490257914062,0.803163456007442,1.950830243295819,0.7784811402393932,2.2202267469773678,0.08009091625533987,2.172565644076845,0.9725610583783152,2.083280480777886,0.11474529002302632,2.4555282179792215,0.13186726409685567,3.142364838070426,0.0013963945489041246,2.4256168779375247,0.8631960517022842,2.2992822252301472,0.0966167474104287,2.814433256517879,0.09371849243000079,3.5309670879755157,0.0011173367016312887,3.3797158182507703,0.16008775292347874,3.4617392323190277,0.002049980787092444,4.401402105844166,0.0024323485041784026,5.9949677603181275,6.43929739596842e-07]},{"index":119,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,2,2,1,2,1,2,8,8,1,2,1,2,1,2,8,2,1,2,1,2,1,2,1,8,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9703405439411334,2.0510706166587744,1.6926142951826597,1.3845504552881644,1.8253024400129771,1.4060885042758737,1.4982721514872936,0.4188432905411531,2.4387243045844125,1.676778415513101,1.7956615430421272,0.6048674913643683,2.4474378941555406,0.8339310815473907,2.0206724228863,0.033157591743409445,2.7287283320537754,1.6088534076815257,2.116979142178432,0.5608878911871252,2.6886319069533147,0.6517459479969931,2.1751515445741516,0.025858916333348678,4.183460264646665,1.1660018515299144,3.032203847277354,0.06457856728544421,5.167465362995171,0.24007263969768508,4.94489732979525,7.531797892832944e-05]},{"index":321,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,7,4,7,1,7,1,2,1,7,5,2,1,7,1,2,4,7,1,2,1,2,1,2,1,7,1,2,1,7,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.506548240223048,1.9717750277540356,2.250523576113479,1.4557204587257235,2.397920317156947,1.4616360027660416,2.0700443280364045,0.7930127830772454,2.9072681134643323,1.5900242376219391,2.636418145632911,0.8910384808552243,3.0296015668710927,1.0401318376975546,2.748647383349515,0.36330231529448365,3.041081310540917,1.6461710473547158,2.644113409097861,0.9210252354134295,3.2471975545826828,1.037512155093607,2.7189747622574965,0.4417015500000791,4.217529189359455,1.274433083625906,3.7238428474917846,0.5444974092972025,5.024713733001372,0.8516053981635411,4.737593580735216,0.1473122579087394]},{"index":9716,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,5,2,5,2,3,3,3,3,5,3,3,3,3,3,3,3,5,3,3,3,3,3,2,3,3,3,3,7,3,3,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6549317420135943,2.4098205667118053,1.4168923086197815,2.1755519405542127,1.3769728721206032,2.1239239855821985,1.5158610013950793,1.6638790403855646,1.9155916638769084,2.345272435723526,1.4283282295034547,1.8853013775737224,1.4468551069635882,1.9174024837637442,2.275222342835518,1.152628334676,2.094442429871192,2.2601064672198854,1.7537968004981497,1.6805534954847352,1.9589881799787137,1.7647496523111532,2.8038320491947557,1.0086517310569543,3.1729187777230337,2.3063413206173475,2.7325022174397775,1.3436951978871496,2.9123442743007795,1.825920564341735,5.6584095248850605,0.7478603999552045]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7395462084539464,2.0850192170506054,2.7749603598785018,1.3496577051733942,2.896922406453593,1.2015628500785474,3.12991657077298,0.32250838737071624,2.9748964675139264,1.2601612947609466,2.960049267450249,0.30447440862515907,3.776699709975436,0.21661485775528366,4.381833889444092,0.00544369072674785,2.765461710464894,1.5530033536089436,2.8956692879461077,0.4709628003016597,3.310189076650687,0.316574438540205,4.034142540473267,0.010730033878889681,3.940795057098992,0.40533425203726564,4.165068937023826,0.013206072590045225,6.251549938398916,0.006273807840492446,7.726485080724744,3.6386281314641993e-06]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,8,3,1,3,5,3,8,3,8,3,1,3,5,3,8,3,8,3,1,3,5,3,8,3,8,3,8,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2522340239188923,1.5100215086798243,2.162928687210932,0.5489563755410622,2.34612166569425,0.5159824164129166,2.203146286189124,0.035769809443960764,2.611731247715715,0.5124356772949539,2.391309660756465,0.022939790530777028,2.8796866882864895,0.022805152669559136,2.6173180672961336,4.6008972642061236e-05,2.451608970694905,0.6957427174462216,2.3052747815717827,0.03767200354908875,2.704504345155013,0.03280437110705245,2.295797273426626,7.249368896018363e-05,3.882181289471717,0.04358274305038,3.368942808587751,6.070501863635245e-05,4.653951856599509,5.7297937349267924e-05,3.956672818918885,1.91034743561374e-10]},{"index":381,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,5,7,5,7,5,3,8,7,5,3,8,3,5,3,8,7,8,7,8,7,5,3,8,7,8,7,8,7,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.056426485182733,2.192421123561279,3.3478323924309374,1.8445437358374315,3.621511349488692,1.7439287874515745,4.284629865587334,1.057395633397017,3.633379018595445,1.7730609616625972,4.351783782029226,1.1137836693408594,5.004885832082724,1.143613213777986,6.411964284178782,0.3444696176559417,3.7507662801890023,2.0553851956597624,4.458623794769741,1.4419956004978607,4.907174091215614,1.442190516417353,6.230592470942334,0.5692962824686291,5.345887792303287,1.6241537271157935,6.78644284531544,0.8389830807591561,7.982454759203577,1.1229563236621003,10.51719373317465,0.18366722046336398]},{"index":883,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,3,8,5,8,3,8,5,8,3,8,5,8,3,3,5,8,3,8,3,8,3,9,5,8,3,9,3,8,3,9,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1753179774675706,1.8679141896949212,2.02274685960794,1.5828866559106016,2.125878259953971,1.4121261610189004,1.788195139490252,1.1536096772446243,2.1256233187659284,1.4500640153985878,1.7542475229391135,1.0573272673122367,2.19191807262995,0.7148327908702483,1.4507057244557096,0.86770604111786,2.0805126135320657,1.4455267002951722,1.8246539271420124,0.9700053722982079,2.0743474921190526,0.7024670852292286,1.4535763226958442,0.8103105463629732,2.450753478426437,0.7076544177500157,1.9282155931153655,0.5348866512995862,2.8114261844451924,0.13716982651409515,1.741416506692301,0.6619475633420485]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,4,1,4,1,4,1,4,8,4,1,4,1,4,1,4,8,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5692320713274883,1.5968743014289108,2.319381148431911,0.7150548115294494,2.1960204530001506,0.7392668007363894,1.9245358118740334,0.08366285114254696,2.3941097710760366,0.8952346096663305,2.0023155947300273,0.09848219135855371,2.0352748332317896,0.12788312926927436,1.8030483774865689,0.0012012634307416142,3.0079822314421882,0.9926744210589498,2.5398808683858296,0.12189582980229184,2.519697550558878,0.15684604648289552,2.3856839647920083,0.002311711006849417,2.96680918622838,0.24896590122058015,2.3585289352588217,0.0030922242603990753,3.153791829029172,0.007647481737200183,3.4641722780555675,1.405307109557735e-06]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,8,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.654635258012765,1.751428698082319,2.525741955279116,0.8873110175740864,2.543536121556299,1.1608754938223578,2.561735153615108,0.20326795040700035,2.557694341908891,1.2505875167532996,2.576622105301401,0.21150009185382998,2.6438383415355693,0.538942046106699,3.114990568953834,0.00806256669513236,2.9340537643924085,1.3914934064082916,2.8285252251819104,0.23916869079337955,3.0723339072956053,0.6100630791480829,3.4146480317681585,0.009184536035293333,3.1356130417169044,0.8468676327538753,3.4698624996283676,0.013941486797612245,4.072389929216705,0.1827287669596952,5.4927287943466965,2.044676724643606e-05]},{"index":65,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,9,4,7,4,7,4,1,9,1,4,1,9,1,4,7,9,7,4,7,9,1,4,1,9,1,4,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.441948600973538,2.0513894084710786,2.4952294697174295,1.5301393557369702,2.4077666578308348,1.648614413514583,2.5759381414505373,0.7941561557531729,2.240247117398123,1.7894704064720288,2.3632069329409306,0.892073817470234,2.2903477060684008,1.197127031157259,2.85935383002593,0.23966380728346828,2.4636501418817387,1.7669204136209449,2.541116929839315,0.9346548282031801,2.4650713497330305,1.321857355218473,3.02206203344498,0.37206422864587085,2.4398067605648537,1.5444675756141457,2.864086759570795,0.5266331803489626,2.9003708309642673,1.2361137373064306,4.481645410846082,0.08846489872390931]},{"index":95,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,4,1,4,1,4,1,8,1,4,1,4,1,4,1,8,1,4,1,4,1,4,1,8,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7749625500056228,2.0938082731881624,2.6613547122377197,1.541193390025184,2.777671153580009,1.5200787127290036,3.098860994881917,0.6519723295340925,2.638600026235662,1.9371101237722974,3.426629797519896,0.9346091781441321,4.505798292120222,1.0368814600883587,6.230783442477134,0.10795226267454638,3.041228087787933,2.0084628640064404,3.465047874244198,1.0200186919406564,4.458672001423188,1.1104695760441323,6.0357426063093635,0.12046830970748582,4.455751950283292,1.9075706803617798,6.759222845783973,0.3209876966453041,9.39524951214807,0.5142581386868483,12.972376912139444,0.0027230858492531015]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,3,5,2,5,3,5,8,5,3,5,2,5,3,5,8,5,3,5,2,5,3,5,8,5,3,5,2,5,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.829879803780348,1.5801724659010838,2.7565327917107343,0.7886053538820618,3.350464556607175,0.8528467045251568,3.1751593590167984,0.08867055236274761,2.9810520241778726,0.9939990943906498,3.1443613254237732,0.12366374541319329,4.132591893977061,0.34852505807682754,4.40181693116807,0.002662872645510536,3.207835807745897,1.1637282769566681,3.2578455988984096,0.18148293845928487,4.311040757428732,0.3869049229352786,4.420667727234689,0.00314330547762521,3.781936919000108,0.5078636344750624,4.645362276495785,0.006033798366051537,6.382709945674137,0.12949037152643958,7.427268259041134,5.5871057472173555e-06]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,4,5,5,5,9,5,9,5,9,5,5,5,9,5,9,5,4,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7309276260354336,1.2550105753458287,1.6794508224548088,0.2696165178822422,1.9096415846153554,0.395501595174602,1.4399126279297672,0.008779479266083138,1.6890774047333137,0.49676355251764587,1.3166768232787505,0.013153176945047623,2.057411543349251,0.035583633625260264,0.995911663411579,1.984623052415342e-05,2.0450299635967513,0.6781165464559636,1.8148992494606906,0.02148949806148622,2.6146393230055693,0.04604180584726608,1.5306638825372556,3.410268331211805e-05,2.3999375762052115,0.1207796171027939,1.464062935550706,0.00010957036178287773,3.3082941895111335,0.0006894760190427546,0.8264498305588849,2.9715607747808063e-10]},{"index":340,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,2,5,1,5,5,5,8,5,8,5,8,5,5,5,8,3,8,3,8,3,5,5,8,3,8,3,8,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.041150851994736,1.910925847458658,1.9971639925110118,1.3383455069283947,2.005639654095483,1.325534254191694,1.534800068349296,0.6163674631678412,1.9571293056091232,1.4248423950310334,1.6350107921197206,0.8395673282341751,2.0969498531764046,0.8789118931097852,1.1213364804486363,0.4756329250203119,2.1599279063165326,1.7007483769721994,1.9903845793044335,0.9902355227542418,2.233537531560507,1.031387997398404,1.288891696530253,0.5518055006744299,2.6168245417005043,1.227627682551785,1.6648176372599588,0.8907912185768667,2.9354322338950185,0.8998687414029323,0.685677171088214,0.521818995302315]},{"index":674,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,3,5,3,5,3,5,8,5,3,5,3,3,3,5,8,3,3,5,3,3,3,5,8,3,3,5,3,3,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6085933244406396,1.493833118746257,2.689973649309216,0.7469249673767806,2.605666520371803,0.9124777391563857,2.464743085060223,0.27080277166547434,2.5233333626975725,1.0118359789035376,2.5618013613254718,0.36779944673126136,2.9848185258484943,0.8008256090036648,2.845362022183297,0.16548626678660103,3.14153289244456,1.2021371034974533,3.2329358666275585,0.43076730757988674,3.726029220229809,0.8455751135154472,3.539603735940986,0.15192018922843684,3.3716608196745326,0.9608655049769971,3.4741712834270744,0.2475672824207609,4.693595083935563,1.371009291300888,5.07022453713515,0.0628723142163383]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,6,7,6,7,6,7,6,8,6,7,6,1,6,1,6,8,6,7,6,7,6,7,6,8,6,7,6,1,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.37852365562443,1.7980688562154814,3.3112738358174405,1.0149667052488494,3.677814175145299,1.0673127344178206,3.980117910369746,0.18442429687534725,3.8218396300447535,1.0561238726364581,3.7219576821351037,0.1391612130771313,4.119619684073026,0.19609250965611036,4.78051870957439,0.0017721002618965181,4.621060103600012,1.4300873838943513,4.355970707604169,0.24157806141184981,5.242895958906933,0.2644428179460704,6.055723778306927,0.003000694042182457,5.509717203526098,0.31186158950447795,5.185007834156915,0.002410898926145092,6.2272072363632756,0.004238277340003294,8.108217294830329,3.66156699427194e-07]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,6,7,6,7,6,7,6,9,6,7,6,7,6,7,6,9,6,7,6,7,6,7,6,9,6,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.680059909523301,1.8747789419502772,3.679017833146876,1.0039846725089077,4.027668111427618,1.1725548993096646,4.1966413760594445,0.238828596374033,3.7148996305583726,1.0946348052605357,3.8648340512893578,0.14994048605955126,4.490322372720774,0.26789318188491557,5.072965205165541,0.00570243902763872,4.79380037742546,1.4214551509512185,4.840566438495722,0.25264094597048786,5.866085379777443,0.3878356833672771,6.392260308526417,0.009255686984631256,4.71702715956932,0.40800372185261385,5.227117647172896,0.004812896220793565,6.798014387086622,0.017991832201213132,8.2442612260072,8.118429497540102e-06]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,5,6,2,0,5,6,2,0,5,6,2,0,5,6,2,0,9,0,2,0,5,6,9,0,9,0,2,0,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0740883050497603,2.2077896109839443,3.0491541087918073,1.7858424370705757,3.318977351943155,1.8131716316166187,3.440572160095423,1.2844815737016273,3.7604164113791123,1.9597693169039476,3.877242172815107,1.2853152731086714,4.07424166993982,1.377543032465045,4.767766655440707,0.725346746666533,4.330603445817042,2.1649745860231686,4.517593461248704,1.4340574212096506,4.922323639407317,1.487826309676344,5.537486396046012,0.8382746472781846,5.790235220559919,1.71661529768107,6.194666983424419,0.9122258304492923,6.477507970707423,1.0134897428307619,8.870875162749973,0.4328663912919883]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,2,1,1,1,1,1,1,1,6,1,1,1,6,1,1,1,6,1,1,1,6,1,1,1,6,1,1,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.331943288727775,2.034982062558444,3.269102200370181,1.788169417440302,3.5976061695372294,1.8012632753125688,3.617650974454536,1.3760619621418957,3.5502234936806643,1.6686937923844487,3.658391377240732,1.0988599656282818,4.06553362809464,1.1890007854328175,4.517599236529981,0.5795660532243662,3.8909528896412233,1.7317240995848757,3.7242114249244667,1.2549909542721878,4.42550209550429,1.3161477366303451,4.866663531531959,0.8087614340273164,4.687326179386012,1.2544297963354145,5.386873726792297,0.639914874436574,6.098167410443929,0.935248348713929,7.623518003878937,0.21867813154671756]},{"index":1044,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,7,8,1,8,1,8,8,8,1,8,1,8,1,6,7,8,1,8,1,8,1,6,1,8,1,6,1,8,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3212912439346494,2.2235273094926447,3.328499047967264,1.976474118047632,3.866855037414174,2.0012523914875784,4.155139881489415,1.5087095660010759,3.6290076753012883,1.9102906219547877,3.9095218767130673,1.308085197639613,4.525738760427184,1.476990076318447,5.633273295036566,0.6176384401279253,4.093541955217453,2.0707026931299954,4.0176632164916635,1.5398819986127077,5.244419444184892,1.5282586582235052,6.163053298904095,0.7185552549089381,4.590336371028709,1.6478014333368247,5.339179085399015,0.7978204433474516,7.1059293986000585,1.0586789311250442,9.672231860568923,0.11750553241490201]},{"index":3030,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,1,8,1,8,1,8,1,8,1,8,1,8,1,6,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2891649232484137,2.2609658538769706,3.129001323691578,2.0956179365835474,3.495807482975242,2.1668783658132265,3.4990739475676094,1.7957998010518608,3.499174197909408,2.1705805719575197,3.5594360235418154,1.7683143987922851,4.0523027430613,1.8753594048900328,4.501702818163608,1.1847088153306753,4.000214778590226,2.2589836477360707,3.7466005264052265,1.9271792630673075,4.744748336727928,2.026805943651027,4.975923137358177,1.3563768118283572,4.829419594552822,2.1772130390173148,5.178450643591424,1.4523679508514984,6.582947638585116,1.7241202565676024,7.761460245847892,0.673020603289968]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,8,7,8,7,5,7,8,7,8,7,8,7,5,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.494087996960136,1.4532990914089408,2.5079331109209315,0.4946960408839043,2.3629707991202213,0.5151024439291807,2.5278912359238457,0.034506405141098116,2.819960314066674,0.7320099890993581,2.979209589885137,0.04604511589065872,2.75594415968086,0.060192462688884486,3.256742663152269,0.0002463335308399502,2.74542076347516,0.8870442690294764,3.016587842872286,0.053024124937733286,2.66913584405987,0.06982115233588494,3.2281061215880174,0.00021934047985286585,4.12476424524139,0.1711731704565411,4.746365254789062,0.0004226251740772979,4.505651581068855,0.0008610134570211426,5.761551472103817,1.3476845326602326e-08]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,8,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6381592181992977,1.4761831050412069,2.6498996394986793,0.5547260423564132,2.722968854919684,0.5200097757986126,2.8520642631004804,0.04076708818050368,3.122949208056546,0.8360131142552889,3.213191087496652,0.06960097281971493,3.36432367038035,0.07546738554722102,3.6777740845112126,0.00042837767277398834,2.7657207266233925,0.7937726054489409,2.844367725704318,0.0671788611874303,3.021470914193988,0.06276017267802025,3.322245730759291,0.0002826028194507777,4.243857148754771,0.19554017485477504,4.555393483206483,0.0008367701409372092,5.284672630144945,0.001057324367647198,5.79520437149209,3.679910908231282e-08]},{"index":658,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,7,7,7,7,7,7,7,7,7,7,1,7,7,7,7,9,7,7,7,7,7,7,7,9,7,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8800069884065747,1.8876646436281428,1.4364338590764922,1.1919591127310414,1.6758667631785493,1.2521293366239965,1.1244186761396107,0.3789752460266519,1.7260297990489037,1.5061647744065005,1.185425233008169,0.4550603058902773,1.54027506452862,0.6136260922831801,1.004835304453842,0.028507765552332587,1.1720550271956438,1.6209666099086917,0.8426191076469974,0.6583428126959425,1.0423180501655722,0.7727765615889303,0.6959597319708558,0.05931604967377203,0.9477741287746606,1.1569739893955098,0.6195756884325444,0.07579473641392072,1.54899859918957,0.21256071159660253,1.1170600408316356,0.00038001253656582453]},{"index":689,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,7,9,9,5,7,9,9,5,7,5,9,5,7,9,9,9,7,9,9,5,7,9,9,9,7,5,9,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.468464893989421,2.090668193245918,2.805887964271176,1.6395660018613316,2.5071176612401707,1.8170046331739511,3.0625357424938593,0.9651108896752391,2.5851617245707423,1.9288749850878975,3.061502422328926,1.0348132242492856,2.717085258339841,1.4010887651822268,3.9104810318019942,0.28044509245024135,2.5353875109075465,2.007236515122978,3.3163030239470155,1.1455051623933994,2.6371861543807418,1.5558143159120905,3.9566086366943383,0.37278682383129513,2.86200517454933,1.7570732720841868,4.0568184569150825,0.40519954517582274,3.235262647160942,1.0502910033411577,6.3196918454031366,0.025747001490483087]},{"index":551,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,3,1,1,5,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,7,1,3,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9745361527186902,2.1201334111666026,1.96994660145778,1.79478736050413,2.0189907111205505,1.8554587215550409,1.9597087371999646,1.4264396820327452,2.2358785476645577,1.8413303517205781,2.274713791751131,1.3228332677626389,2.565537192303856,1.4320655017456085,2.7665109341382275,1.065190707293929,2.313835698463655,1.8146809659996956,2.4171457931597216,1.240904827976359,2.495112161669365,1.2995679810588727,2.6825571256257272,0.7571961101379844,3.406380488492257,1.3282125838326748,3.762215335229963,0.7113374614524524,4.568740884767283,0.7643994651773044,5.425042652119215,0.37247906628274635]},{"index":1500,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,7,8,1,1,1,8,1,1,7,1,1,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9861303622241149,2.234019963858249,2.003373915445431,1.990689313029954,1.9020425637733203,1.9723252171217482,1.905692512914574,1.5777640716510715,2.177681302425113,1.8709004690081859,2.193482394922361,1.4179043307711403,2.164158591297255,1.4201423292883795,2.162056033502803,1.0131593854255656,2.2375669204814392,1.980956778715234,2.276930432810714,1.4521243515622608,2.1760788794650843,1.4320717294528365,2.1570208515047917,0.7771200641991558,2.823408962995061,1.3493986273372918,2.974172183703236,0.6107735488082302,3.1326877792317083,0.6294359977444212,3.4682891559235562,0.15294892288210726]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,2,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,2,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.007909920735616,1.8909423872222777,2.357204298379833,1.2676589017521112,2.685913467968261,1.1471402883132924,3.901610350787654,0.48476056136352874,1.973719049337412,1.207726536992926,3.171611722155096,0.4595600588269464,3.8041545414637428,0.3248774510871366,6.737096893252581,0.04370359968320651,2.193308545496719,1.458268617019057,3.112770950928711,0.5870322059795754,4.027393357099761,0.4379217867698185,6.7612070777044515,0.07165109173624631,2.145749869777874,0.6463510421649793,5.06514866160527,0.11981560994665093,6.615989674308917,0.048041796321400015,12.160709938812841,0.0009337292272838745]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.331931433933901,1.7907130530922222,3.1251955776404436,1.1860892629209512,3.034305367273788,1.059631775639309,4.463824066630886,0.3354586412203902,3.022205701134502,0.9790494106302211,4.653084685415671,0.2535770823063563,4.847383908394226,0.20968755236015887,7.806154739542708,0.008380490824727187,2.6087586741883357,1.222851173733555,4.313500444428622,0.3765379928421414,4.474344069879764,0.27187955006155357,7.362895444037017,0.01173274718190377,4.70193369638452,0.2529937278777648,8.165851205239408,0.008173773394311142,8.894483954828319,0.006144876138341086,14.439230406893172,7.747668473954002e-06]},{"index":844,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,8,8,1,8,1,8,1,8,1,8,1,8,1,8,8,7,8,8,1,8,1,8,8,7,8,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8347200046204206,2.0699993806698327,1.9088375970259748,1.7582066393715015,2.07645753937226,1.636055607762339,2.360784648782598,1.111441757749937,1.5717073832748094,1.761277841943306,1.7384846837560088,1.1476070011379158,1.8524508505121349,1.0425412522187638,2.4632069343072156,0.3339441951017814,1.3269979205649416,1.938704932221024,1.4899259764726045,1.3388933471635565,1.7650921470637566,1.1874145047353277,2.339594019389093,0.39947803666712145,1.0162275548188688,1.505916004368796,1.2908956380130532,0.5281230922207657,1.790124463060075,0.47437997671029297,3.0735582100856815,0.029761529018533375]},{"index":1464,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,3,8,8,1,3,1,8,1,3,1,8,1,8,1,8,8,3,1,8,1,3,1,8,1,3,1,3,1,3,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3063809800498616,2.1118868675216538,1.5752356850766127,1.6388841726683245,1.4869882649443895,1.5742423812841628,2.102048815851216,1.0329717126115705,1.3423487006929522,1.6117148314968635,1.816835988859832,0.9781327506595111,1.7831345599337665,0.93428236253541,3.1331136810184246,0.6027392083433796,0.8715433159459269,1.6987402144073211,1.2170573413848982,1.02804263579808,1.2912099628403428,1.0100599692396186,2.624476095485986,0.6503123361077099,1.0051414726022936,1.1737582676420235,2.178274454663507,0.7438465129707064,2.6153119590225606,0.8374533922781902,5.962335208202666,0.5305475581976288]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,5,9,1,9,1,9,1,9,5,9,1,9,1,9,1,9,5,9,1,9,1,9,1,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2468648161670437,1.767495413889458,2.138802460287266,0.9256961228895749,2.709634641436068,1.0343584013924965,2.5545236346786155,0.1922121825530238,2.67696901024124,1.2301183709768888,2.6184880785666866,0.22720509630796606,3.934605111192007,0.349400869219792,3.932787512503653,0.007263929722923458,2.3476614085707284,1.0712034094933323,2.141169146949118,0.162556746035872,3.4667780367030443,0.20986498308332005,3.35620629764216,0.002954688378053212,3.534941303839106,0.41214745109372924,3.353560170848166,0.006364104219186191,6.331180278721416,0.019105817239750005,6.759440684727051,7.414999109558386e-06]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,9,7,9,7,9,9,9,7,9,1,9,2,9,9,9,9,9,7,9,7,9,9,9,7,9,1,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.497764280737412,1.6087429789315206,1.3755496750590628,0.761481823228169,1.967846119850742,0.8516356980844609,2.137011831571926,0.18938688431854783,1.617394575516897,0.909406242851904,1.6681239906210636,0.1891046890224469,2.9056606104686407,0.22159824853137544,3.6802772398312094,0.016818847353068975,1.1666369886399417,0.9055692899844948,1.167830837352742,0.15312936749652328,2.1894977846568007,0.1550308432334831,3.098726758988779,0.00592243032249482,1.3485584783716398,0.20324629627367752,1.9432064201972863,0.007888633036859188,4.428819747950299,0.007145168971991348,6.574823429362912,2.2001229838873104e-05]},{"index":151,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,9,1,9,7,8,1,9,7,9,1,9,1,8,1,9,9,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8851348735069293,1.988382346274416,2.2564772016072157,1.5058426195898493,2.2858237886541155,1.5343004559921143,3.624882306972071,1.0009752512401477,2.261878735219169,1.4290681978892374,3.635689100339211,0.818687734617975,3.579323344262918,1.0938097529864967,7.451376260859892,0.6299217630363929,1.3316265087969252,1.3383893512534712,2.294961108740744,0.5670558051466493,2.3159509321261176,0.8314102791580347,6.164570929569792,0.3067912712045583,2.1163104344617407,0.6794952014678183,5.8672475649127875,0.1811934740283933,5.93316753019083,0.6913682241087923,14.527487425679094,0.1495572051573937]},{"index":193,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,7,4,9,1,8,1,9,1,8,1,9,1,9,1,9,1,8,1,9,1,9,1,9,1,8,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.294697493927366,2.1649380820909347,2.2188226959526824,1.686731075788683,2.363243628805072,1.7441398313891494,2.48219635284864,0.9778038062333999,2.570883466191212,1.778281588948351,2.8556663429905473,0.9879103680799897,3.562486630373193,1.1359554491486803,4.567466329286478,0.25472211062502637,2.244589702202802,1.7649057783653614,2.366818474365106,0.9524389713172514,2.71598602098841,1.0165886780818405,3.480697018571451,0.19956825161201433,3.551421698832318,1.2177097738703413,4.745187582006092,0.3027159313878403,6.534493517009649,0.46017378857778873,9.209971941803204,0.010014506241152977]},{"index":4500,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,9,1,1,1,1,1,1,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0412110871205424,2.1096382063889134,2.99702603583923,1.7775840803709684,3.4300086195278574,1.7156882478208608,3.4573636925252904,1.218392491636094,3.419857922397262,1.9169136021680238,3.5689865437922976,1.4472626109924536,4.522493395711351,1.5178911561746566,4.934596437019719,0.9166680804712369,3.0336637230398598,1.8593685341782207,3.1096737570816555,1.3783629717905503,3.838524818263618,1.2962514952454938,4.2109240926275,0.7034858062245885,4.263408086150176,1.5769041569567577,4.90705970405803,1.1039398275884191,7.041884479708452,1.1560330382753428,8.320537441142426,0.3958464044669803]}]},{"id":"residual_unit_dropout-final-s101","recipe":"residual_unit_dropout","state":"final","seed":101,"epoch":100,"source_run":"graph-eval-residual_unit_dropout-s101","checkpoint_sha256":"bc9f32d00083b1d353a66ade3a400ef5fe4e19ed6c37a7510f7e3ce1b40f25b9","source_result_sha256":"c8a6357b81bad0b62e229ca0ac7427de4512d3e1dd8b9a6a3986c6d27cbf27cc","archive_json_sha256":"9b4879b226bcb1392697e9bc367dd849e1ba0eac707f5f7f529c31f861a57c14","archive_npz_sha256":"1963ce64c7b03e39ab9e1c871be68c482fe6f3a3bba8e5e0c5ab27301ad231b1","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":7.239239693812571e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual_unit_dropout-final-s101","recipe":"residual_unit_dropout","state":"final","seed":101,"epoch":100,"checkpoint_sha256":"bc9f32d00083b1d353a66ade3a400ef5fe4e19ed6c37a7510f7e3ce1b40f25b9","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,498,2033,2,5,900,1691,5642,1,35,303,321,18,30,200,944,4,19,6,65,740,8,15,211,289,1299,11,21,259,366,965,1182,0,17,64,282,1500,4966,61,84,844,1464,7,9,151,193,4500]},"n":10000,"dense_accuracy":0.9851,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9851,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9873540856031129,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1688,"correct_output_rate":0.1688,"accuracy":0.1688,"ce":2.4005803981853258,"abstentions":0,"harm":0.8177,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.022448979591836733,"accuracy":0.022448979591836733,"ce":2.717304641986735,"harm":0.9734693877551021,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.8370044052863436,"accuracy":0.8370044052863436,"ce":1.3690216796689127,"harm":0.15947136563876652,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.05717054263565891,"accuracy":0.05717054263565891,"ce":2.4214695444367806,"harm":0.9302325581395349,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.015841584158415842,"accuracy":0.015841584158415842,"ce":2.72992002649902,"harm":0.9673267326732673,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.024439918533604887,"accuracy":0.024439918533604887,"ce":2.5035402833841327,"harm":0.9541751527494908,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.20515695067264575,"accuracy":0.20515695067264575,"ce":2.175751706540255,"harm":0.781390134529148,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4996889292209685,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.009727626459143969,"accuracy":0.009727626459143969,"ce":2.776129420633907,"harm":0.9785992217898832,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.08008213552361396,"accuracy":0.08008213552361396,"ce":2.078359141715098,"harm":0.9024640657084189,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.34291377601585726,"accuracy":0.34291377601585726,"ce":1.8857265673996997,"harm":0.6352824578790882,"repair":0.0009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":8868,"correct_output_rate":0.8868,"accuracy":0.8868,"ce":1.5831528089114495,"abstentions":0,"harm":0.1013,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.939795918367347,"accuracy":0.939795918367347,"ce":1.3933983825122476,"harm":0.05510204081632653,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9392070484581497,"accuracy":0.9392070484581497,"ce":1.2792676304518242,"harm":0.05638766519823789,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.8439922480620154,"accuracy":0.8439922480620154,"ce":1.6302624761387863,"harm":0.1434108527131783,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9306930693069307,"accuracy":0.9306930693069307,"ce":1.541359634089503,"harm":0.054455445544554455,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.7657841140529531,"accuracy":0.7657841140529531,"ce":1.7233255064384732,"harm":0.21690427698574338,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9114349775784754,"accuracy":0.9114349775784754,"ce":1.479471530293874,"harm":0.07847533632286996,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.7974947807933194,"accuracy":0.7974947807933194,"ce":1.7954866107222807,"harm":0.18893528183716074,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.872568093385214,"accuracy":0.872568093385214,"ce":1.6073957184204999,"harm":0.11478599221789883,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9661190965092402,"accuracy":0.9661190965092402,"ce":1.7235332900158469,"harm":0.023613963039014373,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.8949454905847374,"accuracy":0.8949454905847374,"ce":1.6963628934149408,"harm":0.08622398414271557,"repair":0.003964321110009911}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1676,"correct_output_rate":0.1676,"accuracy":0.1676,"ce":2.444570676960014,"abstentions":0,"harm":0.8195,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.013265306122448979,"accuracy":0.013265306122448979,"ce":2.799650921876823,"harm":0.9826530612244898,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.8616740088105727,"accuracy":0.8616740088105727,"ce":1.2191378047567507,"harm":0.13744493392070484,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.044573643410852716,"accuracy":0.044573643410852716,"ce":2.491836564427995,"harm":0.9437984496124031,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.03663366336633663,"accuracy":0.03663366336633663,"ce":2.6443445859012153,"harm":0.9495049504950495,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.023421588594704685,"accuracy":0.023421588594704685,"ce":2.5278225931033522,"harm":0.955193482688391,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.2881165919282511,"accuracy":0.2881165919282511,"ce":2.008167322492323,"harm":0.6995515695067265,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.355975012288856,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.01556420233463035,"accuracy":0.01556420233463035,"ce":2.889911046898786,"harm":0.9727626459143969,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":2.8013258859162677,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.2993062438057483,"accuracy":0.2993062438057483,"ce":1.8711724703213657,"harm":0.6798810703666998,"repair":0.0019821605550049554}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9804,"correct_output_rate":0.9804,"accuracy":0.9804,"ce":0.5589584001779488,"abstentions":0,"harm":0.0074,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.3205165441410676,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.5210683924448346,"harm":0.000881057268722467,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.4466551905811639,"harm":0.006782945736434108,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.5187793712955139,"harm":0.0039603960396039604,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.5588338719893465,"harm":0.0050916496945010185,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.47172238102863323,"harm":0.006726457399103139,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9665970772442589,"accuracy":0.9665970772442589,"ce":0.6356248419159998,"harm":0.019832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9717898832684825,"accuracy":0.9717898832684825,"ce":0.5387262990208643,"harm":0.01556420233463035,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.7757622605112494,"harm":0.00513347022587269,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.8040306635779122,"harm":0.009910802775024777,"repair":0.002973240832507433}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1243,"correct_output_rate":0.1243,"accuracy":0.1243,"ce":2.5587636293208758,"abstentions":0,"harm":0.8624,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":2.961238337166535,"harm":0.986734693877551,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.8511013215859031,"accuracy":0.8511013215859031,"ce":1.1193476986262383,"harm":0.14625550660792952,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0436046511627907,"accuracy":0.0436046511627907,"ce":2.5178747318687877,"harm":0.9457364341085271,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.019801980198019802,"accuracy":0.019801980198019802,"ce":2.86525788183638,"harm":0.9643564356435643,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.06415478615071284,"accuracy":0.06415478615071284,"ce":2.463137335121892,"harm":0.9144602851323829,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.07847533632286996,"accuracy":0.07847533632286996,"ce":2.3849256425974286,"harm":0.9080717488789237,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.5444301366112168,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.7509574253754696,"harm":0.9717898832684825,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":2.833967316955838,"harm":0.9763860369609856,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.04757185332011893,"accuracy":0.04757185332011893,"ce":2.3714756132213273,"harm":0.929633300297324,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9743,"correct_output_rate":0.9743,"accuracy":0.9743,"ce":0.6305065530483289,"abstentions":0,"harm":0.0135,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.3698064824517544,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.44357506088836124,"harm":0.003524229074889868,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9660852713178295,"accuracy":0.9660852713178295,"ce":0.6407218091568366,"harm":0.02131782945736434,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.5519507822777879,"harm":0.0039603960396039604,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.955193482688391,"accuracy":0.955193482688391,"ce":0.7205094424959992,"harm":0.025458248472505093,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9708520179372198,"accuracy":0.9708520179372198,"ce":0.5616549189960021,"harm":0.016816143497757848,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9561586638830898,"accuracy":0.9561586638830898,"ce":0.7514672051115127,"harm":0.030271398747390398,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9698443579766537,"accuracy":0.9698443579766537,"ce":0.6481503186456323,"harm":0.017509727626459144,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9887063655030801,"accuracy":0.9887063655030801,"ce":0.8026863472766655,"harm":0.001026694045174538,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9653121902874133,"accuracy":0.9653121902874133,"ce":0.8364174567238273,"harm":0.014866204162537165,"repair":0.002973240832507433}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1294,"correct_output_rate":0.1294,"accuracy":0.1294,"ce":2.9377114343132815,"abstentions":0,"harm":0.8573,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":3.841485357320022,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.8220264317180617,"accuracy":0.8220264317180617,"ce":0.9166578456283322,"harm":0.1762114537444934,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.022286821705426358,"accuracy":0.022286821705426358,"ce":3.188188829632254,"harm":0.9651162790697675,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.05247524752475247,"accuracy":0.05247524752475247,"ce":2.708310366122184,"harm":0.9336633663366337,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.028513238289205704,"accuracy":0.028513238289205704,"ce":2.9810871355931643,"harm":0.9501018329938901,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.23430493273542602,"accuracy":0.23430493273542602,"ce":2.037590634370205,"harm":0.7544843049327354,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.786319549376313,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.019455252918287938,"accuracy":0.019455252918287938,"ce":3.0627473166270467,"harm":0.9688715953307393,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":4.409382250432908,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.024777006937561942,"accuracy":0.024777006937561942,"ce":2.706593262120581,"harm":0.9524281466798811,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9841,"correct_output_rate":0.9841,"accuracy":0.9841,"ce":0.09432512886673403,"abstentions":0,"harm":0.0022,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9948979591836735,"accuracy":0.9948979591836735,"ce":0.029385703879656135,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.05304392818641953,"harm":0.000881057268722467,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.07115816471435672,"harm":0.001937984496124031,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.0795450096372189,"harm":0.0,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.09310265953892947,"harm":0.0010183299389002036,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9876681614349776,"accuracy":0.9876681614349776,"ce":0.07045605365052798,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.11143429010010572,"harm":0.009394572025052192,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.09681470555193732,"harm":0.0038910505836575876,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.14872874983204445,"harm":0.002053388090349076,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.19331791236043608,"harm":0.0019821605550049554,"repair":0.0}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1270,"correct_output_rate":0.127,"accuracy":0.127,"ce":2.622574874840249,"abstentions":0,"harm":0.8597,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.00816326530612245,"accuracy":0.00816326530612245,"ce":3.3251192154050933,"harm":0.9877551020408163,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.7929515418502202,"accuracy":0.7929515418502202,"ce":1.0166126488599645,"harm":0.2052863436123348,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.03488372093023256,"accuracy":0.03488372093023256,"ce":2.997080178508136,"harm":0.9525193798449613,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.02178217821782178,"accuracy":0.02178217821782178,"ce":2.9157883744357713,"harm":0.9623762376237623,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.06313645621181263,"accuracy":0.06313645621181263,"ce":2.351594418912645,"harm":0.9154786150712831,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.13340807174887892,"accuracy":0.13340807174887892,"ce":2.253562618437036,"harm":0.8542600896860987,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6381974415096745,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":3.1385674878859424,"harm":0.9747081712062257,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.02053388090349076,"accuracy":0.02053388090349076,"ce":2.5656279901091943,"harm":0.9599589322381931,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.08820614469772052,"accuracy":0.08820614469772052,"ce":2.2251117884553904,"harm":0.889990089197225,"repair":0.0009910802775024777}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9510,"correct_output_rate":0.951,"accuracy":0.951,"ce":0.7349390204379436,"abstentions":0,"harm":0.0376,"repair":0.0035,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9857142857142858,"accuracy":0.9857142857142858,"ce":0.49411011520530407,"harm":0.009183673469387756,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9814977973568282,"accuracy":0.9814977973568282,"ce":0.4357603334143767,"harm":0.013215859030837005,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.937984496124031,"accuracy":0.937984496124031,"ce":0.7397953584338193,"harm":0.050387596899224806,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.5636720260851507,"harm":0.00891089108910891,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.8808553971486762,"accuracy":0.8808553971486762,"ce":0.9427983225233598,"harm":0.09979633401221996,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9405829596412556,"accuracy":0.9405829596412556,"ce":0.7514638097162507,"harm":0.04708520179372197,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9436325678496869,"accuracy":0.9436325678496869,"ce":0.8312532157381414,"harm":0.04384133611691023,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9270428015564203,"accuracy":0.9270428015564203,"ce":0.9258201391818159,"harm":0.06031128404669261,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9907597535934292,"accuracy":0.9907597535934292,"ce":0.7658513962078539,"harm":0.002053388090349076,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9375619425173439,"accuracy":0.9375619425173439,"ce":0.9391874550603436,"harm":0.044598612487611496,"repair":0.004955401387512388}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1387,"correct_output_rate":0.1387,"accuracy":0.1387,"ce":2.940012970791808,"abstentions":0,"harm":0.8484,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":4.109093250489652,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.8220264317180617,"accuracy":0.8220264317180617,"ce":0.8130144687020543,"harm":0.1762114537444934,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.03197674418604651,"accuracy":0.03197674418604651,"ce":3.3457531023735823,"harm":0.9563953488372093,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.08217821782178218,"accuracy":0.08217821782178218,"ce":2.664539380928078,"harm":0.904950495049505,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.03971486761710794,"accuracy":0.03971486761710794,"ce":2.71141109492128,"harm":0.9389002036659878,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.2623318385650224,"accuracy":0.2623318385650224,"ce":1.9858437602822587,"harm":0.7286995515695067,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.8040000783257266,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":3.4797957965494515,"harm":0.9708171206225681,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":4.221059801810278,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.04162537165510406,"accuracy":0.04162537165510406,"ce":2.5170388442397695,"harm":0.9355797819623389,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9828,"correct_output_rate":0.9828,"accuracy":0.9828,"ce":0.09579868618987518,"abstentions":0,"harm":0.0038,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.031062048620702856,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.053114402536089976,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.07355346508872804,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.06831403571300954,"harm":0.0009900990099009901,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.11208484378081769,"harm":0.004073319755600814,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.09997597464625779,"harm":0.005605381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.10431722480688342,"harm":0.007306889352818371,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.12260123378290781,"harm":0.009727626459143969,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.11012248764514304,"harm":0.002053388090349076,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.18818800465101676,"harm":0.006937561942517344,"repair":0.0019821605550049554}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1110,"correct_output_rate":0.111,"accuracy":0.111,"ce":3.2473017528962433,"abstentions":0,"harm":0.8756,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":4.143552166408178,"harm":0.9918367346938776,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.8158590308370044,"accuracy":0.8158590308370044,"ce":0.7207044291342054,"harm":0.18325991189427313,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.027131782945736434,"accuracy":0.027131782945736434,"ce":3.593052748602241,"harm":0.9602713178294574,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.028712871287128714,"accuracy":0.028712871287128714,"ce":3.362915207696989,"harm":0.9554455445544554,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.06313645621181263,"accuracy":0.06313645621181263,"ce":2.704915480545417,"harm":0.9154786150712831,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.03699551569506727,"accuracy":0.03699551569506727,"ce":2.9848063743339774,"harm":0.9495515695067265,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.923454353078791,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.01556420233463035,"accuracy":0.01556420233463035,"ce":3.4563228214896236,"harm":0.9727626459143969,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.30333027754341,"harm":0.9753593429158111,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.006937561942517344,"accuracy":0.006937561942517344,"ce":3.6351585466937744,"harm":0.9702675916749257,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9757,"correct_output_rate":0.9757,"accuracy":0.9757,"ce":0.13821920445230704,"abstentions":0,"harm":0.012,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.04974240947507056,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.06095699826663563,"harm":0.003524229074889868,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.15753501215950474,"harm":0.02131782945736434,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9851485148514851,"accuracy":0.9851485148514851,"ce":0.07703718772196351,"harm":0.0029702970297029703,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9592668024439919,"accuracy":0.9592668024439919,"ce":0.19567554514880345,"harm":0.020366598778004074,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9551569506726457,"accuracy":0.9551569506726457,"ce":0.18521201590462172,"harm":0.03139013452914798,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9707724425887265,"accuracy":0.9707724425887265,"ce":0.1606051577330162,"harm":0.015657620041753653,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.1811322350169128,"harm":0.014591439688715954,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9887063655030801,"accuracy":0.9887063655030801,"ce":0.12802056086424252,"harm":0.001026694045174538,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.19995677853978383,"harm":0.009910802775024777,"repair":0.002973240832507433}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1239,"correct_output_rate":0.1239,"accuracy":0.1239,"ce":4.5207866963764625,"abstentions":0,"harm":0.863,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.021810721537001,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.7938325991189428,"accuracy":0.7938325991189428,"ce":0.6130253103155375,"harm":0.20440528634361232,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":5.438133236896401,"harm":0.9689922480620154,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.11584158415841585,"accuracy":0.11584158415841585,"ce":3.230580011592059,"harm":0.8712871287128713,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.020366598778004074,"accuracy":0.020366598778004074,"ce":4.264423976683633,"harm":0.9582484725050916,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.1726457399103139,"accuracy":0.1726457399103139,"ce":2.761966337512034,"harm":0.8172645739910314,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":5.285763637014811,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":4.393936727436702,"harm":0.9708171206225681,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":7.878171242635725,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.006937561942517344,"accuracy":0.006937561942517344,"ce":4.8070007816737315,"harm":0.9702675916749257,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9853,"correct_output_rate":0.9853,"accuracy":0.9853,"ce":0.05449981715437813,"abstentions":0,"harm":0.0005,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.016909643730264098,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.019069599533571985,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.04248556117176797,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.04078057091527126,"harm":0.0,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.0752343118855512,"harm":0.0,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9865470852017937,"accuracy":0.9865470852017937,"ce":0.05394491468480274,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.08356036296378547,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9863813229571985,"accuracy":0.9863813229571985,"ce":0.05619227813818247,"harm":0.0009727626459143969,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.058965673445867756,"harm":0.0,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.10356911368854432,"harm":0.0019821605550049554,"repair":0.0}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1128,"correct_output_rate":0.1128,"accuracy":0.1128,"ce":2.7705370120588717,"abstentions":0,"harm":0.8738,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.00816326530612245,"accuracy":0.00816326530612245,"ce":3.370610973303314,"harm":0.9877551020408163,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.733920704845815,"accuracy":0.733920704845815,"ce":1.010021279558584,"harm":0.2643171806167401,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.031007751937984496,"accuracy":0.031007751937984496,"ce":3.0989181818780125,"harm":0.9563953488372093,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":3.3604642602023045,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.029531568228105907,"accuracy":0.029531568228105907,"ce":2.671352625062191,"harm":0.9490835030549898,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.07623318385650224,"accuracy":0.07623318385650224,"ce":2.454531365754609,"harm":0.9103139013452914,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.210910101357341,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.02237354085603113,"accuracy":0.02237354085603113,"ce":2.966208139894688,"harm":0.9669260700389105,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.030800821355236138,"accuracy":0.030800821355236138,"ce":2.576674005582883,"harm":0.9496919917864476,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.09018830525272548,"accuracy":0.09018830525272548,"ce":2.2377999658434624,"harm":0.88800792864222,"repair":0.0009910802775024777}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9322,"correct_output_rate":0.9322,"accuracy":0.9322,"ce":0.9095175852453016,"abstentions":0,"harm":0.0564,"repair":0.0035,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9816326530612245,"accuracy":0.9816326530612245,"ce":0.6412047521451432,"harm":0.013265306122448979,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9788546255506608,"accuracy":0.9788546255506608,"ce":0.5036254389062024,"harm":0.015859030837004406,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9234496124031008,"accuracy":0.9234496124031008,"ce":0.8928630591662603,"harm":0.06395348837209303,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9673267326732673,"accuracy":0.9673267326732673,"ce":0.8211369073325998,"harm":0.02178217821782178,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.835030549898167,"accuracy":0.835030549898167,"ce":1.157157144832506,"harm":0.14562118126272913,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9114349775784754,"accuracy":0.9114349775784754,"ce":0.8902568268217889,"harm":0.07623318385650224,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9112734864300627,"accuracy":0.9112734864300627,"ce":1.1450619649666158,"harm":0.07515657620041753,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.8871595330739299,"accuracy":0.8871595330739299,"ce":1.0565535841630966,"harm":0.10019455252918288,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9897330595482546,"accuracy":0.9897330595482546,"ce":1.0079874086342502,"harm":0.00513347022587269,"repair":0.015400410677618069},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9286422200198216,"accuracy":0.9286422200198216,"ce":1.0397163330116266,"harm":0.053518334985133795,"repair":0.004955401387512388}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1282,"correct_output_rate":0.1282,"accuracy":0.1282,"ce":3.049999004443798,"abstentions":0,"harm":0.8586,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":3.970861548649252,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.811453744493392,"accuracy":0.811453744493392,"ce":0.7741784190529497,"harm":0.18766519823788547,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.02810077519379845,"accuracy":0.02810077519379845,"ce":3.351058067697673,"harm":0.9602713178294574,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.03861386138613861,"accuracy":0.03861386138613861,"ce":3.230407649682025,"harm":0.9455445544554455,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.029531568228105907,"accuracy":0.029531568228105907,"ce":2.9693435578598204,"harm":0.9490835030549898,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.18721973094170405,"accuracy":0.18721973094170405,"ce":2.222000193711856,"harm":0.8015695067264574,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.20101237151457,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.023346303501945526,"accuracy":0.023346303501945526,"ce":3.3806423604710623,"harm":0.9649805447470817,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":4.2377718541699645,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.06838453914767097,"accuracy":0.06838453914767097,"ce":2.461318174477403,"harm":0.9098116947472745,"repair":0.0009910802775024777}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9827,"correct_output_rate":0.9827,"accuracy":0.9827,"ce":0.11458434985792985,"abstentions":0,"harm":0.0039,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.040982856902718495,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.0561867020706125,"harm":0.000881057268722467,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.09249419815735559,"harm":0.0029069767441860465,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.0972954865365147,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.13725141325617307,"harm":0.003054989816700611,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.11978849295530963,"harm":0.005605381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.1361921463182826,"harm":0.008350730688935281,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.13053528438840797,"harm":0.007782101167315175,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.13774527799728153,"harm":0.001026694045174538,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.20587459389194232,"harm":0.004955401387512388,"repair":0.0009910802775024777}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1029,"correct_output_rate":0.1029,"accuracy":0.1029,"ce":3.5183219347959027,"abstentions":0,"harm":0.8838,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":4.428219989829216,"harm":0.9918367346938776,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.7577092511013216,"accuracy":0.7577092511013216,"ce":0.7524419821129416,"harm":0.24140969162995596,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":3.9718896313024565,"harm":0.9689922480620154,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":3.991969781626148,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.051934826883910386,"accuracy":0.051934826883910386,"ce":3.033408210408229,"harm":0.9266802443991853,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.01569506726457399,"accuracy":0.01569506726457399,"ce":3.3021188040622977,"harm":0.9708520179372198,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.900760300780498,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.04377431906614786,"accuracy":0.04377431906614786,"ce":3.157688528522862,"harm":0.9455252918287937,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.506691770728199,"harm":0.9753593429158111,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.01684836471754212,"accuracy":0.01684836471754212,"ce":3.5716706970056737,"harm":0.9613478691774033,"repair":0.0009910802775024777}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9751,"correct_output_rate":0.9751,"accuracy":0.9751,"ce":0.15290777452834906,"abstentions":0,"harm":0.0127,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.05371272084098433,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.0625417600378268,"harm":0.003524229074889868,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.17375568979515674,"harm":0.01937984496124031,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.10868460980883522,"harm":0.005940594059405941,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9521384928716904,"accuracy":0.9521384928716904,"ce":0.23226894405729262,"harm":0.028513238289205704,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9618834080717489,"accuracy":0.9618834080717489,"ce":0.19230145144097505,"harm":0.0257847533632287,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.1827468516754907,"harm":0.018789144050104383,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.18248380387556568,"harm":0.013618677042801557,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9876796714579056,"accuracy":0.9876796714579056,"ce":0.14900398895454212,"harm":0.002053388090349076,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.20708754822629377,"harm":0.009910802775024777,"repair":0.005946481665014866}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1175,"correct_output_rate":0.1175,"accuracy":0.1175,"ce":4.725559625118204,"abstentions":0,"harm":0.8693,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.013413346763169,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.7973568281938326,"accuracy":0.7973568281938326,"ce":0.5839363732796282,"harm":0.20088105726872246,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.013565891472868217,"accuracy":0.013565891472868217,"ce":5.667869652655987,"harm":0.9738372093023255,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.05841584158415842,"accuracy":0.05841584158415842,"ce":3.900050655529904,"harm":0.9277227722772278,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.016293279022403257,"accuracy":0.016293279022403257,"ce":4.651033502773644,"harm":0.9623217922606925,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.1547085201793722,"accuracy":0.1547085201793722,"ce":2.937867662386765,"harm":0.8340807174887892,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":6.082001415713885,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.030155642023346304,"accuracy":0.030155642023346304,"ce":4.1125883556384535,"harm":0.958171206225681,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":8.136358508210728,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":4.721889511036051,"harm":0.9682854311199207,"repair":0.0009910802775024777}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9845,"correct_output_rate":0.9845,"accuracy":0.9845,"ce":0.053441814563533134,"abstentions":0,"harm":0.0011,"repair":0.0005,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9948979591836735,"accuracy":0.9948979591836735,"ce":0.016507334744028823,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.018475088886739315,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.0464284609404256,"harm":0.001937984496124031,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.04763893368706789,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.07665143423682136,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9865470852017937,"accuracy":0.9865470852017937,"ce":0.04959909488968488,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.08362124246911953,"harm":0.0041753653444676405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9873540856031129,"accuracy":0.9873540856031129,"ce":0.050062202130672195,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.05472787133019618,"harm":0.0,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.09598621919896944,"harm":0.0009910802775024777,"repair":0.0009910802775024777}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1036,"correct_output_rate":0.1036,"accuracy":0.1036,"ce":3.6701681610688297,"abstentions":0,"harm":0.883,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":4.81363657689286,"harm":0.9928571428571429,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.7383259911894273,"accuracy":0.7383259911894273,"ce":0.7172594721725485,"harm":0.2599118942731278,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":4.732995204656797,"harm":0.9689922480620154,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.01485148514851485,"accuracy":0.01485148514851485,"ce":4.236013752902658,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.03971486761710794,"accuracy":0.03971486761710794,"ce":2.961511102250002,"harm":0.9389002036659878,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.06614349775784753,"accuracy":0.06614349775784753,"ce":2.95631724214857,"harm":0.92152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.915446515469606,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.024319066147859923,"accuracy":0.024319066147859923,"ce":4.181710248650352,"harm":0.9649805447470817,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.014373716632443531,"accuracy":0.014373716632443531,"ce":4.111308911268684,"harm":0.9661190965092402,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.023785926660059464,"accuracy":0.023785926660059464,"ce":3.419181034059253,"harm":0.9534192269573836,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9565,"correct_output_rate":0.9565,"accuracy":0.9565,"ce":0.23892957288516287,"abstentions":0,"harm":0.0323,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.09707101909015209,"harm":0.006122448979591836,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9876651982378855,"accuracy":0.9876651982378855,"ce":0.0874332704921424,"harm":0.007048458149779736,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9515503875968992,"accuracy":0.9515503875968992,"ce":0.24882291950338672,"harm":0.035852713178294575,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.12605220176050724,"harm":0.005940594059405941,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.884928716904277,"accuracy":0.884928716904277,"ce":0.4167334501326772,"harm":0.09572301425661914,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9204035874439462,"accuracy":0.9204035874439462,"ce":0.3276882672205654,"harm":0.06726457399103139,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9572025052192067,"accuracy":0.9572025052192067,"ce":0.27824665460624215,"harm":0.030271398747390398,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9416342412451362,"accuracy":0.9416342412451362,"ce":0.3584344335660113,"harm":0.04571984435797665,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9907597535934292,"accuracy":0.9907597535934292,"ce":0.16124914733433554,"harm":0.003080082135523614,"repair":0.014373716632443531},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9494549058473737,"accuracy":0.9494549058473737,"ce":0.31438418901464305,"harm":0.03270564915758176,"repair":0.004955401387512388}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1248,"correct_output_rate":0.1248,"accuracy":0.1248,"ce":4.715721648142874,"abstentions":0,"harm":0.8622,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":7.206224189351072,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.7903083700440529,"accuracy":0.7903083700440529,"ce":0.5854904301326287,"harm":0.20881057268722467,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.016472868217054265,"accuracy":0.016472868217054265,"ce":5.839027703054166,"harm":0.9699612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.08811881188118811,"accuracy":0.08811881188118811,"ce":3.826608306818987,"harm":0.898019801980198,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.025458248472505093,"accuracy":0.025458248472505093,"ce":4.19289757585158,"harm":0.9531568228105907,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.19282511210762332,"accuracy":0.19282511210762332,"ce":2.733712160152142,"harm":0.7982062780269058,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":5.885744350003319,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.020428015564202335,"accuracy":0.020428015564202335,"ce":5.147910448015568,"harm":0.9678988326848249,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":7.776621577925361,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.022794846382556987,"accuracy":0.022794846382556987,"ce":4.438962385649788,"harm":0.9554013875123885,"repair":0.0009910802775024777}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9841,"correct_output_rate":0.9841,"accuracy":0.9841,"ce":0.056460370497646954,"abstentions":0,"harm":0.0023,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9948979591836735,"accuracy":0.9948979591836735,"ce":0.01633242379428936,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.020506016145127065,"harm":0.000881057268722467,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.04574129863244111,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.04207707041323615,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.08496861944893395,"harm":0.002036659877800407,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.06849622024520219,"harm":0.004484304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.08285673136826466,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.06040697148025458,"harm":0.0029182879377431907,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.04435465951165344,"harm":0.001026694045174538,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.10545725824863811,"harm":0.005946481665014866,"repair":0.0019821605550049554}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":997,"correct_output_rate":0.0997,"accuracy":0.0997,"ce":5.749370695773018,"abstentions":0,"harm":0.8869,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":7.579965469180093,"harm":0.9938775510204082,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.7594713656387665,"accuracy":0.7594713656387665,"ce":0.6489153220804125,"harm":0.239647577092511,"repair":0.00881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.012596899224806201,"accuracy":0.012596899224806201,"ce":6.912119320462729,"harm":0.9748062015503876,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.024752475247524754,"accuracy":0.024752475247524754,"ce":5.863034112183522,"harm":0.9584158415841584,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.03665987780040733,"accuracy":0.03665987780040733,"ce":4.541203830175546,"harm":0.9419551934826884,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.013452914798206279,"accuracy":0.013452914798206279,"ce":5.169081331308527,"harm":0.9730941704035875,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.771348455815631,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.033073929961089495,"accuracy":0.033073929961089495,"ce":5.383843425161576,"harm":0.9562256809338522,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":8.299036616636734,"harm":0.9753593429158111,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.007928642220019821,"accuracy":0.007928642220019821,"ce":7.0354440834968175,"harm":0.9692765113974232,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9766,"correct_output_rate":0.9766,"accuracy":0.9766,"ce":0.07791687697299106,"abstentions":0,"harm":0.0109,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.022736316497040495,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03017848003094297,"harm":0.003524229074889868,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9709302325581395,"accuracy":0.9709302325581395,"ce":0.08936014689166925,"harm":0.016472868217054265,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9851485148514851,"accuracy":0.9851485148514851,"ce":0.03401083906799827,"harm":0.0029702970297029703,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9582484725050916,"accuracy":0.9582484725050916,"ce":0.14484519086079636,"harm":0.021384928716904276,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9540358744394619,"accuracy":0.9540358744394619,"ce":0.1449195941865504,"harm":0.032511210762331835,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.975991649269311,"accuracy":0.975991649269311,"ce":0.10570747616219879,"harm":0.010438413361169102,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.0888144004160322,"harm":0.010700389105058366,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.040745404653411935,"harm":0.003080082135523614,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.09147942548425568,"harm":0.008919722497522299,"repair":0.003964321110009911}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1173,"correct_output_rate":0.1173,"accuracy":0.1173,"ce":8.61859208159572,"abstentions":0,"harm":0.8695,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.0,"accuracy":0.0,"ce":14.02804499486438,"harm":0.9948979591836735,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.7744493392070485,"accuracy":0.7744493392070485,"ce":0.6637659382837758,"harm":0.22378854625550662,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":10.794672314308634,"harm":0.9757751937984496,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.11683168316831684,"accuracy":0.11683168316831684,"ce":5.742848752275917,"harm":0.8693069306930693,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.013238289205702648,"accuracy":0.013238289205702648,"ce":8.191319385894237,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.1367713004484305,"accuracy":0.1367713004484305,"ce":5.154128926244314,"harm":0.8531390134529148,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":10.092317713764698,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.020428015564202335,"accuracy":0.020428015564202335,"ce":7.5949492338768385,"harm":0.9678988326848249,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":15.269928106161615,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.005946481665014866,"accuracy":0.005946481665014866,"ce":9.667360273638636,"harm":0.9722497522299306,"repair":0.0009910802775024777}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9851,"correct_output_rate":0.9851,"accuracy":0.9851,"ce":0.09737022818650531,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9948979591836735,"correct_output_rate":0.9948979591836735,"accuracy":0.9948979591836735,"ce":0.029425404280544486,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9903083700440528,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.031529324075752485,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.0771034691473411,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.07839071061994489,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.15443039311025325,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9865470852017937,"accuracy":0.9865470852017937,"ce":0.10201974801069166,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.14928243763590748,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9873540856031129,"correct_output_rate":0.9873540856031129,"accuracy":0.9873540856031129,"ce":0.08082870056011915,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9794661190965093,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.11202960406416945,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.1709223289480987,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,9,2,0,2,0,2,0,2,0,2,0,2,0,3,0,2,0,2,0,1,0,1,0,1,0,2,0,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.452723579472862,2.112603029709624,3.5247814150198704,0.6387234454655283,3.761959618251897,0.9560760537608444,4.479621576385526,0.01701962178906589,4.154863746826484,1.182267227107768,4.72783683511605,0.01785919057495672,5.15039147307157,0.10619410128797475,7.748937571286632,8.182236293144721e-06,4.416729721236828,1.5107309714487527,5.080400158822281,0.041494508433328296,5.844762521880661,0.12935518542460034,8.159755497800555,2.656572903688085e-05,5.889292852591736,0.31400055168289215,7.8980933618269775,4.57324485845352e-05,9.2127474083964,0.0011152249653330962,14.638712992323237,6.892486581240365e-11]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,2,0,7,0,2,0,7,0,2,0,7,0,2,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.472275045955014,0.8728087882072423,2.622131930865482,0.06971883178848547,2.604130265470535,0.06055198306058242,3.68893283760286,0.00016958913460530321,3.2162599202320754,0.08671968799604127,4.183370526461681,0.0001923174329356875,3.702091260382348,0.00023247255307293481,6.932572763337646,1.1743643828264697e-09,2.9750012280502873,0.17196718240110398,3.7115372042706207,0.0007253446041217736,3.6790267085755417,0.0006022040034742415,6.798691004194874,1.0952281022078807e-08,4.4665802858557075,0.0013203814173253876,7.292570826632643,2.4608746737338284e-08,6.654062181391755,3.483121130811429e-08,13.733801276365584,0.0]},{"index":498,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,3,0,3,0,3,0,3,8,3,0,3,0,3,0,7,8,3,0,7,0,3,0,3,8,3,0,3,0,3,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8568645053413193,1.960202272900657,3.216289377217052,1.0817511423021555,3.2963669446238324,1.2631983325145384,4.190147982629208,0.21112889180524586,3.3296668690521676,1.461834421369914,4.216811873367163,0.29633655496995054,4.537023730498889,0.6357309442269039,7.2188382081732465,0.0037564567839036096,4.2257540249844885,1.605046474124565,4.903741521946413,0.3764388523157623,5.543879151772137,0.565607914319289,7.8023076769917905,0.005701225293452061,5.451441722963674,1.162883705901618,7.658928561091536,0.02243125712225659,8.728858761776928,0.13526030145966067,15.007122733408206,2.1179996078299418e-06]},{"index":2033,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,0,7,4,2,0,7,0,9,0,7,0,7,0,7,0,7,0,7,4,7,0,7,0,7,0,7,0,7,0,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6187166509765034,1.7595317962688142,3.3247165220289814,1.1356544017716756,3.7004762121127026,0.7231638332248578,3.5863746676191632,0.34432958036084116,4.11966776329985,1.0670682084996663,3.93459035509005,0.6276606577320516,4.400253186587437,0.15473464584006996,5.162048431465962,0.09254100315437269,4.664514780319552,1.1628448331311092,4.5888185079405055,0.8288709671249568,5.348683109139396,0.2240152241879399,6.3258710217619925,0.1462499442972108,6.150621421659877,0.3866330702299844,6.816711017027567,0.3803336281969021,8.114200867841543,0.0133072207617022,11.20404545325673,0.014225316818108782]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8059791153260383,1.0288866237753946,1.7730221019803294,0.4360203456983205,1.7544533455178903,0.26491460910018105,1.7373001517409503,0.01591425861159763,1.8634522815788193,0.20924384384733521,1.93308813707255,0.013492831683266855,2.0750794310791525,0.006937033550885191,2.4566363290869724,9.04812538023032e-06,1.9914629386850282,0.23951618208071326,2.0105630005566475,0.015504653842050464,2.1808646881395934,0.007035492634137036,2.4474542826105266,1.027059938065886e-05,2.541733921495001,0.005011356349664766,3.0598567409567474,1.1895776351451998e-05,3.9678830994944967,6.82681981513672e-06,5.145424283049838,4.396039088296107e-12]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,8,1,1,1,8,1,1,1,8,1,1,1,8,1,1,1,8,1,8,1,8,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4359228335075547,0.994560945873221,1.369881840459466,0.3206326397185492,1.2121399901806116,0.2030152931839119,1.081344538206977,0.006690577875864429,1.3493189005993254,0.1837881856927787,1.2216080288492062,0.006232547162685904,1.0945235209913815,0.00494722004756942,0.980265831224117,3.0406635324410045e-06,1.3555196732670403,0.21535147526125858,1.0904743308366474,0.0063182240374639945,1.0904820706265237,0.004450478271962355,0.750029078580443,2.20717763689246e-06,1.3618825214689214,0.004486698018962443,1.134275882411701,3.4199226444564695e-06,1.3309664540998465,6.77317290864475e-06,0.8843055125479554,1.0922374116256324e-12]},{"index":900,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,5,1,1,1,1,1,1,1,8,1,1,1,1,1,1,1,8,1,1,1,1,1,1,1,8,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7516188734074138,1.9242787322601957,1.5578774096584618,1.358784684045862,1.435150388601292,1.2994745682551785,1.1650913844626998,0.5355476926434163,1.3176433966368086,1.454117427962232,1.065969343458977,0.6393017390377613,0.8018721450679168,0.6296964822732561,0.5173512134199946,0.04427070227874934,1.11597541232468,1.5013359187817552,0.8638576438658405,0.5612809036564442,0.72820748788847,0.6503596735218375,0.4165161519041727,0.04190226050162428,0.5650433147146425,1.0933657831559382,0.35253099689927375,0.10629719740622547,0.18802565089469547,0.23857287083822656,0.057393931292421235,0.0002806743362050888]},{"index":1691,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,1,1,8,1,1,1,8,1,1,1,8,1,1,1,8,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0437558420641353,2.101003832038007,0.8334435982011266,1.4513296190363851,0.6028321767035755,1.4793900560881772,0.33077042918074684,0.520470479057447,0.4414315523423603,1.4315017378242025,0.20633026907814744,0.5391800394019706,0.09049952690597782,0.8340246423816123,0.01561565276245695,0.05422754594495412,0.2958154628303895,1.6365193535785587,0.13301064447743827,0.5542847954814856,0.0645632646554823,0.7834638616946306,0.011053445309518774,0.04424508665902227,0.029933711633961062,0.7553047077660312,0.004276509203277206,0.059404134757100734,0.0009828282257193528,0.36118015058242847,1.7576717428113373e-05,0.0002566711754426635]},{"index":5642,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,7,8,7,8,1,8,1,8,7,8,7,8,1,8,1,8,7,8,7,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.789752030815421,1.7793516320593052,1.670037769584095,1.7243514032121696,1.6582725780195222,1.6060366598249989,1.5304609824540822,1.565344021693597,1.4712501874115862,1.347099723586948,1.3746078641140076,1.399993482639225,1.5348469002722311,1.6586406193251282,1.5226088575609646,1.2345713279132031,1.6654889462098679,1.436865547004314,1.4781737711810727,1.3920351804518556,1.62731620073118,1.5741505850028839,1.4882695086929265,1.1360356371987081,1.1544790322980998,1.1795880654927324,1.017215481773057,1.1458669191336877,1.5949554431940933,2.2500136257936454,1.7812901493735906,0.6270692428011947]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,7,2,7,2,1,2,1,2,5,2,1,2,1,2,7,2,7,2,7,2,1,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2727964173765374,1.4714875217541359,2.231925475993879,0.2214731048199857,2.310041469243191,0.4560867005286586,2.8109267363469956,0.0012053029489143224,2.724311373156427,0.6076331791810348,2.9683344820344697,0.0018851148174997196,3.1746312680552897,0.01574212560591859,4.509796222499468,3.046479133630357e-08,2.9300305816243863,0.6563222901079128,2.961651407655968,0.0037851608444694888,3.359138408628626,0.016821316253842433,4.629074062494297,6.799857734398909e-08,3.942983393588874,0.041997251078724436,4.872395658954925,1.8463888911861978e-07,5.907263948732008,7.223784107317367e-06,8.79204286927085,0.0]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,2,7,2,7,2,7,2,7,2,7,2,7,2,3,2,7,2,7,2,7,2,7,2,7,2,7,2,7,2,3,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9175240494120882,1.42652390838714,1.996287071224544,0.2767688555922023,2.1776363088494595,0.3549917525431137,2.8415564278131935,0.005733482774733674,2.410430834238894,0.3324809185328114,2.672509265591812,0.005007890873699521,2.9887607753121346,0.008014744637755578,4.369620978003003,1.6298435635193953e-06,2.4905998299117327,0.44158042155943766,2.805779126823632,0.008719124021029612,3.380965061371318,0.011295982205150894,4.9375220452730195,6.327020049568006e-06,4.019438725786465,0.010446522367052178,4.925991200287931,4.900016090845911e-06,5.841481753125691,6.403510744071745e-06,8.473394839636882,7.061018436613503e-13]},{"index":303,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4465480018676145,2.0109766606111883,2.8475545311612938,1.1506272786319298,2.7268524680980377,1.3887939586887268,3.6422534110200164,0.25658802248833373,3.095195436845903,1.440769994990221,4.085876655085104,0.24937524781278758,3.96803558673908,0.7574233264144157,6.46274810846769,0.005771412174851316,2.7858886549680437,1.5815138352862055,3.611511798119654,0.3241620631824591,3.8310750080189906,0.7441904464893943,6.267058759727655,0.007832358827893493,4.514262458629335,1.0236224853912796,7.090609099850779,0.010816324120773645,7.303012580585765,0.3665748137956728,12.732612277713423,4.26343816321908e-06]},{"index":321,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,3,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,3,1,2,1,2,1,2,1,3,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3065865609789253,2.022698933406929,2.1985541721402546,1.311469512235804,2.3343744814439624,1.3539040120324644,2.262433357409508,0.6059020025197779,2.8100008165184347,1.4630863339091909,2.6994716447285896,0.5597254770467218,3.348751027135914,0.7866677386127191,3.3481510900085665,0.12910622283642878,2.7884297838708276,1.8432606768259006,2.560704984147247,0.8306144142484794,3.3664130687015286,1.035982564977211,3.1942553602478814,0.38747551566453375,4.288522004882958,1.4153898312196684,4.056628758361385,0.32770976288681575,6.22264257763912,0.5059153826716993,6.147383347045201,0.039087814373395806]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9147776595057295,2.0430732274125574,2.9353339440470396,1.1119178657021653,3.127404852974087,1.0971549309753708,3.282157402593697,0.1478958144410335,2.9113805633883367,1.1707049847712518,2.862862809581234,0.15955479344366427,3.744065076976339,0.14966597361746198,4.383238825658402,0.0006073420860249561,3.4294076478122504,1.4649878947068173,3.4001549236038624,0.2727526024536505,4.254247957632622,0.26315199160271796,5.01247164688381,0.0018805680156447134,4.102358296042315,0.337493099228194,4.062066935485379,0.0035256517475908762,6.534745146576462,0.0037354416211257606,8.636961214844463,4.508320681733721e-08]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,8,3,1,3,5,3,1,3,8,3,1,3,5,3,1,3,8,3,1,3,1,3,1,3,8,3,1,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3996333421192437,1.3180935606424968,2.236397201881265,0.23351335578318003,2.484487501356999,0.2500607877697429,2.204256066916977,0.0015480812765790743,2.6140650403696926,0.20476401273864261,2.137398767416737,0.0009681514086707941,2.788837633139006,0.0016197322945261023,2.1810125148009143,1.3453807310973149e-08,2.859189024789086,0.42042648355611995,2.578191821112732,0.0027998735278533505,3.144088150370831,0.004958500758404287,2.492824401085264,8.659987107696265e-08,4.044494153886854,0.004760350607727919,2.811555958907446,1.0054485826936915e-07,4.6132359103806015,4.116558521635691e-07,2.9095433211636696,2.2204460492503128e-16]},{"index":200,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0893052812204465,2.166159210177702,2.9268324787950895,1.4264604400723917,3.4604807804897306,1.7190735518890627,3.5947054637648015,0.5815316294796716,3.493995182473615,1.7664671536154621,3.50028567834099,0.5288721895702989,5.414925067197956,1.0691880695097802,5.477216246153362,0.05126041517508333,4.489320551289698,1.9219677544428957,4.611811881112223,0.6881541758604424,6.822907389935745,1.2633038108336445,7.080994312679012,0.0968606766678768,6.673387881918078,1.3911416888202142,6.376787211375267,0.10138982924041537,11.91594670938749,0.7743102893639211,11.417542411779507,0.0009032412072998748]},{"index":944,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,3,1,8,1,3,1,8,1,3,1,3,1,3,1,8,1,3,1,8,1,3,1,3,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5246715290027124,1.8954748012058051,2.554058917450149,1.2465617805236628,2.7442242688163945,1.3032937237650135,2.7473326791601096,0.49993216321840594,2.784452343806639,1.2147768914186903,2.709847901796236,0.3002621113153234,3.2095787948580154,0.585252277976349,3.385266187875988,0.023579002491569266,2.772674729835288,1.4979868761534674,3.039435828566541,0.5555537804977762,3.3983992736834363,0.8491592265906214,3.8920929302808704,0.08209035142986225,4.107540635285458,0.6830384643379911,4.358476383004244,0.023416249224172576,5.803448167931697,0.20665991763225752,6.7395842560974355,6.982442536878501e-05]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,4,1,4,1,4,1,4,8,4,1,4,1,4,1,4,8,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.728954182606085,1.56155793766853,2.394982576132729,0.5081434266109237,2.356786663771846,0.7048947657313972,2.2043204540239447,0.02261892656738571,2.468017269918031,0.7903767941139508,1.9709924368771488,0.026098996786897376,2.2444975067475808,0.10195716361793997,2.178256187119376,2.384831313531084e-05,2.982213038000669,0.9728860320121145,2.3879271189636855,0.05423692076581946,2.599893546106369,0.15824720099504894,2.708261754713013,9.452978292941844e-05,2.82747191066126,0.17334243405591795,2.2357783425306232,0.00014520001698181405,3.7568203368499455,0.0035281301243954475,4.238938104561085,1.858124764991262e-10]},{"index":19,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,4,9,4,9,4,7,4,9,4,1,4,1,4,1,4,1,4,7,4,1,4,7,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.203845002828027,1.538891109228004,2.3574289431512243,0.39088739131058003,2.1274734685784695,0.5565353134533748,2.511923973932232,0.006696903704345204,2.1321568759116323,0.6439524248064471,2.393152406355071,0.008785471331742678,2.1026695280172527,0.030080355121122268,2.879916420660873,1.086031237181332e-06,2.05299834986827,0.8234435602978976,2.366220084779064,0.01948408162054051,1.969396497313388,0.04937722210234841,2.8727241250569224,4.527544694499098e-06,2.2298922700553616,0.07884439564813005,2.806382856845863,1.0098083467701335e-05,2.810651394658527,0.00010691541397660678,4.405206579611704,4.2654768606089417e-13]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,1,4,1,4,1,4,1,8,1,4,1,4,1,4,1,8,1,4,1,4,1,4,1,8,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.829761701984548,1.9691342448075422,2.688571697690141,0.657998052540413,2.8794809125307594,0.9563923441082662,3.0424955924475885,0.025785620615558745,2.678642687263449,1.381306466844357,2.7837266419713864,0.03535400867135178,3.0031606033338667,0.18464603557531645,3.6930373963207415,1.4547192990645427e-05,3.1431488175253013,1.587173525653976,3.087392204635574,0.058763374570496574,3.5360377143286943,0.24872974294091318,4.166510761571705,4.8495155117505e-05,3.2510655582623427,1.078761573177508,3.829003287482455,0.0001419744145503642,4.5273947776967365,0.006928788826058549,6.164808971556888,1.85467197154011e-11]},{"index":65,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,4,7,4,1,4,1,9,1,4,1,4,1,4,7,9,1,4,7,4,1,4,1,9,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.589045565783021,2.1662334717812515,2.6995148681647203,1.518129125915402,2.641869768817643,1.6613358774188756,3.0775049474309055,0.5004740290092472,2.4315296668152495,1.7670759624431318,2.713436313017249,0.4995195402903868,2.7302203722214324,0.9848963178723404,3.9156411964326185,0.02118960205586908,2.5042750965723193,1.7617250022358366,2.7337916664022046,0.6045194304531878,2.6958036480147918,0.9798629492160588,3.9041426761654994,0.033653623817480785,2.596582094968997,1.2753759194019643,3.503834248884775,0.04184267476800215,3.5916037074547997,0.4641624120540996,6.38414127961485,6.691910307863142e-05]},{"index":740,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,9,1,9,1,9,1,9,1,9,1,9,1,4,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.159721031257555,1.9607154113793053,2.3285632939571657,1.407910460648439,1.9877595911364199,1.6761041228814313,2.4248883406488693,0.9044399152523479,1.9360748085061927,1.75929482970397,2.1958968161922128,0.9373952024844868,2.0358974478155796,1.6028459673926307,2.7745736676441233,0.5877189958328121,2.207999948866255,1.7168001717123982,2.593717750083222,0.9069580663428027,2.1767561147491845,1.5596890405896322,3.2476556419786156,0.7379051468649165,2.0697200870847903,1.6619163522745453,2.9628337514612717,0.7635877300324183,3.359769584447082,2.6668048370619437,5.273832201686837,0.430308476030932]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7846774116264794,1.8371139514461532,1.5428024623817136,1.017949416473859,2.1124123177918324,0.9528738763992752,1.6048539118650713,0.23939838901324087,1.4720035347566427,1.2667128120524993,1.1173780357396819,0.31043989720768034,2.8448441956147867,0.4355327503894626,2.6398236413033818,0.03593608142047307,1.4109278209284024,1.2476940544543347,1.2551879562631416,0.45973005479009,3.0874770977558175,0.6394055560721964,2.9298305471148502,0.13510074459600532,1.8816076446460406,0.7271517253441285,1.9391522647919692,0.10195516831579712,6.726818445960434,0.32073815833397457,6.426327740510078,0.005715510617248724]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,3,5,2,5,3,5,8,5,3,5,3,5,3,5,8,5,3,5,2,5,3,5,3,5,3,5,3,5,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8183285338330335,1.4553171356655594,2.6558013881090807,0.5265635110614802,3.357337386395316,0.6809541416501848,3.1989785860799924,0.03092490505906404,3.072126984621516,0.865674901139151,3.246449736829402,0.07758678637435713,4.345032118914057,0.3604110455791516,5.3454210011227286,0.0007159943646799206,3.314248746791046,0.9173201176197846,3.315326242071029,0.0738494490734589,4.36900374969445,0.25710174962982163,4.839886388184738,0.0005558652607087906,4.003037837841918,0.47011466435545346,5.2601457654132435,0.0028406895593776466,6.915556747384366,0.16404390115269027,10.193101421513962,2.6927187318292285e-07]},{"index":211,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,1,5,5,5,5,8,5,5,1,5,5,5,7,5,5,5,1,5,5,5,1,8,5,5,1,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6234614073679738,1.8414285962783736,1.324829533709401,1.192512002883177,1.6767175993432184,1.1707310192806921,0.9282629484021413,0.21470040075067043,1.457254210067896,1.3663411573606072,0.8530944741607966,0.3852368413323428,1.9484376950315272,0.7858082049884896,0.47517083247942743,0.010474040915961135,1.6399753023520602,1.5186954085195212,0.9965627685214936,0.4761377520513377,1.9494464008044348,0.738738329939665,0.4516975538406616,0.010638760609134209,1.3357932585453036,1.0446233137666663,0.3552424865874138,0.04445987752031448,2.795989801148493,0.5846075944043225,0.14055104330498913,1.6966355817266774e-05]},{"index":289,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,9,8,3,5,3,5,3,5,3,8,3,5,3,5,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.794288880770062,1.7309148137273191,2.4512230682862364,0.7406177839497698,2.797900766729934,0.8410900957222358,2.2144412751402434,0.02708109962360859,2.664932424906692,1.183958334522735,2.2410748661126494,0.07037790124893574,3.061854100989508,0.24393419468323435,2.504110877185186,5.133261538808617e-05,3.0921834842647824,1.407305182008225,2.6949510585249934,0.13463673658069034,3.4427675185048505,0.28808903125477076,2.8332774911824705,0.00010512827712149173,3.2476817997662946,0.9403127097555309,3.0203985509186815,0.001731020883697388,4.570715722114102,0.034729345426263186,4.539703681284928,5.424312109120087e-10]},{"index":1299,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,8,7,1,7,1,7,1,3,1,7,1,3,1,5,8,7,2,7,1,7,1,5,1,3,1,5,1,3,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.79473491992219,2.4141321069436996,2.500149281101327,1.7075547878158517,3.130852840050829,1.8488814608522188,2.4920471354789875,1.2269249392254187,3.044442674414803,2.0089407446040823,2.5218129453997236,1.0762758993553116,3.908116115236748,1.283909523977356,2.7639315131882443,0.524817440634046,2.9585819540210476,2.0125758291386333,2.51998777722743,1.2127842022374722,3.964009418530201,1.3707983147125535,2.8782722276283104,0.6722566852081053,3.81896653840958,1.8754522001419316,2.819908222440972,0.46192192808785765,6.671316901177086,1.1512620109568616,4.369987189052387,0.04324576017944222]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,7,6,1,6,7,6,8,6,7,6,1,6,7,6,8,6,7,6,1,6,7,6,8,6,7,6,1,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5107817012584226,1.9892115667322228,3.5761634108617555,0.742953345590758,3.744664624856415,0.7102170203580132,4.2080648635378335,0.027378440360681728,3.757866512862236,0.9790080381263397,3.8759135733229813,0.02914151470468856,3.9948442104808697,0.051407894999810244,5.114303733970447,1.858288666176488e-05,4.613714725628082,1.2736681299457167,4.60209661154881,0.050013102226100045,5.073325877953465,0.06151261308786813,6.422620567260059,3.0298605195113933e-05,5.237654430452391,0.13555629220914975,5.637470470872817,5.775918226944708e-05,6.271420014421697,0.00015573876866786711,9.189730933505913,1.5820678100783334e-11]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,6,9,6,7,6,9,6,9,6,9,6,7,6,9,6,9,6,9,6,9,6,9,6,9,6,9,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.896359373370454,1.924996163580118,3.7586941494333046,0.7317712490028188,4.154859468802802,0.8164895154919847,4.150963404024107,0.044181091029579955,3.9006344174255156,0.910321788305849,3.959789705871262,0.04146925328392198,4.700067674835369,0.0751588044356786,5.186421415351576,9.67587640388662e-05,5.0124995528721605,1.4131179923580084,4.841882441260559,0.09625445221935594,6.123074258121131,0.11994505976718357,6.486253874880035,0.00020210013434077218,5.169345712239148,0.2486719688566409,5.640948781287832,0.00030850701064088327,7.728217753369723,0.0010052055101629107,9.10027306973951,9.338692037533078e-10]},{"index":259,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,6,5,0,5,0,5,0,5,0,5,0,5,6,3,6,9,0,5,0,5,0,3,0,5,0,3,0,3,6,3,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7501399781256373,2.0658239755855607,3.9783123494113273,1.601737864163089,3.9405344387675236,1.2904530725913481,4.896077412969597,0.994053779015641,4.436954266022201,1.4946607700589107,5.6805874997244254,0.906450981070935,5.148198598094126,0.5723290615676954,9.10410706293018,0.46448100602924447,5.010690851599904,1.6849847387073587,5.786270744138967,1.3587526217075947,5.798810383960706,0.8299563438247514,9.037163444280207,1.0397353741175206,6.583043157309347,0.9423349481980162,10.136870615910723,0.8060249527929888,9.040693474114242,0.21100226626917162,17.99696970553565,0.15902028616530797]},{"index":366,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,6,4,8,7,6,4,6,1,6,7,8,7,6,7,6,7,6,4,8,1,6,4,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.253813047843353,2.2294855828705815,4.175689550818988,1.734186291677852,4.4285093694515005,1.6800961140626025,4.649393116250027,0.7211118391008302,4.8674836527085406,1.8285648651147175,5.086438472256406,0.7471110119869422,5.168655301757381,0.9650127402838,6.329404488202849,0.0459450038184967,5.113770812039174,2.086439621255077,5.023923205086393,1.0310347220724634,5.6580858929356035,1.0701553890661246,6.741633536887611,0.06657215059945736,6.667876178868681,1.4759634228218563,7.376388232528611,0.11320197424892664,7.9828969468309445,0.32394929735168315,10.846658076417462,0.00012110409817823053]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,5,0,2,5,5,0,2,5,5,0,2,5,5,6,2,0,9,0,2,5,5,0,9,0,9,0,2,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3250821827784174,2.3867818184724814,3.312841645299647,1.8541592572336545,3.452132253218109,1.8850247375611133,3.6720871760813463,1.3825469303532574,3.9329289333250914,2.1954617766228868,4.229685285028202,1.3203186612214188,4.13722915833955,1.405820608718367,5.378090102897325,0.8905286382634655,4.673022002236407,2.3231822044622894,4.982222751579643,1.52754699807643,5.093094294497026,1.440100420911431,6.064733554459755,1.038107131112846,5.959937473287896,2.07203332461828,6.987719497143852,1.0429572954043427,6.747356508884814,0.9184576039824126,10.470473852524817,0.3265713487736959]},{"index":1182,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,1,5,1,8,1,5,1,8,1,5,1,8,1,6,9,8,1,5,1,8,1,6,1,8,1,5,1,8,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5.070768347751546,2.0973602965432603,4.533486874819371,1.4989084099404466,5.455355338246837,1.5604163656428753,5.397421401062193,0.8754275297355852,5.189646180015494,1.8404715464473944,5.426531890018992,1.0735211092963728,6.702037592022566,1.373678999906728,8.647980570286979,0.46200947122513464,7.149174622242882,2.0567469732418453,6.717068659440938,1.1617550710355022,8.837059932325008,1.2951462629498338,10.250977018904099,0.42659754188552806,8.412748111759292,2.0740341954498454,10.098704899975408,0.898590938711372,13.210961638066246,1.957460930626571,17.727393657631573,0.08968357868806488]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,8,7,8,7,5,7,8,7,8,7,8,7,5,7,8,7,8,7,8,7,5,7,8,7,8,7,8,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3424423511959285,1.5076963679500317,2.4756501750466575,0.3197451321143323,2.2786043070504,0.35821672621562667,2.7009045872829622,0.005147617967891352,2.7492168818982385,0.7438355514203455,3.26319765755158,0.012778867826997884,2.954452949788732,0.02592957840381267,4.2298762921121025,4.653125397859814e-06,2.3736193932180845,0.9131492554086638,2.8464850799715338,0.01580824159026903,2.450970994912546,0.025364141634849673,3.623776697919987,4.37336942553724e-06,3.8832226865056687,0.15057732856736153,5.066267770308164,2.5942605978607188e-05,4.897107029073966,0.00010536270561031376,7.652451224097102,2.7864377472003356e-12]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,8,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4879471224217635,1.4790343241719053,2.6218502062373297,0.3564654805342261,2.6761258689078264,0.3539693587689118,2.9858944156423695,0.006598624571892304,3.1340665816404574,0.7861465416973642,3.520256079341671,0.018750969413718475,3.712135470177966,0.023138544793534513,4.280604864361626,9.254324020793203e-06,2.7103127032978547,0.7339294523279651,3.0999119667686625,0.017831700839577483,3.4041746796209043,0.01657326028686321,4.113873576347138,4.347857807166059e-06,4.830655626900356,0.12350681773262208,5.719555819357892,3.511368916592413e-05,7.0057872476434895,4.899132029670333e-05,7.929068285428503,5.783373779860642e-12]},{"index":64,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,7,7,7,7,7,7,3,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,3,7,7,7,7,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6399717792584723,1.9930888531962894,1.3687752509205895,0.7964470170930694,1.39701252550734,0.771489375147454,0.9514824263833002,0.05886878953237541,1.448744771733104,1.4071503915087529,0.9774099444226986,0.16334352030347987,1.1126536908271432,0.4117938251849834,0.5354794051138505,0.0015318004943451389,0.8041775377830045,1.414834121870484,0.5309015046834467,0.09767533248135271,0.4849402500412814,0.17363215196725296,0.1914353518156964,0.0004028819286894482,0.6251501508614268,1.1297012170829748,0.22583271777317904,0.005347551286704349,0.33173680439164277,0.05689678016400202,0.06854940744856892,4.498953464043298e-08]},{"index":282,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,7,1,7,1,7,4,8,1,7,1,7,1,7,1,8,1,7,1,7,1,7,1,8,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9609371043793526,2.19187250640118,3.113831829880521,1.397480928597849,2.8977197700857515,1.3778483032048174,3.0863719276918005,0.476032644917169,3.510392812914403,1.8232383365316147,3.7914863343671947,0.5844474255523295,3.8425108307816433,0.569888042392555,4.400685140599306,0.03823226521320227,3.5336329225801038,2.0492373840083666,4.0638526143825615,0.7371879414088529,3.657535148487229,0.6612197548294276,4.559945462597579,0.04794388238840858,5.2619587909013115,1.433001819201973,6.247331966593743,0.06966446664199302,6.7816257979109045,0.050351548901740276,8.619541809841671,0.00011646070173752796]},{"index":1500,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,7,8,1,1,1,1,1,1,7,8,1,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.155918671289539,2.330047008902781,2.2071178436667367,1.991778877775484,2.003999472898018,1.7237830075115643,2.071793566330591,1.0994714574418971,2.4798408565619656,1.9862219004512511,2.6045001575860622,1.2168541516546934,2.422419821760281,0.943123276569519,2.725026284884791,0.27303143296978116,2.568716929534397,2.0692385317358584,2.6823025772410514,1.3170021382153831,2.4977728202516793,0.9107355364464981,2.726037676016538,0.2013605470980853,3.450647157886381,1.3785543013273371,3.8958105409646637,0.2780138786397461,3.725440920400446,0.15511196030312496,4.944435642899091,0.0024087291390285643]},{"index":4966,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,1,1,8,1,8,1,8,1,7,1,8,1,8,1,8,1,7,1,8,1,3,1,8,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.346258684421701,2.360407763332187,2.4680820897889024,2.135304604896974,2.1714423570566153,2.259440082592307,2.5034613834566617,1.7929329606177373,2.823633033654411,2.3256922824589057,3.2704588640711103,1.8774153382574137,3.0512476831982314,2.3699256106888362,3.984644718564733,1.1186209205928093,2.789781648534354,2.360384400046353,3.360907413717278,1.9352111270108214,3.0791370141720966,2.2743348861513324,4.115550084832694,1.036439003471069,4.500823112746031,2.5897071520844195,5.719060195669132,1.5061908488660294,5.78179488671949,2.776871054719183,8.004346815074893,0.17334060925518385]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0727862110175295,1.936550190955975,2.8303628939755825,0.8838234228574599,3.019775153478692,0.8978457804691001,5.193629558318436,0.09811815868163858,2.203421318980043,1.1126081592858768,4.2562518287583835,0.10466230078736556,4.564993673404115,0.11814679255861293,9.550304368366138,0.00043056789667073015,2.5778022264619285,1.2656496962716306,4.403399961688588,0.13773815590608343,5.17112354081574,0.1544119702113719,10.262488975110859,0.0009903737742579337,3.1507295520605405,0.4522865769339077,7.925865141325373,0.0023696967918089558,9.041084417333158,0.003362136368828304,19.728662687642018,2.6632864891857233e-08]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3923860803757773,1.758990299445416,3.29954172807139,0.858618711771875,3.24265240272246,0.7903790567842724,4.810350101557694,0.07756186293884182,3.0701041305398853,0.6706289208000961,4.895763642151425,0.03693670293751031,4.968600194211162,0.040707785363315485,8.384747572592158,5.539998051491815e-05,2.8837020377403206,1.1878211498136646,4.830729846760492,0.101963418192613,4.927801558353073,0.08165265799276626,8.206738924541122,0.00016940953923917477,5.192727527163065,0.08099827749549174,9.026447476704757,7.909118449017831e-05,9.212137128318005,9.61584008834186e-05,15.832597404291873,9.607670214500135e-11]},{"index":844,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,8,7,1,8,1,8,1,7,1,7,1,8,1,8,8,7,8,7,1,8,1,8,1,7,1,7,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7744827988733745,2.063401927541964,1.8475270013481613,1.7538976431108333,2.095275491290286,1.533873887292798,2.370632176172346,1.1269877424918475,1.6014240136092692,1.6981287997732097,1.7532733256071702,1.2948802035536935,1.9814478581294774,0.9679618712698257,2.5476505862450263,0.7551697837461819,1.255813423904777,1.8685013973826243,1.4384912934553753,1.33554143278211,1.850456868148957,0.9998236602073315,2.512699807609545,0.6144834445946751,1.2569516262217346,1.448466581942149,1.580019979116344,1.120451282243153,2.481702237993264,0.5653540375105361,3.6937367989110688,0.680883750682365]},{"index":1464,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,8,3,1,8,1,8,1,8,1,3,1,8,1,3,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1788384089999735,1.8873356814569502,1.4252125233099495,1.1804406424576381,1.4067286060098263,1.2478807769539666,1.852237426058762,0.36485954710192375,1.2386065698219035,1.353963881173341,1.5683918981395255,0.40437105388648203,1.629390490420667,0.7250296262148395,2.5001821805186,0.053711555456769394,0.9340158075884337,1.5041588192829154,1.255262584213252,0.3832729314097928,1.5306776115144567,0.7014845169179629,2.5268030910271664,0.03174540437876677,1.339855729735892,1.094298643680551,2.069880563888737,0.09535808080316391,2.8784603365823864,0.6979325702851991,4.71749571803989,0.0009244248210484335]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,5,9,1,9,1,9,1,9,5,9,1,9,1,9,1,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3640447194161256,1.7909201853103827,2.2109288155034634,0.7490737555362112,2.8703447866235967,0.8947840813352869,2.643091617360675,0.09404500961963011,2.785402871117645,0.9821515354443562,2.649095914469801,0.08489154947602255,3.902069882282855,0.1432276376195896,3.672784771800001,0.0009955903160856182,2.6065777228114357,0.9948051552437853,2.3311381680511474,0.079478962022696,3.8483637291817896,0.11852668069041117,3.4893027104345062,0.0005352210477801426,3.9235522235664657,0.1957889269071214,3.552383202930116,0.00073382918004025,6.381384338841397,0.0024302979954485843,6.09096148824086,1.1884995614166974e-07]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5382710362963736,1.9507148022877054,1.415406818759286,0.7360882253350604,2.122692951395945,0.813457467952068,2.2357069080316707,0.04393921631911974,1.6930539743090736,1.1403022989176739,1.7508224738323872,0.06912663206003553,2.8649178865254656,0.0799053797200426,3.490104554740421,0.00012050346486812257,1.679643241510608,1.3426635886952354,1.5515196182653201,0.09521206620143008,3.1888549822530736,0.09849264821659265,3.878688775054874,0.0001426146217918013,1.9290174399216862,0.29853591064195867,2.4610365850587015,0.0005776955681128951,5.140046918670352,0.000431948257618022,7.096760613444899,1.2985787992032037e-09]},{"index":151,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,1,9,1,8,1,9,1,8,1,9,1,8,1,9,8,8,1,9,1,8,1,9,1,8,1,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0800086820861825,1.940681951166475,2.4791000207883673,1.3641697507255384,2.5108190934443178,1.4840086655155182,4.084564457062891,0.784969381480516,2.456489748449505,1.5176560595367234,3.8574860245736735,0.6239693438779913,3.776740955655904,1.021815641064833,8.2313482947883,0.12579334795927835,1.9386766635127646,1.5508752756906838,3.2347010919553227,0.5640806722452,3.3197288109777827,1.1128100596226576,7.762128777971335,0.13197140019158946,2.8048567120205554,1.1851552781845738,6.635551573782472,0.12080787797960607,6.644443209062885,0.983754868443186,15.966624701133274,0.002781703363409402]},{"index":193,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,9,1,9,1,9,1,8,1,9,1,9,1,9,1,8,1,9,1,9,1,9,1,8,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2882254938117033,2.0604803221626677,2.2241763538702934,1.3551255380833567,2.399489565259534,1.4521897056069835,2.725405459848319,0.5048344170098554,2.5792654123365764,1.4998368739982888,2.983170287478703,0.5092059322953161,3.8282138921322826,0.6523420891919378,5.4961301306855646,0.026952328749629453,2.493807232077878,1.656280581410514,2.806935060511255,0.6078606513676866,3.2915903639573574,0.7226494739083259,4.84833969925917,0.03681423370069645,3.904500226760228,1.2980046846242383,5.5702242002835165,0.10507094594798505,7.610096119748596,0.20111986251681954,11.78838457879297,7.259616686587598e-05]},{"index":4500,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,1,1,1,1,1,1,1,1,1,1,1,1,9,1,1,1,1,1,1,1,1,1,1,1,1,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1566966821761167,2.0546880010404958,3.1271704925850576,1.7196024413248912,3.6178553652935213,1.615150453628008,3.6844912780132053,1.1577632303476466,3.6570929451765863,1.8320942191445715,3.852067828679561,1.3534953045522395,5.057391551868699,1.2454104537994886,5.669144262163236,0.7075022952987016,3.448475471574928,1.7377442896001531,3.675110260197659,1.3790804895851392,4.711981359911639,1.1513855006715348,5.4849455515020615,0.8099693423383136,5.039365005399044,1.5667720102131804,6.013524276742407,1.1343099578170923,8.703194036568725,0.7714785849456889,10.577402327005991,0.20570231846132717]}]},{"id":"plain-selected-s101","recipe":"plain","state":"selected","seed":101,"epoch":5,"source_run":"graph-eval-plain-s101","checkpoint_sha256":"0e526b1f49a8fa8bc951659b4122d47470abed7dfa701b858910e16fdd9f38c8","source_result_sha256":"903215992bcc940c3e9869d1df52a268c123d19a7369ca9e227b4caecc443469","archive_json_sha256":"bc88119959bea61d281ee31bcf16b4d3914a709db540af4b58913388eb88d8be","archive_npz_sha256":"2e094758897a3e436fdedaf0491e91dcea071074ba3087e57bc9c027b1ea5af0","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":7.077684896494851e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"plain-selected-s101","recipe":"plain","state":"selected","seed":101,"epoch":5,"checkpoint_sha256":"0e526b1f49a8fa8bc951659b4122d47470abed7dfa701b858910e16fdd9f38c8","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,4201,6628,2,5,82,147,1,35,849,923,18,30,969,1419,4,6,45,52,8,15,11,21,124,358,0,17,61,84,299,338,7,9,151,212]},"n":10000,"dense_accuracy":0.9756,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9756,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9692765113974232,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1781,"correct_output_rate":0.1781,"accuracy":0.1781,"ce":2.4241907805529013,"abstentions":0,"harm":0.8011,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.024489795918367346,"accuracy":0.024489795918367346,"ce":2.712386085299976,"harm":0.9591836734693877,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.7365638766519824,"accuracy":0.7365638766519824,"ce":1.7474127717372803,"harm":0.25726872246696036,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.02131782945736434,"accuracy":0.02131782945736434,"ce":2.6098074804610647,"harm":0.9486434108527132,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.07326732673267326,"accuracy":0.07326732673267326,"ce":2.2008154801365007,"harm":0.9118811881188119,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.6532359539607007,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.006726457399103139,"accuracy":0.006726457399103139,"ce":2.5659385584026935,"harm":0.9338565022421524,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.694205416801465,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.005836575875486381,"accuracy":0.005836575875486381,"ce":2.7868562023528347,"harm":0.9747081712062257,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.2166324435318275,"accuracy":0.2166324435318275,"ce":1.899989234298386,"harm":0.7669404517453798,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.595639246778989,"accuracy":0.595639246778989,"ce":1.521793469607315,"harm":0.38949454905847375,"repair":0.015857284440039643}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1205,"correct_output_rate":0.1205,"accuracy":0.1205,"ce":2.3147195842860553,"abstentions":0,"harm":0.8576,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6983286297509057,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.3145374449339207,"accuracy":0.3145374449339207,"ce":2.1977021527809453,"harm":0.6784140969162996,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.21996124031007752,"accuracy":0.21996124031007752,"ce":2.1400681792800085,"harm":0.7538759689922481,"repair":0.006782945736434108},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.10297029702970296,"accuracy":0.10297029702970296,"ce":2.201576415126018,"harm":0.8772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6101626059850154,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.1905829596412556,"accuracy":0.1905829596412556,"ce":2.2083921664966604,"harm":0.7567264573991032,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":2.4666908145892017,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.016536964980544747,"accuracy":0.016536964980544747,"ce":2.336487178608357,"harm":0.9630350194552529,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.16529774127310062,"accuracy":0.16529774127310062,"ce":2.1409965420604076,"harm":0.8182751540041068,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.16551040634291378,"accuracy":0.16551040634291378,"ce":2.173344458334052,"harm":0.8067393458870169,"repair":0.002973240832507433}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":737,"correct_output_rate":0.0737,"accuracy":0.0737,"ce":2.3371433440280613,"abstentions":0,"harm":0.9068,"repair":0.0049,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6806965910942977,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.013215859030837005,"accuracy":0.013215859030837005,"ce":2.1885841084378104,"harm":0.9806167400881057,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3942004796973047,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":2.249277599987608,"harm":0.9772277227722772,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4452942847967436,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.7589686098654709,"accuracy":0.7589686098654709,"ce":2.07411700272873,"harm":0.23094170403587444,"repair":0.04932735426008968},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6516944571168986,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.2774808873678896,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.03593429158110883,"accuracy":0.03593429158110883,"ce":2.2155268720297685,"harm":0.9425051334702259,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":2.2069716326090996,"harm":0.9643211100099108,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":882,"correct_output_rate":0.0882,"accuracy":0.0882,"ce":2.358446144283919,"abstentions":0,"harm":0.8901,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8622106597873604,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.277873369454173,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.012596899224806201,"accuracy":0.012596899224806201,"ce":2.2346788061230742,"harm":0.9563953488372093,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.06633663366336634,"accuracy":0.06633663366336634,"ce":2.183595292761152,"harm":0.9178217821782179,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.474974717123555,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.531390134529148,"accuracy":0.531390134529148,"ce":2.012874876927258,"harm":0.42376681614349776,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9511159954795336,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":2.2093462223039904,"harm":0.97568093385214,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.044147843942505136,"accuracy":0.044147843942505136,"ce":2.274650703833668,"harm":0.9373716632443532,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.27849355797819625,"accuracy":0.27849355797819625,"ce":2.1235803371089967,"harm":0.6927651139742319,"repair":0.0019821605550049554}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":726,"correct_output_rate":0.0726,"accuracy":0.0726,"ce":2.33422410524393,"abstentions":0,"harm":0.9063,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7423316100038098,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0026431718061674008,"accuracy":0.0026431718061674008,"ce":2.3048438708721575,"harm":0.9903083700440528,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.055232558139534885,"accuracy":0.055232558139534885,"ce":2.202539806357931,"harm":0.9127906976744186,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.13762376237623763,"accuracy":0.13762376237623763,"ce":2.146295055295962,"harm":0.8445544554455445,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4472260186747077,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.4428251121076233,"accuracy":0.4428251121076233,"ce":2.1084986703863517,"harm":0.523542600896861,"repair":0.0257847533632287},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.727576657759243,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":2.3113420098213773,"harm":0.9678988326848249,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.03285420944558522,"accuracy":0.03285420944558522,"ce":2.206719601077302,"harm":0.944558521560575,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.08523290386521308,"accuracy":0.08523290386521308,"ce":2.156193771241969,"harm":0.8860257680872151,"repair":0.0019821605550049554}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":653,"correct_output_rate":0.0653,"accuracy":0.0653,"ce":2.3198687743150423,"abstentions":0,"harm":0.9129,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5553671925485517,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2914045769971763,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":2.337419869843385,"harm":0.9612403100775194,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":2.2557149821516225,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.3366587196049458,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.19955156950672645,"accuracy":0.19955156950672645,"ce":2.1427241806245707,"harm":0.7556053811659192,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5674023522388913,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4167733321806386,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.35728952772073924,"accuracy":0.35728952772073924,"ce":2.1301529959155494,"harm":0.6283367556468172,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.11694747274529237,"accuracy":0.11694747274529237,"ce":2.1590703401308886,"harm":0.8562933597621407,"repair":0.003964321110009911}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1381,"correct_output_rate":0.1381,"accuracy":0.1381,"ce":2.3109119743179947,"abstentions":0,"harm":0.8422,"repair":0.0047,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.690570240240781,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2386480177477677,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2850351876074524,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2639128232312817,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.28742716674013,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.6221973094170403,"accuracy":0.6221973094170403,"ce":2.1269938244073536,"harm":0.35201793721973096,"repair":0.033632286995515695},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6251795561293316,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.3009665786881093,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.35728952772073924,"accuracy":0.35728952772073924,"ce":2.148487882876428,"harm":0.6232032854209446,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.47274529236868185,"accuracy":0.47274529236868185,"ce":2.1509537342226928,"harm":0.5094152626362736,"repair":0.01288404360753221}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":599,"correct_output_rate":0.0599,"accuracy":0.0599,"ce":2.46213990615972,"abstentions":0,"harm":0.9184,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.088124157406665,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.000881057268722467,"accuracy":0.000881057268722467,"ce":2.3811922445525564,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":2.1134585694175354,"harm":0.9612403100775194,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.14218389160534,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.1691912365923773,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.008968609865470852,"accuracy":0.008968609865470852,"ce":2.1604737163207615,"harm":0.9383408071748879,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.015328882296814,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.027237354085603113,"accuracy":0.027237354085603113,"ce":2.307721127202432,"harm":0.9562256809338522,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.03285420944558522,"accuracy":0.03285420944558522,"ce":2.205180848228655,"harm":0.944558521560575,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.5193260654112983,"accuracy":0.5193260654112983,"ce":2.1045910130230308,"harm":0.464816650148662,"repair":0.014866204162537165}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":855,"correct_output_rate":0.0855,"accuracy":0.0855,"ce":2.3575250756322985,"abstentions":0,"harm":0.8922,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7810034320763655,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4435272989288643,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":2.539097911042863,"harm":0.9660852713178295,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.030693069306930693,"accuracy":0.030693069306930693,"ce":2.140454189620042,"harm":0.9534653465346534,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5070072661650604,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.028026905829596414,"accuracy":0.028026905829596414,"ce":2.1582634025319116,"harm":0.9125560538116592,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6839949168242025,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.04182879377431906,"accuracy":0.04182879377431906,"ce":2.263311891272451,"harm":0.9377431906614786,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.7186858316221766,"accuracy":0.7186858316221766,"ce":1.8687863108743952,"harm":0.27002053388090347,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.05450941526263627,"accuracy":0.05450941526263627,"ce":2.1695286631531463,"harm":0.9187314172447968,"repair":0.003964321110009911}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":811,"correct_output_rate":0.0811,"accuracy":0.0811,"ce":2.338617696306002,"abstentions":0,"harm":0.8982,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.683038923948931,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.385312254113396,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.414626952633003,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.03861386138613861,"accuracy":0.03861386138613861,"ce":2.183732609419725,"harm":0.9415841584158415,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3639495017466774,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.28475336322869954,"accuracy":0.28475336322869954,"ce":2.1590437571629932,"harm":0.6849775784753364,"repair":0.02914798206278027},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5836983298169915,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.02237354085603113,"accuracy":0.02237354085603113,"ce":2.2773948652735876,"harm":0.9562256809338522,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.10061601642710473,"accuracy":0.10061601642710473,"ce":2.1924855672070334,"harm":0.87782340862423,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.39345887016848363,"accuracy":0.39345887016848363,"ce":2.1337097646283207,"harm":0.5847373637264618,"repair":0.008919722497522299}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1013,"correct_output_rate":0.1013,"accuracy":0.1013,"ce":2.30871364949969,"abstentions":0,"harm":0.879,"repair":0.0047,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6698777185871876,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2874366863334568,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.381727555596493,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2685298074278277,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3268056343039754,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.7006726457399103,"accuracy":0.7006726457399103,"ce":2.101365028818311,"harm":0.2825112107623318,"repair":0.042600896860986545},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.519573423295275,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2464396514010705,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.19609856262833675,"accuracy":0.19609856262833675,"ce":2.149333070712187,"harm":0.7823408624229979,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.1952428146679881,"accuracy":0.1952428146679881,"ce":2.1302034670882217,"harm":0.7809712586719524,"repair":0.006937561942517344}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":732,"correct_output_rate":0.0732,"accuracy":0.0732,"ce":2.3212192968414267,"abstentions":0,"harm":0.9064,"repair":0.004,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7627957809978527,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4304935993249464,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.291053965455577,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2146177795939224,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.308926712551193,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.16591928251121077,"accuracy":0.16591928251121077,"ce":2.13583735744002,"harm":0.8015695067264574,"repair":0.026905829596412557},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.50490832076365,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3277006639688262,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.2997946611909651,"accuracy":0.2997946611909651,"ce":2.094228416301667,"harm":0.6796714579055442,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.2893954410307235,"accuracy":0.2893954410307235,"ce":2.1209329357496682,"harm":0.6927651139742319,"repair":0.01288404360753221}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":785,"correct_output_rate":0.0785,"accuracy":0.0785,"ce":2.3358897117802853,"abstentions":0,"harm":0.9002,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6264866682808177,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.373221531209368,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.405969896373816,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2478538890499284,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3730512899299945,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.31614349775784756,"accuracy":0.31614349775784756,"ce":2.0831097344423157,"harm":0.6378923766816144,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.57236675484574,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.383313730271051,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.4188911704312115,"accuracy":0.4188911704312115,"ce":2.1092253320439758,"harm":0.5698151950718686,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.09415262636273539,"accuracy":0.09415262636273539,"ce":2.1613585677515523,"harm":0.8820614469772051,"repair":0.006937561942517344}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":882,"correct_output_rate":0.0882,"accuracy":0.0882,"ce":2.3239543664447386,"abstentions":0,"harm":0.8917,"repair":0.0043,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7333088360552895,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.362185108285159,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4123409667749924,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.01485148514851485,"accuracy":0.01485148514851485,"ce":2.1647657675636007,"harm":0.9653465346534653,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.323621537497398,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.36995515695067266,"accuracy":0.36995515695067266,"ce":2.0886741307811474,"harm":0.5952914798206278,"repair":0.02466367713004484},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5926209328581447,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2866739043034765,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2091030380397334,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.5322101090188305,"accuracy":0.5322101090188305,"ce":2.0543904295604687,"harm":0.4578790882061447,"repair":0.02081268582755203}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":936,"correct_output_rate":0.0936,"accuracy":0.0936,"ce":2.327238305747326,"abstentions":0,"harm":0.8867,"repair":0.0047,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.651045650602285,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4425758871663183,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4229764111357235,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.1761996620307995,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3760464559946546,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.7612107623318386,"accuracy":0.7612107623318386,"ce":2.0590764088487052,"harm":0.22533632286995517,"repair":0.04596412556053812},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5392771088223696,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.08949416342412451,"accuracy":0.08949416342412451,"ce":2.2498513379201706,"harm":0.8891050583657587,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.12217659137577003,"accuracy":0.12217659137577003,"ce":2.1707008904491603,"harm":0.8572895277207392,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.044598612487611496,"accuracy":0.044598612487611496,"ce":2.1544601423142047,"harm":0.9276511397423192,"repair":0.002973240832507433}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1588,"correct_output_rate":0.1588,"accuracy":0.1588,"ce":2.380334208502545,"abstentions":0,"harm":0.8207,"repair":0.0039,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3064831735694993,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2174864831328764,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.862528960839455,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.4297029702970297,"accuracy":0.4297029702970297,"ce":1.7649376942728332,"harm":0.5584158415841585,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.324703383800606,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0033632286995515697,"accuracy":0.0033632286995515697,"ce":2.5484013089033732,"harm":0.9405829596412556,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.730767463307762,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.17023346303501946,"accuracy":0.17023346303501946,"ce":2.2303519823734175,"harm":0.811284046692607,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.03182751540041068,"accuracy":0.03182751540041068,"ce":2.015872256109299,"harm":0.9496919917864476,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.9365708622398414,"accuracy":0.9365708622398414,"ce":1.710659189451412,"harm":0.05252725470763132,"repair":0.019821605550049554}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":724,"correct_output_rate":0.0724,"accuracy":0.0724,"ce":2.620676801405244,"abstentions":0,"harm":0.9064,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.712116914238518,"harm":0.9816326530612245,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.02378854625550661,"accuracy":0.02378854625550661,"ce":2.099684567295527,"harm":0.9691629955947136,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.001937984496124031,"accuracy":0.001937984496124031,"ce":2.862578028516696,"harm":0.9660852713178295,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.06336633663366337,"accuracy":0.06336633663366337,"ce":2.140244814709837,"harm":0.9198019801980198,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.2882158167269537,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.02914798206278027,"accuracy":0.02914798206278027,"ce":2.311331295714049,"harm":0.9125560538116592,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.905734967925096,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.28891050583657585,"accuracy":0.28891050583657585,"ce":1.74018528439159,"harm":0.7023346303501945,"repair":0.01264591439688716},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.015400410677618069,"accuracy":0.015400410677618069,"ce":2.486419200455309,"harm":0.9640657084188912,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.288404360753221,"accuracy":0.288404360753221,"ce":1.8105166950039995,"harm":0.6907829534192269,"repair":0.009910802775024777}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":845,"correct_output_rate":0.0845,"accuracy":0.0845,"ce":2.5118968890963584,"abstentions":0,"harm":0.8933,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6722978482349733,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6048515528396643,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6705589079757814,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.02277227722772277,"accuracy":0.02277227722772277,"ce":2.3121420509691295,"harm":0.9584158415841584,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.07535641547861507,"accuracy":0.07535641547861507,"ce":2.401580381565771,"harm":0.905295315682281,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.08071748878923767,"accuracy":0.08071748878923767,"ce":2.2872087143927144,"harm":0.8643497757847534,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0110435778437146,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.11770428015564202,"accuracy":0.11770428015564202,"ce":2.070457702163126,"harm":0.8628404669260701,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.3542094455852156,"accuracy":0.3542094455852156,"ce":1.9736937643963195,"harm":0.63347022587269,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.20812685827552033,"accuracy":0.20812685827552033,"ce":2.119326187170057,"harm":0.7641228939544104,"repair":0.002973240832507433}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":953,"correct_output_rate":0.0953,"accuracy":0.0953,"ce":2.382966921995361,"abstentions":0,"harm":0.8827,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.912764759658551,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2616300149872255,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.374969642967919,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.192397716280363,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.571793485958505,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.005605381165919282,"accuracy":0.005605381165919282,"ce":2.1761406580507114,"harm":0.9349775784753364,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1691502213318743,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.3163632987372673,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9661190965092402,"accuracy":0.9661190965092402,"ce":1.7007710226024357,"harm":0.033880903490759756,"repair":0.023613963039014373},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.005946481665014866,"accuracy":0.005946481665014866,"ce":2.1828367632770718,"harm":0.9643211100099108,"repair":0.0009910802775024777}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":613,"correct_output_rate":0.0613,"accuracy":0.0613,"ce":2.6045275849007576,"abstentions":0,"harm":0.9177,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.755854546406422,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.000881057268722467,"accuracy":0.000881057268722467,"ce":2.3459601540266117,"harm":0.9920704845814978,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":2.7613216644354486,"harm":0.9660852713178295,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":2.299648345575548,"harm":0.9792079207920792,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8724047702406796,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.002242152466367713,"accuracy":0.002242152466367713,"ce":2.4169074230463172,"harm":0.9405829596412556,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.606935957166161,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.318665177101589,"harm":0.9785992217898832,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.2002053388090349,"accuracy":0.2002053388090349,"ce":1.9137651358914962,"harm":0.7885010266940452,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.40733399405351833,"accuracy":0.40733399405351833,"ce":1.8334214418858241,"harm":0.578790882061447,"repair":0.01684836471754212}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1102,"correct_output_rate":0.1102,"accuracy":0.1102,"ce":2.3622674957014747,"abstentions":0,"harm":0.8683,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1093546974802746,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.05638766519823789,"accuracy":0.05638766519823789,"ce":2.101049250517082,"harm":0.9356828193832599,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.19670542635658914,"accuracy":0.19670542635658914,"ce":2.10220171155442,"harm":0.7742248062015504,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3962689313762224,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":2.380406251248452,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4734436829113027,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0956535828309266,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.189604385617108,"harm":0.9610894941634242,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.6540041067761807,"accuracy":0.6540041067761807,"ce":1.8685566678125696,"harm":0.3398357289527721,"repair":0.017453798767967144},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.17542120911793854,"accuracy":0.17542120911793854,"ce":2.002694081302601,"harm":0.8017839444995044,"repair":0.007928642220019821}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":866,"correct_output_rate":0.0866,"accuracy":0.0866,"ce":2.394557379600558,"abstentions":0,"harm":0.8921,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1218029292020106,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":2.1158313134041764,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4170011501805164,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":2.185643759309392,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.505079017244675,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.06726457399103139,"accuracy":0.06726457399103139,"ce":2.1076289473771905,"harm":0.8789237668161435,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3456764161012638,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":2.2740397143326514,"harm":0.9717898832684825,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.742299794661191,"accuracy":0.742299794661191,"ce":1.852455718067052,"harm":0.2546201232032854,"repair":0.02053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.06937561942517344,"accuracy":0.06937561942517344,"ce":2.0770442838791694,"harm":0.9058473736372646,"repair":0.005946481665014866}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":926,"correct_output_rate":0.0926,"accuracy":0.0926,"ce":2.402457133178589,"abstentions":0,"harm":0.8855,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.194383618929785,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.000881057268722467,"accuracy":0.000881057268722467,"ce":2.181961203292603,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.449799870884322,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.284914440974658,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.479917304692055,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.220927712108081,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.191275581976447,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":2.128065404946012,"harm":0.97568093385214,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.8798767967145791,"accuracy":0.8798767967145791,"ce":1.913213947872228,"harm":0.11909650924024641,"repair":0.022587268993839837},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.06342913776015857,"accuracy":0.06342913776015857,"ce":2.038535605457957,"harm":0.9078295341922695,"repair":0.0019821605550049554}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1011,"correct_output_rate":0.1011,"accuracy":0.1011,"ce":2.6272683179605565,"abstentions":0,"harm":0.8776,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9011314443560274,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4389725837350427,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4428529963902803,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4482094027421937,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.530346883045601,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6369087751195104,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4639731405123713,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4897819718422998,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.01642710472279261,"accuracy":0.01642710472279261,"ce":2.2979998222647686,"harm":0.9681724845995893,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.9861248761149654,"accuracy":0.9861248761149654,"ce":1.718996494990083,"harm":0.005946481665014866,"repair":0.022794846382556987}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":254,"correct_output_rate":0.0254,"accuracy":0.0254,"ce":2.9760757336718244,"abstentions":0,"harm":0.9521,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.390628125756438,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.02555066079295154,"accuracy":0.02555066079295154,"ce":2.4653092496507267,"harm":0.9691629955947136,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.02131782945736434,"accuracy":0.02131782945736434,"ce":2.7540349827272244,"harm":0.9457364341085271,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.019801980198019802,"accuracy":0.019801980198019802,"ce":2.7395164028875945,"harm":0.9613861386138614,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.016293279022403257,"accuracy":0.016293279022403257,"ce":2.7321549763354005,"harm":0.9643584521384929,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.020179372197309416,"accuracy":0.020179372197309416,"ce":2.898281940196385,"harm":0.92152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.257697866710395,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0019455252918287938,"accuracy":0.0019455252918287938,"ce":2.776646346886153,"harm":0.9766536964980544,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.08316221765913757,"accuracy":0.08316221765913757,"ce":2.350323007980514,"harm":0.8973305954825462,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.06541129831516353,"accuracy":0.06541129831516353,"ce":2.5371801961697833,"harm":0.9127849355797819,"repair":0.008919722497522299}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1227,"correct_output_rate":0.1227,"accuracy":0.1227,"ce":2.5156659116564017,"abstentions":0,"harm":0.8551,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.941720295151961,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.627377105854399,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.2800387596899225,"accuracy":0.2800387596899225,"ce":1.9602766253994908,"harm":0.688953488372093,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.550362432855427,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.016293279022403257,"accuracy":0.016293279022403257,"ce":2.559633113492914,"harm":0.9643584521384929,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6074526469610064,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7736992626145263,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9521759956870643,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.3973305954825462,"accuracy":0.3973305954825462,"ce":1.6779573186731958,"harm":0.5872689938398358,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.5302279484638256,"accuracy":0.5302279484638256,"ce":1.5550544633261911,"harm":0.4499504459861249,"repair":0.010901883052527254}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":930,"correct_output_rate":0.093,"accuracy":0.093,"ce":2.6393867692791626,"abstentions":0,"harm":0.8849,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.602347743193416,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.734644130274623,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.672583785774094,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.0871219513564543,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8217549238225854,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5254137778204004,"harm":0.9405829596412556,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.875814872893888,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9395162978960094,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9527720739219713,"accuracy":0.9527720739219713,"ce":1.137227211212135,"harm":0.04722792607802875,"repair":0.023613963039014373},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":2.0094163009037276,"harm":0.9672943508424182,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":982,"correct_output_rate":0.0982,"accuracy":0.0982,"ce":2.5918246371875617,"abstentions":0,"harm":0.8802,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.046758063715392,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":2.682426058573126,"harm":0.9920704845814978,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":2.39663277120026,"harm":0.9641472868217055,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":2.229714028791109,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5080085116371382,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0011210762331838565,"accuracy":0.0011210762331838565,"ce":2.2034039956279416,"harm":0.9394618834080718,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.675590365420273,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":2.0268972870017556,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":1.2362084149723038,"harm":0.027720739219712527,"repair":0.021560574948665298},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.02180376610505451,"accuracy":0.02180376610505451,"ce":1.9695738396185334,"harm":0.9514370664023786,"repair":0.003964321110009911}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1171,"correct_output_rate":0.1171,"accuracy":0.1171,"ce":2.8895456501124674,"abstentions":0,"harm":0.8607,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.03163265306122449,"accuracy":0.03163265306122449,"ce":3.1623507086220797,"harm":0.9510204081632653,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.07929515418502203,"accuracy":0.07929515418502203,"ce":2.800879016569407,"harm":0.9127753303964757,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.06686046511627906,"accuracy":0.06686046511627906,"ce":2.9487919983524193,"harm":0.9031007751937985,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.2584158415841584,"accuracy":0.2584158415841584,"ce":1.8509507977263067,"harm":0.7257425742574257,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.10590631364562118,"accuracy":0.10590631364562118,"ce":2.8103526591218935,"harm":0.8747454175152749,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.06502242152466367,"accuracy":0.06502242152466367,"ce":2.9592310334106604,"harm":0.8766816143497758,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.1801463798192975,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.24027237354085604,"accuracy":0.24027237354085604,"ce":1.8804555477463423,"harm":0.7422178988326849,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.1570841889117043,"accuracy":0.1570841889117043,"ce":2.3095437746437173,"harm":0.8203285420944558,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.1565906838453915,"accuracy":0.1565906838453915,"ce":2.182514281816033,"harm":0.8206144697720515,"repair":0.007928642220019821}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":723,"correct_output_rate":0.0723,"accuracy":0.0723,"ce":3.4276684297603155,"abstentions":0,"harm":0.906,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.972530960502574,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9958749678579473,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.006782945736434108,"accuracy":0.006782945736434108,"ce":3.4013131890806014,"harm":0.9602713178294574,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.07524752475247524,"accuracy":0.07524752475247524,"ce":2.0622761087900883,"harm":0.905940594059406,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.5878353855565868,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0011210762331838565,"accuracy":0.0011210762331838565,"ce":3.3793765611592823,"harm":0.9405829596412556,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.543035621537668,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.329760592086575,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.5636550308008214,"accuracy":0.5636550308008214,"ce":1.2256165442154405,"harm":0.43018480492813144,"repair":0.017453798767967144},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.08919722497522299,"accuracy":0.08919722497522299,"ce":1.7667007110486752,"harm":0.88800792864222,"repair":0.007928642220019821}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1216,"correct_output_rate":0.1216,"accuracy":0.1216,"ce":2.953199916960258,"abstentions":0,"harm":0.8571,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.04897959183673469,"accuracy":0.04897959183673469,"ce":3.405156439767475,"harm":0.9357142857142857,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":3.8814353181635743,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.21608527131782945,"accuracy":0.21608527131782945,"ce":2.5281154563962662,"harm":0.752906976744186,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.12772277227722773,"accuracy":0.12772277227722773,"ce":2.22585526816085,"harm":0.8554455445544554,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.10692464358452139,"accuracy":0.10692464358452139,"ce":3.008838941494298,"harm":0.8737270875763747,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.0773542600896861,"accuracy":0.0773542600896861,"ce":2.62682138602957,"harm":0.874439461883408,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.2265135699373695,"accuracy":0.2265135699373695,"ce":2.601319498758666,"harm":0.7609603340292276,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.0019455252918287938,"accuracy":0.0019455252918287938,"ce":4.507253257351551,"harm":0.9766536964980544,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.3049281314168378,"accuracy":0.3049281314168378,"ce":1.963375994946058,"harm":0.6806981519507187,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.12289395441030723,"accuracy":0.12289395441030723,"ce":2.573572483984109,"harm":0.8473736372646185,"repair":0.0009910802775024777}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9756,"correct_output_rate":0.9756,"accuracy":0.9756,"ce":0.08981359350346614,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9826530612244898,"correct_output_rate":0.9826530612244898,"accuracy":0.9826530612244898,"ce":0.06495279787082359,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.027880090444519667,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.10792131596469111,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.06486433720777172,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.0904237270527482,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9405829596412556,"correct_output_rate":0.9405829596412556,"accuracy":0.9405829596412556,"ce":0.18647860608108258,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.07023732533066501,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9785992217898832,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.07336430619247034,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9763860369609856,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.10028811116815668,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9692765113974232,"correct_output_rate":0.9692765113974232,"accuracy":0.9692765113974232,"ce":0.12926561993138572,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,2,5,8,8,9,5,5,8,5,5,3,5,9,5,8,3,1,8,1,8,8,8,9,9,9,8,8,3,9,8,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.4759295817624585,2.556322264462283,2.731851313554412,2.824687453726218,2.7591339427735075,2.500121472085788,2.6685742615918624,2.9269248249773607,2.8047028582301996,2.7248832589996104,2.7171906389181313,2.670383485607499,2.690560355156389,2.7369528240513175,2.6291784064191828,2.403866449286453,3.7264335495291734,3.680639768881881,2.8918348814756865,3.63390398439523,3.257008900264819,3.214023071701126,3.1924756668670407,3.716189869086253,4.673134600497247,3.140142418599983,3.9341728492505474,4.041396543458317,3.0076600567013574,4.697925673113752,3.7409100942791285,0.0017800725534541397]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,2,5,8,5,8,5,5,8,5,5,3,5,9,5,8,9,8,8,9,7,5,8,9,9,9,8,8,9,9,3,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9196493099330838,2.922577964473019,2.724874528103469,2.771136424289988,2.6071533739533086,2.5664763667219086,2.732255937514163,3.247638161384643,2.7801513958089688,2.619296978897821,2.6341003832849164,2.8280168283400746,2.7635537273533863,2.7516813056324474,2.6812114629542005,2.075561031792757,3.6158771648832264,3.491339788769113,2.8566809425318107,3.922205414136744,3.354404004514047,2.964759270410933,3.2595806676609453,3.8847026740693367,4.222553375423395,2.96788466068059,3.1864156427915082,4.577818078792699,4.245700769973649,4.150006580178079,3.0252666382267623,3.682535206440201e-05]},{"index":4201,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,1,8,5,9,5,1,9,9,5,5,9,9,5,5,9,8,8,8,8,8,8,8,9,8,8,3,9,8,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9813366764216171,2.4352672487888043,2.112687080510208,2.1029384117003054,2.285835154271057,2.223399634716298,2.2741898966209386,2.0808933641338476,2.2772566069817866,2.3076389706358844,2.3148149276103807,2.3280317483449418,2.2979817120854484,2.4062964864108762,2.386947929005591,2.450762897492574,2.141567661890132,2.15498960052048,2.115339656749024,2.244465205526195,2.1787358497658214,2.14768435601683,2.0067175833782107,2.192630305348275,2.472384445094365,2.292070330038796,2.3722757477560243,2.4768587699551112,4.754949423550674,2.944425063044825,3.9896655470910627,0.3166956731290283]},{"index":6628,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,5,5,5,8,5,7,9,9,5,5,5,5,5,8,7,8,8,8,8,1,9,9,4,9,8,8,8,8,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7697372670645768,1.9617495736426571,2.158066542308763,2.3289439021333616,2.230699168424548,2.3516269283540505,2.266350482410021,2.308296791662303,2.3528776098369186,2.3646185251083036,2.2795371041649717,2.3313891914480185,2.2933341535128045,2.3294841979402365,2.4419392123438928,3.0649089078826934,2.424461247674906,2.78669506284512,2.085479054229439,2.340998706408774,2.082416661819991,1.8486643194685324,2.0876300039177926,2.5108079329261246,2.7975245765811367,3.0981114496023787,2.5076372440509163,2.8549758566226346,3.1472128648292723,4.227061201236979,3.3550357717577755,0.0006068350490877161]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,5,5,7,5,8,7,5,9,5,5,5,9,9,8,7,8,8,8,8,8,9,9,8,9,8,8,8,8,9,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8443609440284876,2.17524039020961,2.1377962911017274,2.309919038366524,2.2392902710068534,2.363696234085782,2.220723251304587,2.3256476426161283,2.4805162491765946,2.451612829526753,2.263142893723861,2.440621568087272,2.3751400775088958,2.3639050568129747,2.3857641943799948,3.1189289769090633,2.2260353539099316,2.4449442621095603,2.2179400890853174,2.3027118443685977,2.2046369969405424,2.2503602452733587,2.288630687431289,2.3848176809393413,2.3046298322520693,2.181189271007073,2.7965400253707338,2.3236913361873315,3.774255962425523,4.407639531576881,5.290293359123936,0.00015351945071001628]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,8,9,5,8,7,3,9,5,5,5,9,7,8,7,8,8,8,8,8,9,9,5,9,8,8,8,8,9,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5138793653660692,2.3262817548768346,2.150818755268594,2.3661226842501812,2.2666663117458525,2.35387875298575,2.23314914436242,2.38003107078701,2.564485956180549,2.4101636164120546,2.315211382651532,2.504446246306797,2.3952842197796107,2.3837579970377525,2.3831699425577484,3.280735297142261,2.2480220481847226,2.4215584570476074,2.2986214191928163,2.4149526945424222,2.0896664921783668,2.17823021544735,2.295429921645317,2.5480705426775785,2.7391915343358058,2.3735425416986393,2.8883431168463853,2.3494144624107056,2.326535715074132,4.12291236832311,4.762353426563022,3.0008554299901783e-05]},{"index":82,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,2,9,9,9,9,9,3,9,9,5,8,8,5,8,8,3,9,8,3,2,9,8,8,8,2,8,1,4,8,2,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9426291284809323,1.8685195367817333,2.364626674687491,2.3288130378697494,2.073136010172375,2.3138478177878286,2.189338389757352,1.9743062905770823,2.4729905487713255,2.45974477243042,2.342225388452666,2.2447836154408396,2.4637080140815164,2.423332875704298,2.479561003658172,3.0872072142419658,2.9398639933195376,2.740641677406649,2.3947993735889073,2.8116020520855107,1.951091064495476,2.3772975429473813,2.5042910328607073,2.361815975068362,2.0964207230643703,1.3912069576592792,2.434841456892492,2.3568488706886264,1.9415333410301425,4.060693656140825,1.0630180827989835,1.1875305548793571e-06]},{"index":147,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,2,5,9,9,9,8,3,9,9,8,8,9,9,8,8,3,9,9,3,7,9,8,8,8,2,9,1,0,8,6,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.187582772276156,1.7381527015952933,2.344285715244535,2.3504785888955624,2.2868633919188364,2.3162375280129424,2.243814936627347,1.986399428761043,2.5434393021192223,2.4823618741324682,2.4074186063162126,2.313608494489748,2.4266945712229337,2.4188871637495915,2.454001873290783,2.976656318943164,2.81028817226977,3.1770512331249154,2.4130196508125294,2.212779892749973,2.0059399932694264,2.488109498003679,2.4769180108322817,2.2623986305756407,2.078665991256188,1.2947514206335144,2.781899859605118,2.624306314785919,2.35839560838542,4.069835680978102,3.31463754974252,5.113965905273096e-06]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,9,8,2,5,5,3,9,5,5,9,5,9,5,8,1,8,8,5,8,8,7,8,7,8,9,8,9,8,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0306032725809207,2.0823189497198413,2.2987950538758,2.202926751569831,2.0910087911743074,2.395315205060624,2.3656755143921866,2.1836870031149487,2.8284073339828106,2.3794442411400754,2.3821791006274524,2.2987499153218125,2.4170375679071134,2.3843447778213425,2.4185500343373887,2.807470055413517,3.181941577530262,2.809309845321976,2.3114361907523824,2.9077753569766998,2.301221077646675,2.319200745004987,2.4412406165469687,2.5942330184119893,2.7671536065786233,1.7000267867964467,3.4927204875701743,2.3789743605588054,3.4195102910804875,2.4128023458732795,3.2749031332116583,0.0004514349514522528]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,3,9,9,9,8,1,3,8,5,5,3,9,9,5,8,3,8,9,5,8,8,8,8,1,8,8,8,9,8,0,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1310174743226127,2.043735137668448,2.2962063782722817,2.152208603045318,2.24143462343546,2.2404803442085544,2.3258880644972724,2.115494960819844,2.455325447733516,2.4183608945778765,2.426474625111978,2.1720875481515267,2.431727993528823,2.380426324515605,2.458713391050261,2.802526743980273,3.106231043257337,2.380445405781828,2.307825583225632,3.0428667024908207,2.003366624213723,2.1111094033936624,2.4591023205957256,2.5826561426643915,1.861604759926743,2.014636484099669,2.3517454471968966,2.3228271234872095,4.376545863343783,4.506324246100056,2.0275920405866588,6.027278649389481e-05]},{"index":849,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,5,9,5,8,5,9,8,5,5,9,5,3,8,9,9,9,8,9,9,1,8,2,8,4,8,8,3,8,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.459498156385302,2.2734455050023064,2.136397331162882,2.2017967712189734,2.0518827503285832,2.2926173380663153,2.2543698318213163,2.0918598486735243,1.9911201554796054,2.2276392641247047,2.2430620640440164,2.2141798892972764,2.2335648533147405,2.1072837373616604,2.1760911491928785,1.7757700180332467,2.641901785530437,2.5313512135614125,2.1188961816926164,2.3079103019176532,2.3884827959321635,2.304158639008369,2.2986180459193317,2.523585468302092,2.014342965439562,2.8610421599779112,1.7654455708149022,2.2889626263080314,1.3200929870669869,1.59544921303026,2.3842859503152276,5.301819423352496e-06]},{"index":923,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,5,9,5,8,5,9,8,5,5,9,9,3,5,9,9,9,8,8,2,1,8,2,4,9,8,8,9,8,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8636835218175662,2.0694018991718837,2.3008600709921305,2.273750210351399,2.096341594459198,2.1789522070478116,2.2565913594272975,2.1709142550311213,2.05960048350566,2.1541998822249906,2.2497891825962344,2.2030679691257014,2.356861788751064,2.0476793080773263,2.2125152843404554,1.6234398773657506,2.099821624362739,2.7104337379247334,2.2474845561432586,2.2529529580412264,2.6015446810330225,2.1619678782054557,2.323617249133856,2.6092597840240623,2.9564093461275176,2.3775636650105207,2.064518155835949,2.298434127703901,2.756755750570248,1.6142053404711967,2.6446117403874947,1.1158823580627555e-08]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,8,5,5,9,5,9,8,9,5,5,5,9,5,8,3,4,8,8,8,8,8,8,7,4,8,8,8,9,3,0,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3730349217265334,2.3474110376497497,2.334098871609164,2.2231840871171915,2.316990771583553,2.284853877984091,2.319529943242086,2.182585896887931,1.8648335082147183,2.286258358588813,2.223690479469583,2.296571713325879,2.214345803243504,2.2142294604660053,2.179816871241522,1.976697287911985,3.036310762964386,2.2246209966646395,2.0334213129136662,2.235124439071729,2.210564711577044,2.2064230775774085,2.2751289227931384,2.2752357310451674,4.12777029907434,2.291625421377199,1.9638090919745257,1.9724594443804835,2.360295794341548,1.2353485537478548,3.0220641870772686,0.037408857890445756]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,9,9,5,8,5,9,8,5,5,9,9,9,5,9,9,9,8,2,8,8,9,2,4,9,8,8,3,9,8,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1233294857928993,2.2295209891880585,2.3070684775828147,2.206473958091638,2.213932400306858,2.2859693348654884,2.1985638004638157,2.161499833651778,2.3210521800150907,2.219547373330401,2.220045045008608,2.210251837254467,2.1755203442410997,2.1499407282573864,2.080527115682538,1.6787240287961438,2.315814420412615,2.091061127918312,2.3071088798030077,2.2293195506522228,2.2257176599999484,2.0991010947905338,2.256017565729178,2.7213609813160673,4.194535299649,2.863382359689886,2.0594080156503187,2.2845270677445697,0.7919055230707318,2.094577016255297,1.838309169687556,9.987083150256556e-08]},{"index":969,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,5,5,5,5,9,1,8,8,5,8,9,5,5,9,1,9,9,8,8,8,8,8,1,4,8,8,9,8,8,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4200187960062434,2.32831042414596,2.4045429301946433,2.293828363368268,2.4506237466008827,2.37424817676549,2.3013562189365846,2.19601565999212,2.3974754457124763,2.295984066274608,2.3011244658821894,2.3794742326181013,2.3102894155754705,2.3663152220374495,2.3757233052493483,2.2069716035764997,2.2232784563486874,2.266845967725737,2.249484474912939,2.6937114149030315,2.30861822998198,2.5474001757487543,2.5431354937948196,2.3886077949065383,2.639084615848678,1.861620008181478,2.796597441471457,2.704998260627046,4.336016507084279,4.308309794253359,3.485888297303791,0.06234561774462797]},{"index":1419,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,5,5,5,9,5,2,8,8,5,8,9,5,5,9,7,4,8,8,8,8,8,9,1,4,8,8,9,9,0,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1542838093089167,2.7988574563308113,2.387858769851646,2.191704856557327,2.5377534180100376,2.180118431275868,2.242891560095906,2.253377208863731,2.3637201132121612,2.4725174999790767,2.362797759886669,2.3242477704357376,2.327317828703569,2.387792581878903,2.326168584792284,2.3512225511772087,3.169571596447767,1.6280397677880414,2.562167878903726,3.3416220256229776,2.326402564487024,2.568891119373464,2.5162170723097637,2.644868614468284,2.6669341331288443,1.8457913750944905,2.5047228303161724,3.07711759957661,3.2091483975898107,3.177622935152047,2.471009167645337,4.350406975391449e-06]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,2,5,5,5,7,5,7,8,5,5,8,8,9,5,9,3,5,8,8,9,9,8,8,1,9,8,8,2,8,9,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6683982686273247,2.5973101966475785,2.377913248174374,2.3927930571816645,2.4226635406575676,2.2277083439406176,2.2007982447868937,2.1581073702851024,2.444451074927561,2.447658173809528,2.310706082003518,2.3264315857426823,2.3679848036314075,2.2954974174915503,2.2824777000369574,2.2228836963515066,4.463551000310421,2.465024375133468,2.3389924239781004,2.779299918450759,2.4558657469483913,2.4673290877907816,2.488081318347848,2.514002977629283,2.2591924153890677,2.3438203443394663,2.4977153832764483,2.70801083200962,2.38710139102956,4.128106487670206,3.1268925892404957,0.00037928499015600647]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,5,7,9,8,9,9,5,5,5,9,9,9,5,9,9,9,8,8,9,8,8,9,1,5,8,8,9,5,3,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3112543908291454,2.489403930336409,2.2622999742822145,2.425483293509825,2.3065466353400144,2.2953687832755514,2.307604113070279,2.2342836994505975,2.521449436890542,2.38448678273994,2.2957350933471727,2.3121234436053455,2.3824592739779793,2.404437678317442,2.4323379800967855,2.3184693157445437,2.3726290981053517,2.0850517785080127,2.4306834770778467,2.6167330911647055,2.274531920570387,2.6884484350643314,2.4795969657158325,2.515826522873514,3.1034350418034418,2.523282595684794,2.8643706432538494,2.708286435325517,3.991804888354007,3.5968269036537626,5.033874041726426,0.001014688422867402]},{"index":45,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,3,5,5,5,1,5,9,8,5,5,9,5,5,5,7,9,9,8,9,1,8,8,7,7,8,8,9,8,9,8,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.975237856627123,2.241464825728877,2.1312772464238066,1.7672987089831484,1.9948330083460324,2.1844874863066526,2.109331054433848,2.2538799298345666,2.079294163404757,2.1106152905305637,2.0593319788904814,2.181854315289105,2.0542189900092023,2.065122735464755,2.0550713636370705,2.4386466244300227,1.9396820310350504,2.3432418351773308,1.9703930922508683,2.4027527937949893,2.3881923502013036,2.234359097664108,2.1936849893386823,2.4208372856237395,3.3226760140574134,2.0354964252158414,2.352570301238587,1.9783834560892564,3.3796044141123844,3.7214943485749403,2.602903215936793,0.00023160309973292506]},{"index":52,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,3,5,5,5,1,5,9,9,9,8,5,5,9,5,7,9,1,8,2,7,8,8,7,9,9,8,9,8,8,8,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2649728251572965,2.184921483006409,2.0685944492534944,2.060764673679286,2.045452962893656,2.238590333311074,2.114768526382144,2.1316627404929696,2.031017285047518,2.1288677722501546,2.103662239652113,2.0892901811424647,2.0306956698738774,2.091537575812974,2.0274142222036233,2.600181188800951,1.5085487499669785,2.269063373306741,2.0808138215694356,2.807051817861556,2.4875951524917856,2.0872746089988334,2.174855859751451,2.7862750489608397,2.830961580656278,3.1016113649398163,2.576372809805184,2.6628878402433447,3.44079965025787,3.080627533067407,2.941104308295058,3.6672163757338206e-05]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,5,5,8,8,5,9,5,8,8,8,8,9,5,9,7,8,8,8,7,8,8,7,1,7,8,9,2,8,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6175263746155997,2.298431836401771,2.0219667591234733,1.8894945911101133,2.1995162344317007,2.161930033915253,2.1493413349020836,2.337175629773549,1.8881910435376144,2.1135215586264984,2.1315002542643495,2.1735549326733663,2.073172419688502,2.0745384913690335,2.061184355134119,2.133932140409117,2.158479528831133,1.7604833561144322,2.372390105936022,2.536633066217469,2.8028723632464834,2.1080770622590213,2.2473889375539544,2.0874294532684656,3.680718210714535,2.9083318661435316,2.467907586331271,2.5399476257524753,3.537713468107669,3.6555422204518866,3.094741367650236,0.10634631750780921]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,5,5,5,2,5,5,9,9,9,5,9,5,9,5,3,9,9,8,9,9,8,8,8,9,8,8,8,8,8,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6766247823779867,1.9586729717381204,2.089814493508191,2.035299855774343,2.269114927653725,2.1328246409314264,2.1123837790531264,2.058767452699856,2.2290668178527184,2.1148434392889626,2.096213132545147,2.0891250210563204,1.9654187821795417,2.1479988802225933,2.087452476936716,2.4537826609118545,2.381779384585612,2.301175123774029,2.262064591245876,2.161473249538372,2.16316171725239,1.859959278835045,2.239231179776471,2.681318090375013,2.749869266828206,3.092124921490294,2.8057302514916866,1.8838212431119106,3.1306684167106047,2.9977006722584267,2.151053462129373,0.03584431066284471]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,8,9,5,5,5,9,8,3,5,8,7,5,5,8,9,9,8,1,7,9,8,7,1,8,8,8,9,8,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.388025747811376,2.7340566695224147,2.693111558636812,2.7923683640809207,2.6922730272816398,2.6759976698460903,2.641229021662466,3.629320360551811,2.6298916470549587,2.5820201635988846,2.5626193617257416,2.485134033397339,2.576518453267997,2.4914136569232306,2.5077377103474108,2.6404130641513097,4.41911142181351,4.079766428186649,3.288098508853741,3.409627698168271,3.242704091554857,3.4397776487332026,3.263389666858493,3.4469042437553306,4.0611051771936095,3.696839403326085,3.9430851975278944,3.865820578876447,6.59759229374718,3.124221690226232,2.585805944640731,2.878176847503098e-05]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,2,5,5,5,9,8,9,8,5,5,9,9,5,5,8,5,5,8,7,8,8,8,7,1,8,8,9,9,3,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.789764064420951,2.3080674456386694,2.5871008272968212,2.717304451312894,2.7047113585634124,2.534729437505894,2.586617434872292,3.6896000634976356,2.5754651819777545,2.6004547237517697,2.4722112683751827,2.544772608843635,2.6786400432095876,2.544421497200694,2.566340006906595,2.4383501219425243,3.0482251363031985,2.554711596870057,3.1189946112994305,3.6395758600351487,2.95362578501074,3.2042857977263,3.1120265264802387,3.6755705361877684,3.5553157700774864,3.6179607670401563,3.689370732161356,4.902251396667121,8.742452269582376,5.597884619789558,1.9911160934744756,9.484267017520497e-05]},{"index":124,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,5,8,9,5,9,7,8,8,9,5,9,9,7,7,9,9,8,8,8,8,9,9,1,1,8,3,9,8,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.215741423739221,2.2483528865026763,2.200832300792418,2.2345838307764927,2.3969809965557967,2.3211913758336378,2.2871654905154064,1.9881961787390405,2.3573008717295356,2.1911803098605085,2.3149704320810627,2.2777288515317555,2.222681195208197,2.306145606702526,2.034230001213571,1.9435256204842248,2.0885951875995414,1.813255773415251,2.215067419245525,2.0725733715868184,2.2275251535049976,2.235094917891887,2.1251799604586,2.3302709479455896,1.9909145499456167,2.4347456025014225,2.599970010633883,2.394551993013529,3.2920789564541884,4.212260891749983,4.3712039587752285,0.0168066436673215]},{"index":358,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,5,5,9,9,9,7,9,5,9,5,5,9,9,5,2,3,8,9,9,8,9,9,9,8,8,8,1,8,9,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5476276618267693,2.2002809895491184,2.2713560439493516,2.2178894512086536,2.1793955933536053,2.176157409635119,2.2929769141651257,2.0903948241229635,2.180408871263837,2.3354245192828236,2.2565143346285517,2.197825773073999,2.3088042914250853,2.288783864372212,2.1250394087922495,2.2196484215921357,1.7913734599054723,2.266717528342026,2.4036840575632423,2.10781473212261,2.2605303204309974,2.2953330801896628,2.1184493584994746,2.337196662271788,2.698590709103057,3.406246476585556,3.052809876370103,2.659180198951502,2.3841013417376056,3.9021982194197684,2.9535684949181187,0.8735043979782371]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,4,5,8,2,9,5,4,3,9,5,5,8,5,5,4,9,8,8,9,8,8,8,9,1,9,8,2,2,8,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.593502951311276,2.2854581926907853,2.202807781553712,2.1756661876222045,2.2865451129538945,2.42185580440845,2.334220363371933,2.3492845834893714,2.189733612936199,2.316220305368624,2.2154696601824995,2.3351062773886806,2.4474811054825145,2.3108593485451667,2.285005625241687,2.162573900303009,1.8787222618880937,2.3973344266602803,2.399483353824973,2.491472031051106,2.1835208124981422,2.2571359033871676,2.078604064743909,2.5326692055022337,2.6887327230339344,2.635036037409767,2.832327805428478,1.8368129819646057,2.463704390823853,4.483965836934985,5.640899919643457,2.206589640320839e-05]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,2,5,2,8,9,5,4,8,9,5,3,8,3,5,4,3,1,8,3,8,8,8,4,4,9,8,2,9,8,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.760229945435932,2.4901895063606485,2.191312585274446,2.115733690220015,2.436733960097274,2.539772492272709,2.307537055128075,2.286751259518315,2.383083282273773,2.2847092553060717,2.239982587219434,2.3325170963453172,2.3377877296352163,2.395878920291653,2.25198579300698,2.2116735978894226,2.176043410924758,2.060068733821745,2.271097163326983,2.409638802129498,2.1889154707957665,2.2513629827613904,2.1001814816636104,2.5811255232611954,2.9879083323415907,2.152947218436768,2.833337388499139,1.8976098213795833,1.6541945183036033,4.549717980883035,4.833999910995115,2.573639020787992e-05]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,5,5,7,5,2,5,3,8,9,5,5,8,5,5,9,7,8,8,8,9,8,8,9,1,9,8,8,3,8,8,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0930884374109766,2.250692012428332,2.1728340394962564,2.21247698977417,2.193189849839897,2.169580222494372,2.172682852076161,2.2710120579760305,1.7258707764791847,2.2589877253248853,2.1599796665814486,2.1073889857309376,2.0819162983099533,2.1729820524512418,2.050310892067467,1.987758478933382,2.4723105086145614,1.9198352030033816,1.92766721323784,1.729835360698559,1.9823661415890756,1.791984351361724,1.8636212599887854,2.1346126772754856,2.518006175216338,1.894375052962719,1.573032050475413,1.104960907420561,2.9244282122893095,0.47766087977029265,1.013694445056302,0.0025136490384798376]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,5,7,9,5,9,3,8,8,9,5,7,9,7,3,7,8,8,8,8,8,8,7,1,8,8,8,9,9,9,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6170551519489247,1.9402460676101843,2.195043946836844,2.2850723832752347,2.0955464377780055,2.160711086987507,2.1876923089204516,2.1824756791075712,1.8064200079598007,2.091269810566859,2.155109032123136,2.1173617136659013,2.1468398611167356,2.2131387474407016,2.3117061311959124,2.0258062075358327,2.6241792886202195,1.815411198118639,1.6618674430364242,1.762526498374502,1.8264923900727204,1.7746858234101546,1.9109706499592956,2.2040504301917805,2.384671163839987,1.4244858993472733,1.3026064646307156,1.4336945489489599,2.918271944081177,1.935743543788692,3.565819519755788,0.0012493637950125832]},{"index":299,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,5,3,9,5,5,3,8,9,8,9,5,9,5,9,7,7,8,5,8,9,8,7,8,9,8,8,9,9,3,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9529504426941433,2.00103347412029,2.2183741526613994,2.2047516557728932,2.3879053564923325,2.1636318516424433,2.149138285980706,2.1874051054351353,1.8890283824718412,2.1948370601951983,2.094905294615028,2.121887965675169,2.1393981896855347,2.188328558498524,2.206019353390879,2.064263466527531,2.8767054258977587,2.122722946693751,1.5093853584113193,2.0118516038731737,1.8381891122897276,2.069277531862002,1.9059629228917927,2.415805016430921,1.1464636362883496,1.6527573062182763,1.1326492562916555,1.3952436745919998,1.5484772373877362,1.7102589309432086,1.374812833108968,0.0006884746967677854]},{"index":338,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,9,8,5,9,9,3,8,9,9,5,9,5,5,9,7,3,8,9,9,9,8,9,8,9,8,8,3,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0067187703671934,1.9629503728086168,2.1328800516945834,2.0935029869508575,2.169940007118932,2.1288514719591864,2.193007192459629,2.284971621141373,1.7770973488848751,2.183244793753893,2.181207201999996,2.1232481458267976,2.165633417420176,2.1846549453197452,2.2121180777763056,2.038979163762642,2.6076271778850435,1.7650642776925374,1.6359428044760602,1.813814407314501,1.8328181750825236,1.9098957284012077,1.9376938445560568,2.2340295319104433,1.4445856036863978,2.629582938822468,1.3681905245921473,1.2152889649718794,2.435543773685799,1.0329148460579423,2.232648144870655,0.0008999766263064794]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,9,8,5,9,5,8,5,5,5,9,5,5,9,9,7,8,8,9,8,8,9,8,9,8,8,9,8,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5825760925286116,2.127098320408291,2.0610826428494398,2.0450899751315483,2.2005413072395577,2.1714743147534232,2.0818214700872555,2.14980546952002,2.0625776612162454,2.1263787250757695,2.116990903198292,2.196628520518616,2.067170534917731,2.0938955465193354,2.0974612576315006,1.8033664237183773,1.5527562673956485,2.3778312552481986,2.0917503869855296,2.038630941970867,1.899730404559433,2.0134181556075763,2.073990769973145,1.7997001136506867,3.063599948288692,1.5738121828406195,1.592999800795722,1.7722619525619094,0.8036337943492704,1.6229335286818771,2.947812171177216,0.0024575188676280485]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,5,7,5,9,5,9,3,7,5,8,8,5,9,9,7,4,8,8,8,8,8,9,1,1,8,8,7,8,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7050459807368592,2.1485994331622873,2.1783866805427543,2.174426861414796,2.2837529019773264,2.10209492299769,2.154532973245854,2.0752420802273033,2.1349524916737717,2.2425172530912936,2.0906556842025648,2.1411281828035147,2.1538091951963674,2.0519158002835653,2.0740657862050615,1.6179742895215419,1.6944998970081084,1.9951975297283566,2.2031492926485816,1.7615485785074179,1.9078376463804312,2.3503024326460444,2.0135458539529045,1.697482498084199,2.7283273238623984,1.9189441222431438,2.0604336042765166,2.5285013979448627,1.897448892135062,2.552249246933,1.712963807379265,6.364591247474064e-05]},{"index":151,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,1,5,5,8,5,5,8,8,5,5,5,5,5,9,7,8,8,8,2,8,8,9,5,8,8,8,3,9,2,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9558712599392463,2.447514265656683,2.224078974085875,2.127039224335918,2.1544440558638343,2.1955681018743483,2.19449899312309,2.1322034114235837,2.207178195069727,2.083811536595037,2.111246098899044,2.1833373693605975,2.197490806722213,2.1139604958846308,2.221450026311256,1.8171438652767715,1.991381883972885,2.7259264137056363,2.1511612301584453,1.8475577053102916,2.205634884176688,1.981382053089333,2.066502471970133,1.6648413861320626,1.4969498668490286,2.1485452150934403,2.2669376562517956,1.9302334102362544,2.197479941723436,1.064592651037254,3.5280081465271573,0.1884008939953154]},{"index":212,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,5,9,9,5,9,5,8,9,5,8,9,5,5,9,1,8,8,8,9,8,8,9,1,1,8,9,9,8,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1534326176626553,2.0947169970966897,2.148531062013312,1.935473048002825,1.993552620267711,2.1648732958288743,2.060545833350173,2.1238716173192227,2.0662745924699935,1.9805768319889292,2.1718533176087162,2.148159966689747,2.0856418846703852,2.1003623638087223,2.1381153415153267,1.7317005643729375,2.9180331548068033,1.9333835948531453,2.1093568757192873,1.9541715165563993,1.9335473638887184,2.1221076605991986,2.0732652822132915,1.6634998132846635,3.4435973102955395,1.8977208745605374,1.69359714294866,1.5572951394592716,0.5787649812707593,2.254514366967747,3.0233915902179334,0.00011344839929549766]}]},{"id":"plain-final-s101","recipe":"plain","state":"final","seed":101,"epoch":100,"source_run":"graph-eval-plain-s101","checkpoint_sha256":"5ac70a01a2ffc68ffa6540f14498f3a7bc6886fdd6e8e2fe60061bd5d670031d","source_result_sha256":"903215992bcc940c3e9869d1df52a268c123d19a7369ca9e227b4caecc443469","archive_json_sha256":"9598c8b82e200bdd522185a6851192fc8b62aad790a9ff062436bfce0959de83","archive_npz_sha256":"4e869ab348be8faf7896302d3377e3f86738571082255ff2c3d71835ab6acbd5","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":3.24305490795318e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"plain-final-s101","recipe":"plain","state":"final","seed":101,"epoch":100,"checkpoint_sha256":"5ac70a01a2ffc68ffa6540f14498f3a7bc6886fdd6e8e2fe60061bd5d670031d","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3830,3,10,5,39,2,14,1,43,35,38,90,216,18,30,103,117,4,6,45,52,8,15,11,21,26,34,0,17,61,84,268,299,7,9,292,315]},"n":10000,"dense_accuracy":0.9855,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9855,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1832,"correct_output_rate":0.1832,"accuracy":0.1832,"ce":2.4384634600199133,"abstentions":0,"harm":0.8044,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.07346938775510205,"accuracy":0.07346938775510205,"ce":2.4448182103666984,"harm":0.9204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.8977973568281938,"accuracy":0.8977973568281938,"ce":1.5495976757638434,"harm":0.0986784140969163,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.015503875968992248,"accuracy":0.015503875968992248,"ce":2.7786409090578896,"harm":0.9728682170542635,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.028712871287128714,"accuracy":0.028712871287128714,"ce":2.455502127718455,"harm":0.9584158415841584,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":2.606961428367165,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.008968609865470852,"accuracy":0.008968609865470852,"ce":2.596271459368039,"harm":0.9742152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.790567551730717,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":2.7328894880896457,"harm":0.9737354085603113,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.1704312114989733,"accuracy":0.1704312114989733,"ce":1.9743833023747936,"harm":0.8151950718685832,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.5034687809712587,"accuracy":0.5034687809712587,"ce":1.6279198371301742,"harm":0.4836471754212091,"repair":0.009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":942,"correct_output_rate":0.0942,"accuracy":0.0942,"ce":2.367634199908734,"abstentions":0,"harm":0.8921,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.013265306122448979,"accuracy":0.013265306122448979,"ce":2.725128423904078,"harm":0.9795918367346939,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.4149779735682819,"accuracy":0.4149779735682819,"ce":2.0832737911241126,"harm":0.5806167400881057,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.04941860465116279,"accuracy":0.04941860465116279,"ce":2.3447251850623596,"harm":0.937984496124031,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.041584158415841586,"accuracy":0.041584158415841586,"ce":2.2600765243384813,"harm":0.9455445544554455,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.723959593726755,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.13565022421524664,"accuracy":0.13565022421524664,"ce":2.269490742047543,"harm":0.8475336322869955,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7165261118905097,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.020428015564202335,"accuracy":0.020428015564202335,"ce":2.328261485527759,"harm":0.9610894941634242,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.15195071868583163,"accuracy":0.15195071868583163,"ce":2.133088482078959,"harm":0.8326488706365504,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.07433102081268583,"accuracy":0.07433102081268583,"ce":2.146620062799426,"harm":0.9078295341922695,"repair":0.004955401387512388}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1003,"correct_output_rate":0.1003,"accuracy":0.1003,"ce":2.341646835312506,"abstentions":0,"harm":0.8867,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6961941575026938,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.3585903083700441,"accuracy":0.3585903083700441,"ce":2.076829986954027,"harm":0.639647577092511,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4790757366191145,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.339856809226478,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.46173635862944,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6300448430493274,"accuracy":0.6300448430493274,"ce":2.0467220657215566,"harm":0.3654708520179372,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.661401027777731,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0029182879377431907,"accuracy":0.0029182879377431907,"ce":2.2393872451298744,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.028747433264887063,"accuracy":0.028747433264887063,"ce":2.205487081680833,"harm":0.9548254620123203,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":2.23228605461892,"harm":0.9742319127849356,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":911,"correct_output_rate":0.0911,"accuracy":0.0911,"ce":2.394041217093738,"abstentions":0,"harm":0.8961,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9848651601222813,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.014096916299559472,"accuracy":0.014096916299559472,"ce":2.1471033461301365,"harm":0.9814977973568282,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.020348837209302327,"accuracy":0.020348837209302327,"ce":2.2912176295278353,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.09900990099009901,"accuracy":0.09900990099009901,"ce":2.2518605659452664,"harm":0.8871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5650801239120624,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6771300448430493,"accuracy":0.6771300448430493,"ce":1.8835308820086836,"harm":0.31390134529147984,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1741565560301535,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.2247408814091347,"harm":0.9659533073929961,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.02053388090349076,"accuracy":0.02053388090349076,"ce":2.3661063928371493,"harm":0.9681724845995893,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.13082259663032705,"accuracy":0.13082259663032705,"ce":2.0890830416849817,"harm":0.848364717542121,"repair":0.0019821605550049554}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":694,"correct_output_rate":0.0694,"accuracy":0.0694,"ce":2.3412956932581603,"abstentions":0,"harm":0.9173,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7398131016204563,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.00881057268722467,"accuracy":0.00881057268722467,"ce":2.253132500355637,"harm":0.9859030837004406,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.044573643410852716,"accuracy":0.044573643410852716,"ce":2.2303373488302984,"harm":0.9437984496124031,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.046534653465346534,"accuracy":0.046534653465346534,"ce":2.2105844308528524,"harm":0.9405940594059405,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.399778770183952,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.5336322869955157,"accuracy":0.5336322869955157,"ce":2.0649554890319215,"harm":0.4585201793721973,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.792253757205522,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.029182879377431907,"accuracy":0.029182879377431907,"ce":2.294283917775291,"harm":0.953307392996109,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":2.289952177811361,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.07928642220019821,"accuracy":0.07928642220019821,"ce":2.1544071846723383,"harm":0.8989098116947473,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":630,"correct_output_rate":0.063,"accuracy":0.063,"ce":2.3471955893128715,"abstentions":0,"harm":0.9242,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.639248578340024,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.00881057268722467,"accuracy":0.00881057268722467,"ce":2.2289720897017955,"harm":0.986784140969163,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0029069767441860465,"accuracy":0.0029069767441860465,"ce":2.363013609437269,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.283485560050893,"harm":0.9851485148514851,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.355961047570556,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.3307174887892377,"accuracy":0.3307174887892377,"ce":2.1174837575231003,"harm":0.6625560538116592,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.722173353300483,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0029182879377431907,"accuracy":0.0029182879377431907,"ce":2.4631528121487705,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.19815195071868583,"accuracy":0.19815195071868583,"ce":2.131453288606306,"harm":0.7874743326488707,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.12289395441030723,"accuracy":0.12289395441030723,"ce":2.172755775099167,"harm":0.8592666005946482,"repair":0.004955401387512388}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1345,"correct_output_rate":0.1345,"accuracy":0.1345,"ce":2.3005681413849035,"abstentions":0,"harm":0.8526,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6040926451529227,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.007048458149779736,"accuracy":0.007048458149779736,"ce":2.2034737031676173,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":2.2725257672127372,"harm":0.9767441860465116,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.274593025149697,"harm":0.9851485148514851,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.29471630035674,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.7634529147982063,"accuracy":0.7634529147982063,"ce":2.080165529434489,"harm":0.23094170403587444,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.669771875631295,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.347074181963026,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.1293634496919918,"accuracy":0.1293634496919918,"ce":2.1529097163980353,"harm":0.8542094455852156,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.512388503468781,"accuracy":0.512388503468781,"ce":2.114822182803618,"harm":0.4707631318136769,"repair":0.005946481665014866}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":591,"correct_output_rate":0.0591,"accuracy":0.0591,"ce":2.5592270363049154,"abstentions":0,"harm":0.9286,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.264225129865051,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4124538781382534,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.045542635658914726,"accuracy":0.045542635658914726,"ce":2.0003825289926285,"harm":0.9428294573643411,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2279802190365876,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.006109979633401222,"accuracy":0.006109979633401222,"ce":2.113097153258119,"harm":0.9786150712830958,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0011210762331838565,"accuracy":0.0011210762331838565,"ce":2.3548628168310257,"harm":0.9831838565022422,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.695933151666203,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.020428015564202335,"accuracy":0.020428015564202335,"ce":2.334298794013499,"harm":0.9640077821011673,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":2.291929975379042,"harm":0.9753593429158111,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.5024777006937562,"accuracy":0.5024777006937562,"ce":2.0160930032439115,"harm":0.48662041625371655,"repair":0.011892963330029732}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1113,"correct_output_rate":0.1113,"accuracy":0.1113,"ce":2.3646485745280232,"abstentions":0,"harm":0.8754,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.697158909847206,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.09427312775330396,"accuracy":0.09427312775330396,"ce":2.3065239929398844,"harm":0.9004405286343612,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6302039376908346,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.02574257425742574,"accuracy":0.02574257425742574,"ce":2.2502716075555185,"harm":0.9623762376237623,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.451768701792267,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.08744394618834081,"accuracy":0.08744394618834081,"ce":2.146701635676534,"harm":0.8968609865470852,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7912881661847564,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.2908560311284047,"accuracy":0.2908560311284047,"ce":2.150077169653149,"harm":0.6906614785992218,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.582135523613963,"accuracy":0.582135523613963,"ce":1.956451838292554,"harm":0.4075975359342916,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.03468780971258672,"accuracy":0.03468780971258672,"ce":2.2654195104324395,"harm":0.9454905847373637,"repair":0.002973240832507433}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":771,"correct_output_rate":0.0771,"accuracy":0.0771,"ce":2.3412910504020155,"abstentions":0,"harm":0.9099,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6373501622268476,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3620872017400827,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4279735812587218,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0594059405940594,"accuracy":0.0594059405940594,"ce":2.18552103701202,"harm":0.9267326732673268,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.015274949083503055,"accuracy":0.015274949083503055,"ce":2.3150222068707094,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.3845291479820628,"accuracy":0.3845291479820628,"ce":2.0947713925636564,"harm":0.6065022421524664,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6640597081623127,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.058365758754863814,"accuracy":0.058365758754863814,"ce":2.261964513126412,"harm":0.9250972762645915,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.04004106776180698,"accuracy":0.04004106776180698,"ce":2.2842510259286857,"harm":0.944558521560575,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.25173439048562934,"accuracy":0.25173439048562934,"ce":2.170541406679782,"harm":0.7304261645193261,"repair":0.004955401387512388}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":971,"correct_output_rate":0.0971,"accuracy":0.0971,"ce":2.3051485401537057,"abstentions":0,"harm":0.8899,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.604407044373427,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.007929515418502203,"accuracy":0.007929515418502203,"ce":2.1995034425320137,"harm":0.986784140969163,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.425099510386639,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.293362973159676,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2996062251999283,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.8632286995515696,"accuracy":0.8632286995515696,"ce":2.0991077232775495,"harm":0.13340807174887892,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6061851026781686,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.11284046692607004,"accuracy":0.11284046692607004,"ce":2.1668438456048005,"harm":0.8686770428015564,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.043121149897330596,"accuracy":0.043121149897330596,"ce":2.2005850058251384,"harm":0.9414784394250514,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.03369672943508424,"accuracy":0.03369672943508424,"ce":2.166008715100071,"harm":0.9454905847373637,"repair":0.0019821605550049554}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1008,"correct_output_rate":0.1008,"accuracy":0.1008,"ce":2.3066148771980637,"abstentions":0,"harm":0.8871,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.716514483192661,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.35938458078009,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":2.252161070620759,"harm":0.9825581395348837,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.007920792079207921,"accuracy":0.007920792079207921,"ce":2.2525496668650784,"harm":0.9792079207920792,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.06109979633401222,"accuracy":0.06109979633401222,"ce":2.1555204769696634,"harm":0.9195519348268839,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.1412556053811659,"accuracy":0.1412556053811659,"ce":2.1660292294613326,"harm":0.850896860986547,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5948294863998504,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0048638132295719845,"accuracy":0.0048638132295719845,"ce":2.3551446191255487,"harm":0.9785992217898832,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.6919917864476386,"accuracy":0.6919917864476386,"ce":2.0424673616403735,"harm":0.2946611909650924,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.1288404360753221,"accuracy":0.1288404360753221,"ce":2.162180359879591,"harm":0.8582755203171457,"repair":0.009910802775024777}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":812,"correct_output_rate":0.0812,"accuracy":0.0812,"ce":2.3425351646931305,"abstentions":0,"harm":0.9056,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.561254360310063,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3238333677254057,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.376968820743575,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2625361893311924,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.342674068557301,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6334080717488789,"accuracy":0.6334080717488789,"ce":2.0587060729245494,"harm":0.35874439461883406,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7457066395369227,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0651750972762646,"accuracy":0.0651750972762646,"ce":2.301015912660625,"harm":0.9173151750972762,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.16427104722792607,"accuracy":0.16427104722792607,"ce":2.1789225460704356,"harm":0.8234086242299795,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.018830525272547076,"accuracy":0.018830525272547076,"ce":2.2642264579694396,"harm":0.958374628344896,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":923,"correct_output_rate":0.0923,"accuracy":0.0923,"ce":2.330328654976855,"abstentions":0,"harm":0.8942,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.614667001048026,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3005023058221226,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4037244301800422,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.13465346534653466,"accuracy":0.13465346534653466,"ce":2.152925517142918,"harm":0.8534653465346534,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.340017654496098,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6345291479820628,"accuracy":0.6345291479820628,"ce":2.0813474403668097,"harm":0.3542600896860987,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.775583028190657,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.14883268482490272,"accuracy":0.14883268482490272,"ce":2.217557055164319,"harm":0.835603112840467,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2880229130576306,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.06739345887016848,"accuracy":0.06739345887016848,"ce":2.133888625190449,"harm":0.9098116947472745,"repair":0.0}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1045,"correct_output_rate":0.1045,"accuracy":0.1045,"ce":2.33268487235338,"abstentions":0,"harm":0.8823,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5950093134234096,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.412370809016355,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4301252542742406,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.040594059405940595,"accuracy":0.040594059405940595,"ce":2.131882082460457,"harm":0.9465346534653465,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3809375927724195,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6434977578475336,"accuracy":0.6434977578475336,"ce":2.0373829360692923,"harm":0.34641255605381166,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7468828868815764,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.316147859922179,"accuracy":0.316147859922179,"ce":2.1675023151847728,"harm":0.6702334630350194,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.08008213552361396,"accuracy":0.08008213552361396,"ce":2.2344173961270015,"harm":0.9045174537987679,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.026759167492566897,"accuracy":0.026759167492566897,"ce":2.1735912169501512,"harm":0.9504459861248761,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1103,"correct_output_rate":0.1103,"accuracy":0.1103,"ce":2.6260130541635673,"abstentions":0,"harm":0.8771,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.06224489795918367,"accuracy":0.06224489795918367,"ce":1.8627775999969391,"harm":0.9306122448979591,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9083717564247897,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.797977980750968,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.031683168316831684,"accuracy":0.031683168316831684,"ce":1.816843955281861,"harm":0.9554455445544554,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.3788187372708758,"accuracy":0.3788187372708758,"ce":2.011986195914268,"harm":0.6028513238289206,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.002242152466367713,"accuracy":0.002242152466367713,"ce":3.744980206534335,"harm":0.9831838565022422,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8344612652998684,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.2188715953307393,"accuracy":0.2188715953307393,"ce":1.866803439483745,"harm":0.7665369649805448,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.2104722792607803,"accuracy":0.2104722792607803,"ce":1.8310850726961092,"harm":0.7782340862422998,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.20416253716551042,"accuracy":0.20416253716551042,"ce":1.5379815676490056,"harm":0.7789890981169475,"repair":0.005946481665014866}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":850,"correct_output_rate":0.085,"accuracy":0.085,"ce":2.846751561099845,"abstentions":0,"harm":0.9024,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":3.765455992534455,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.029955947136563875,"accuracy":0.029955947136563875,"ce":1.9687338113145747,"harm":0.9647577092511013,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":3.233079896745045,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":2.7026088323079764,"harm":0.9801980198019802,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":3.6581489040924273,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.043721973094170405,"accuracy":0.043721973094170405,"ce":2.4816494311690813,"harm":0.9394618834080718,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.233002165878606,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.6770428015564203,"accuracy":0.6770428015564203,"ce":1.3048464635975674,"harm":0.31906614785992216,"repair":0.014591439688715954},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":3.1881545423768993,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.061446977205153616,"accuracy":0.061446977205153616,"ce":2.1495423272685965,"harm":0.9187314172447968,"repair":0.002973240832507433}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":817,"correct_output_rate":0.0817,"accuracy":0.0817,"ce":2.5492304900613028,"abstentions":0,"harm":0.9052,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8324273014989862,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":2.6654110420385555,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.03391472868217054,"accuracy":0.03391472868217054,"ce":2.497407965669984,"harm":0.9534883720930233,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.011881188118811881,"accuracy":0.011881188118811881,"ce":2.645694490804278,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.1680244399185336,"accuracy":0.1680244399185336,"ce":2.3344495231463926,"harm":0.8156822810590632,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.04484304932735426,"accuracy":0.04484304932735426,"ce":2.4224694291110835,"harm":0.9383408071748879,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.013569937369519834,"accuracy":0.013569937369519834,"ce":2.787287685310392,"harm":0.9728601252609603,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.15856031128404668,"accuracy":0.15856031128404668,"ce":1.9816488414939863,"harm":0.8268482490272373,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.22484599589322382,"accuracy":0.22484599589322382,"ce":2.1059572938616653,"harm":0.7638603696098563,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.16650148662041625,"accuracy":0.16650148662041625,"ce":2.229907807577041,"harm":0.8126858275520317,"repair":0.0019821605550049554}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":963,"correct_output_rate":0.0963,"accuracy":0.0963,"ce":2.3966061526833267,"abstentions":0,"harm":0.8909,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7931919464687973,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.05638766519823789,"accuracy":0.05638766519823789,"ce":2.1101954450797176,"harm":0.9383259911894273,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4838702267531647,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.354726219185038,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.590406242165727,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.05717488789237668,"accuracy":0.05717488789237668,"ce":2.156779611919498,"harm":0.9271300448430493,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3301237243972945,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.008754863813229572,"accuracy":0.008754863813229572,"ce":2.2612305937969133,"harm":0.9727626459143969,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.8490759753593429,"accuracy":0.8490759753593429,"ce":1.7178503143685084,"harm":0.14784394250513347,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.011892963330029732,"accuracy":0.011892963330029732,"ce":2.216469678406852,"harm":0.9682854311199207,"repair":0.002973240832507433}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":340,"correct_output_rate":0.034,"accuracy":0.034,"ce":2.858232575966927,"abstentions":0,"harm":0.9529,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.071134078751821,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.004405286343612335,"accuracy":0.004405286343612335,"ce":2.384622039154856,"harm":0.9911894273127754,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.016472868217054265,"accuracy":0.016472868217054265,"ce":2.938643866279193,"harm":0.9709302325581395,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.8445892950205227,"harm":0.9861386138613861,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3800301765014176,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0033632286995515697,"accuracy":0.0033632286995515697,"ce":2.7409998764826375,"harm":0.9820627802690582,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.26368951650683,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0943579766536965,"accuracy":0.0943579766536965,"ce":2.166382835754829,"harm":0.8881322957198443,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.09753593429158111,"accuracy":0.09753593429158111,"ce":1.9881377387640506,"harm":0.8901437371663244,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.12091179385530228,"accuracy":0.12091179385530228,"ce":1.9505340905929354,"harm":0.8612487611496531,"repair":0.004955401387512388}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1206,"correct_output_rate":0.1206,"accuracy":0.1206,"ce":2.372181067569546,"abstentions":0,"harm":0.8663,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8509105759226157,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.1947136563876652,"accuracy":0.1947136563876652,"ce":1.9549057198852713,"harm":0.8,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.14244186046511628,"accuracy":0.14244186046511628,"ce":2.0274146422470376,"harm":0.8449612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7568826125734254,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.021384928716904276,"accuracy":0.021384928716904276,"ce":2.335195033499269,"harm":0.9592668024439919,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.002242152466367713,"accuracy":0.002242152466367713,"ce":2.639117175419635,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2631245533517736,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.3842412451361868,"accuracy":0.3842412451361868,"ce":1.9256529468054395,"harm":0.6050583657587548,"repair":0.007782101167315175},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.3069815195071869,"accuracy":0.3069815195071869,"ce":2.0158798162255485,"harm":0.6806981519507187,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.1199207135777998,"accuracy":0.1199207135777998,"ce":2.09711737752442,"harm":0.8592666005946482,"repair":0.0019821605550049554}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":907,"correct_output_rate":0.0907,"accuracy":0.0907,"ce":2.426933729230125,"abstentions":0,"harm":0.8966,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9143961364597004,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.2687224669603524,"accuracy":0.2687224669603524,"ce":1.9403640766025632,"harm":0.7259911894273128,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.001937984496124031,"accuracy":0.001937984496124031,"ce":2.4703622872595514,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4445667682200587,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6694977955313623,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.10762331838565023,"accuracy":0.10762331838565023,"ce":2.081483598188312,"harm":0.8766816143497758,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7069984279053374,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.07490272373540856,"accuracy":0.07490272373540856,"ce":2.161036000881058,"harm":0.9105058365758755,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.24743326488706366,"accuracy":0.24743326488706366,"ce":1.9425460117458198,"harm":0.7402464065708418,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.18434093161546086,"accuracy":0.18434093161546086,"ce":2.0311893084216788,"harm":0.8017839444995044,"repair":0.008919722497522299}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1105,"correct_output_rate":0.1105,"accuracy":0.1105,"ce":2.408867134228233,"abstentions":0,"harm":0.8771,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0020799714035307,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0026431718061674008,"accuracy":0.0026431718061674008,"ce":2.174126471739563,"harm":0.9929515418502203,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.475702878541886,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3796257586828,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6318110323441517,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.03587443946188341,"accuracy":0.03587443946188341,"ce":2.1432170496974305,"harm":0.9473094170403588,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3490909533663897,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.7363813229571985,"accuracy":0.7363813229571985,"ce":1.883139090837054,"harm":0.2607003891050584,"repair":0.01556420233463035},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.20944558521560575,"accuracy":0.20944558521560575,"ce":2.050071651855749,"harm":0.7761806981519507,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.10802775024777007,"accuracy":0.10802775024777007,"ce":2.0648147554534755,"harm":0.8711595639246779,"repair":0.0019821605550049554}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":938,"correct_output_rate":0.0938,"accuracy":0.0938,"ce":2.9242680019420213,"abstentions":0,"harm":0.893,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.236783819790524,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.004405286343612335,"accuracy":0.004405286343612335,"ce":2.4147366434847704,"harm":0.9911894273127754,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":2.2375274172682533,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.474888402851881,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.478678924311195,"harm":0.9806517311608961,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.770472069704448,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8919459396124862,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0019455252918287938,"accuracy":0.0019455252918287938,"ce":2.421209465894822,"harm":0.980544747081712,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1603273357814192,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9207135777998018,"accuracy":0.9207135777998018,"ce":1.4253419704453338,"harm":0.06640237859266601,"repair":0.009910802775024777}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":221,"correct_output_rate":0.0221,"accuracy":0.0221,"ce":3.7162771330365083,"abstentions":0,"harm":0.9646,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.449062223120322,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0828193832599119,"accuracy":0.0828193832599119,"ce":2.281850850488425,"harm":0.9145374449339208,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.02131782945736434,"accuracy":0.02131782945736434,"ce":3.3485356892481817,"harm":0.9660852713178295,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.00891089108910891,"accuracy":0.00891089108910891,"ce":3.815372596051706,"harm":0.9782178217821782,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.007128309572301426,"accuracy":0.007128309572301426,"ce":3.4827134864814284,"harm":0.9755600814663951,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.028026905829596414,"accuracy":0.028026905829596414,"ce":3.4655916283872275,"harm":0.9551569506726457,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.202395481764066,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":3.3522259400821723,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.03696098562628337,"accuracy":0.03696098562628337,"ce":3.146853345287807,"harm":0.946611909650924,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.026759167492566897,"accuracy":0.026759167492566897,"ce":3.8822832612443197,"harm":0.956392467789891,"repair":0.005946481665014866}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1210,"correct_output_rate":0.121,"accuracy":0.121,"ce":2.835864319297063,"abstentions":0,"harm":0.8661,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.5273584570983614,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.06431718061674009,"accuracy":0.06431718061674009,"ce":2.377120020323867,"harm":0.9303964757709251,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.32558139534883723,"accuracy":0.32558139534883723,"ce":1.7666625181137985,"harm":0.6637596899224806,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":3.3737207052786893,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":3.004772817302173,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.005605381165919282,"accuracy":0.005605381165919282,"ce":3.306107057785223,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.0940176327133075,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.010700389105058366,"accuracy":0.010700389105058366,"ce":3.810201890154781,"harm":0.9717898832684825,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.4219712525667351,"accuracy":0.4219712525667351,"ce":1.606728681361527,"harm":0.5677618069815195,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.3647175421209118,"accuracy":0.3647175421209118,"ce":1.6546109791099974,"harm":0.6194251734390486,"repair":0.006937561942517344}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":936,"correct_output_rate":0.0936,"accuracy":0.0936,"ce":2.8403796319876577,"abstentions":0,"harm":0.8933,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.766828476802493,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.724416397085878,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.135010379576704,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.653187938248397,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.033957922127203,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8153741531860508,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.311158309527034,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1710124580336836,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9137577002053389,"accuracy":0.9137577002053389,"ce":0.8694831200679158,"harm":0.08316221765913757,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.04558969276511397,"accuracy":0.04558969276511397,"ce":1.959974055561029,"harm":0.9326065411298315,"repair":0.0009910802775024777}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":950,"correct_output_rate":0.095,"accuracy":0.095,"ce":2.785694191235339,"abstentions":0,"harm":0.8932,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.783062421615466,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0052863436123348016,"accuracy":0.0052863436123348016,"ce":2.479374443343658,"harm":0.9903083700440528,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.03294573643410853,"accuracy":0.03294573643410853,"ce":2.5582012850708638,"harm":0.9554263565891473,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":3.1167097288653984,"harm":0.9841584158415841,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.4297678242786738,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0257847533632287,"accuracy":0.0257847533632287,"ce":2.392371127188605,"harm":0.9596412556053812,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.072168405420797,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.1245136186770428,"accuracy":0.1245136186770428,"ce":1.6687777940311515,"harm":0.8618677042801557,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.6468172484599589,"accuracy":0.6468172484599589,"ce":1.3696130007192358,"harm":0.34496919917864477,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.12487611496531219,"accuracy":0.12487611496531219,"ce":2.1197613254473966,"harm":0.8622398414271556,"repair":0.009910802775024777}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1312,"correct_output_rate":0.1312,"accuracy":0.1312,"ce":4.0122136702236295,"abstentions":0,"harm":0.8558,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.02142857142857143,"accuracy":0.02142857142857143,"ce":4.649030285519381,"harm":0.9714285714285714,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.14008810572687225,"accuracy":0.14008810572687225,"ce":3.4139768594300812,"harm":0.8546255506607929,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.06686046511627906,"accuracy":0.06686046511627906,"ce":4.273748856364193,"harm":0.9224806201550387,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.31386138613861386,"accuracy":0.31386138613861386,"ce":2.062399037826219,"harm":0.6752475247524753,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.051934826883910386,"accuracy":0.051934826883910386,"ce":4.3647094297537,"harm":0.9287169042769857,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.12556053811659193,"accuracy":0.12556053811659193,"ce":3.8523863777867313,"harm":0.8587443946188341,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.699951715294622,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.27529182879377434,"accuracy":0.27529182879377434,"ce":2.0534201908043586,"harm":0.7101167315175098,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.20225872689938398,"accuracy":0.20225872689938398,"ce":2.859993305818523,"harm":0.7813141683778234,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.10208126858275521,"accuracy":0.10208126858275521,"ce":3.2568037172760835,"harm":0.8800792864222002,"repair":0.004955401387512388}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":684,"correct_output_rate":0.0684,"accuracy":0.0684,"ce":5.102858382479123,"abstentions":0,"harm":0.919,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.147967750533187,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.0262279680397715,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.022286821705426358,"accuracy":0.022286821705426358,"ce":5.271327669788372,"harm":0.9651162790697675,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.21782178217821782,"accuracy":0.21782178217821782,"ce":2.203775593533867,"harm":0.7732673267326733,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":5.871210010073201,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.026905829596412557,"accuracy":0.026905829596412557,"ce":4.14046754632768,"harm":0.9573991031390134,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.08492696547921,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0019455252918287938,"accuracy":0.0019455252918287938,"ce":7.3159293870266655,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.34496919917864477,"accuracy":0.34496919917864477,"ce":1.903743161868592,"harm":0.6478439425051334,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.07730426164519326,"accuracy":0.07730426164519326,"ce":3.0661809882894824,"harm":0.9038652130822596,"repair":0.003964321110009911}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":993,"correct_output_rate":0.0993,"accuracy":0.0993,"ce":5.254986138887422,"abstentions":0,"harm":0.8875,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.030612244897959183,"accuracy":0.030612244897959183,"ce":6.471086820240261,"harm":0.9622448979591837,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.000881057268722467,"accuracy":0.000881057268722467,"ce":6.325891998876805,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.20930232558139536,"accuracy":0.20930232558139536,"ce":3.9521700808756983,"harm":0.7781007751937985,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.12376237623762376,"accuracy":0.12376237623762376,"ce":3.521440327985612,"harm":0.8643564356435643,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.10081466395112017,"accuracy":0.10081466395112017,"ce":4.929126756412213,"harm":0.879837067209776,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.11883408071748879,"accuracy":0.11883408071748879,"ce":4.507984892010977,"harm":0.8665919282511211,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.025052192066805846,"accuracy":0.025052192066805846,"ce":6.230619859100338,"harm":0.9634655532359081,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.160362848692811,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.3193018480492813,"accuracy":0.3193018480492813,"ce":2.6354854409150703,"harm":0.6704312114989733,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0802775024777007,"accuracy":0.0802775024777007,"ce":4.5378988901766135,"harm":0.8979187314172448,"repair":0.0009910802775024777}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9855,"correct_output_rate":0.9855,"accuracy":0.9855,"ce":0.10615569744053885,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.04896662546918123,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.029402479560546875,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.08691682187184806,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.08410328398457959,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.11406286841845492,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.1357651409553926,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9864300626304802,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.13399844915349224,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.12100313883873891,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.11701420825639916,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.2038746955124507,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3830,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,4,1,8,5,9,5,5,8,5,5,5,7,7,9,8,5,1,8,1,2,9,8,7,7,0,8,4,9,8,9,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0914755405038186,2.4308475099627582,2.701063842439889,2.8470739912377874,2.6936239278899947,2.5977125453792835,2.6501254283258042,3.502376586244999,2.5416116774977002,2.48669288204299,2.5604038003776854,2.687597413258259,2.7706810057651237,2.5128981479412027,2.7719269534119166,1.6410385611550686,3.240154351135426,4.178323156718021,2.749129589031888,4.1781893566185095,3.0796886714442797,2.6341993137471276,3.0718292079215677,4.586477858575621,6.626677330624751,1.3766359105388584,4.635353254220542,4.646278870329394,5.273012231945984,7.8837984778756525,2.2980593290452402,0.0]},{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,1,8,5,9,5,5,8,5,5,5,7,7,5,8,7,1,8,1,7,7,7,7,1,8,8,4,3,5,8,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2709692161632997,2.732657325942921,2.6972256465932762,2.902957698655065,2.7759466669370925,2.7675814646337726,2.5709197541771998,2.996700931076684,2.718493544391489,2.67324780174657,2.633962844324304,2.5852999508220686,2.611384643465699,2.681210539911235,2.507991470678493,2.1137563446596284,3.8088101637006018,3.53349718629001,2.8229864623258565,3.895778265392035,3.000632573452307,3.104417297831411,3.033033828846442,4.194915813312633,5.541282774405865,3.1656288559811285,4.382453550522392,4.597877558427658,4.679616217808144,8.512561437994068,7.953326671046318,1.025179940938344e-12]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,4,1,8,5,9,5,5,8,5,5,5,7,7,5,8,7,1,8,7,7,7,1,7,7,8,8,5,9,9,3,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5977014145659314,2.878892902376858,2.7036268948099025,2.814556191786311,2.59269433462277,2.5014069594013097,2.643466472245623,3.5059653784369544,2.755012117048181,2.572722825235873,2.601754901115727,2.6615434017321444,2.71737590405731,2.6826197936438305,2.585244680921643,1.6666028008298848,3.4127597532128298,3.585555515029953,2.7457998388896048,4.3052655507115265,3.219775096934894,2.700937398062222,3.189885401750118,4.350309786746666,5.051494474864038,3.6271357283663592,3.0445158056187314,5.0407699221820454,6.128219243694192,5.834641619810643,4.473662041663939,0.0]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,5,7,5,9,7,3,3,5,5,5,9,7,5,7,8,8,5,7,7,9,9,5,1,8,2,8,8,9,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.315170411061836,2.2410969324728667,2.0213623751222283,2.21393516883058,2.215854029058142,2.2646561222387467,2.211526121372016,2.419308749412571,2.4575404775086547,2.328663766597191,2.2182729908699224,2.4337662561378406,2.3348518685786384,2.381471563682506,2.3410936509975473,3.939464080669291,2.0153981634979257,2.4609548709571873,2.1495309399332734,2.668321737045881,1.9871689108079749,2.0196642999698318,2.3934323918827745,2.622624856142452,2.6397817179374026,1.2399838908628507,2.9413583706336377,2.19678025614404,2.4814289790700523,4.050758777933836,8.187141514902239,5.338840480803201e-12]},{"index":39,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,5,4,5,8,7,9,8,5,5,5,5,5,5,7,9,8,5,7,1,7,9,9,7,8,3,8,8,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3695658895362057,2.006151978672096,2.0455028931916033,2.290974553744909,2.2746738795064725,2.1193013210657723,2.1808747126661725,2.38904565115129,2.286136194825872,2.328361231809459,2.206581151907536,2.3416755547069528,2.3071734655378973,2.330280998816301,2.4874663276873936,3.8976167406335334,1.6977094591906159,2.7940136001119495,2.136932045321795,2.3789600915155082,2.000764063378383,1.8476616054877326,2.1739428564563132,2.344233944505324,2.4845889360270856,2.25734876150473,2.5953750949238987,3.1979880104395315,4.4282685995574464,4.593810997577503,3.8931675762190467,1.56739066169302e-11]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,5,7,5,8,7,5,3,5,5,5,9,7,5,7,8,8,5,7,7,9,9,5,9,8,2,8,8,9,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6951804306957572,2.018410896759072,2.0243198739876243,2.171420635043371,2.199034271800766,2.291799590253986,2.2053164758624177,2.3344117958137947,2.3654768766998515,2.360640037505591,2.178625251397896,2.3739303698999477,2.3045321216514725,2.31712891725192,2.3002436106221804,3.718851794190373,2.06107565534771,2.550333426890738,2.052631331132154,2.4745050300113682,2.1502334909511784,2.17755069628642,2.3383687062233083,2.312276166832972,2.1040887274536706,1.5006278847308383,2.84755859901418,1.858473461933946,5.401636989359122,4.779519972093875,8.503904313925664,1.6994561312321567e-10]},{"index":14,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,5,5,8,5,7,9,8,5,5,5,5,5,8,7,2,8,5,7,8,7,9,9,4,8,3,8,8,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5233926762367405,1.7442728746749752,2.004964331756513,2.081027122494235,2.2871568197372536,2.2670549423916753,2.2311502860830594,2.4662683269103143,2.093927132992926,2.361142717883316,2.224721568712207,2.3213293401926363,2.286419898186413,2.2003505472316442,2.40577437488553,4.194757394660629,1.9531923581190465,2.790223431965277,1.9838572637508753,2.382779043854875,1.7164877689119151,1.9805013769476487,2.0629951826854125,2.3580374196762133,3.578916844424815,2.0709573154142182,2.4961745891962583,2.8688840599350405,4.637741459771694,4.629785120173178,5.812362146944803,2.95541369155173e-13]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,4,8,7,9,5,3,9,5,5,5,5,7,7,8,1,1,8,5,1,7,7,8,7,2,9,5,8,5,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1771164750348313,2.5709110687944,2.385889170287103,2.2977264529358745,2.109004174368517,2.4707155114784642,2.401267869977528,2.009786506997246,2.9851551175733553,2.4744534558099893,2.414806634945028,2.1929420444471646,2.4390414598180397,2.3396426094598777,2.3888270779716203,4.141887681253369,3.694957090471128,2.6066605291103153,2.4540147663218717,3.054245555753699,2.3530308725046103,2.151336103480024,2.5093260163830116,2.434199641405308,3.571107909196794,0.8679412124498734,4.555568430528382,2.6725707418225793,4.627290075068136,5.723640033764244,5.380755941255522,1.110223024625156e-15]},{"index":43,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,1,9,5,5,5,2,9,8,5,7,5,5,3,8,7,3,8,3,1,7,7,8,1,1,8,1,8,8,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3564002754706346,2.2651118157896475,2.478654550342146,2.4793073888101054,2.2883439865737114,2.3961463502964806,2.292106205078984,1.8638756668685794,2.74599067773595,2.328364186798188,2.436905894279521,2.2758902121731692,2.3401723177132325,2.324100964281472,2.4674932126148503,3.307541454455485,2.009809007215556,2.291998968996962,2.542636110229362,2.1645653540176752,2.4216907492642514,2.2957398707526684,2.53234268442211,1.7981026506070705,1.5335908364581128,1.7320957869900533,3.5453374553058064,2.2781824645368913,5.80148099879279,5.1810094710804036,4.21811877984628,1.1167055884263254e-08]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,3,5,9,9,9,5,3,5,5,5,3,7,3,3,8,7,6,9,5,1,7,7,8,1,8,9,1,9,3,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.297690566897377,2.0240956908742818,2.370920997434026,2.1783132217044567,2.286321401405877,2.322984985705638,2.332025527244077,1.912192532497199,2.5438364006942367,2.5259926858009187,2.4788504393495554,2.0763371363095082,2.3968243922266566,2.386949122935562,2.404903058544748,3.8144689497408653,3.3654846633628033,2.397348661490204,2.315022593147289,3.797561635458234,1.909214572419455,1.9433165618597128,2.5561263045164715,2.5495633833326354,2.015556024661606,1.6777173764866782,2.429973927117954,2.2237296829165976,7.221868557772185,6.590520440401979,4.702397271781152,6.17284001691568e-14]},{"index":38,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,1,8,5,4,5,3,5,5,5,3,5,7,8,8,7,9,8,3,7,5,5,8,8,1,8,5,3,9,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.302787168286823,2.149913030382757,2.3357432068834716,2.328795253166412,2.3084803830958944,2.370596394962818,2.2693347909804067,2.0827045330337257,2.7739921698686514,2.5345680657809697,2.385622896113026,2.251367729874125,2.3389712825491147,2.4003851439670374,2.5162148581956667,3.534186456894494,3.5353563883797827,3.008362506439215,2.51502217141662,2.2158163026151083,2.329496032784191,2.786549191912375,2.4753237280347364,2.4786610679501218,3.0538383930105857,1.377996514793158,3.502135140801546,3.240053537795149,6.1725712720337516,3.791012447401201,4.440452519809294,2.1038726316624587e-12]},{"index":90,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,1,3,7,5,5,9,8,9,5,9,5,3,5,5,4,9,8,4,7,1,5,2,4,4,8,8,9,7,8,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.660796791344371,2.464422131357213,2.324707355762742,1.9570824633021153,2.193393313558155,2.255284670606586,2.264206297390115,2.1861613805165536,2.236652827500165,2.207278337032315,2.313849303285325,2.170177891634876,2.28671476780585,2.091405726716216,2.2137553768100418,1.73348846551893,3.215214102932004,2.9082411237377355,2.410620360525572,2.9482101210378424,2.6929223686792154,2.4810753143235686,2.408278109555597,3.596238597712375,3.5623982422384692,4.523351827049623,2.747964426297445,4.1267484996629005,1.2876382207370929,2.153303801586995,4.477802184650695,6.949996134153239e-14]},{"index":216,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,5,4,5,8,5,9,8,5,5,9,5,3,5,5,7,9,8,2,7,1,1,2,1,9,8,8,3,0,8,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3412990348563607,2.0827055640766554,2.32911870324364,2.364984466073283,2.2325073691075357,2.379401706919026,2.1993393412658566,2.369076619258035,2.1996012520098644,2.135256426959619,2.2456410344567823,2.2504792583291966,2.3020620134949348,2.083821643285575,2.092839357405869,1.7338462646254813,2.3373169709625055,2.7810339166860225,2.435872606957826,2.934078843637521,2.542410202470341,2.5240820298966757,2.4009429860333658,4.330193974760695,3.6746251147708024,2.393056465472911,2.570376325498168,4.250383322144443,0.9548177425233829,3.2964786144605807,2.6284666287999476,0.0]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,9,5,5,9,9,5,9,9,5,5,7,7,7,7,5,4,8,7,8,8,1,7,7,1,2,8,5,9,5,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.745624151957843,2.2428508404615872,2.414665198388354,2.0696257204669646,2.4045283307792014,2.260697045094336,2.381162153356799,2.1462530208256916,1.88330998914718,2.425251701045779,2.245570926837656,2.3379411821984037,2.2645353658540333,2.3111715544701834,2.16061347139268,1.8303759825722479,4.010307777061321,2.6821341486248516,2.297058105212847,2.6758130736506587,2.516519397798416,2.648843880718662,2.4142988505123206,2.8525884626252767,6.41480310745713,1.9727247412578257,2.714615072656791,2.5701412761798643,2.9386373018883067,1.3828362652329322,5.0557514791912475,5.0960816045290133e-08]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,5,4,5,9,8,5,5,7,5,5,5,5,9,9,8,2,7,1,7,2,4,2,8,8,3,3,8,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4015606065786352,2.0075362771570395,2.3892149615397744,2.379160063141569,2.24846840291475,2.347398947340424,2.205972734323992,2.2816293349665138,2.4456303335298784,2.1236514825114456,2.209142555684689,2.297187048011663,2.179361639905842,2.1163610069863004,2.0197354374229093,1.8222081690237533,2.690340314144416,2.0448008904041197,2.522119512516631,2.915931611836636,2.439055109294884,2.2246940653200467,2.3218885661344224,3.9754130109519097,6.264272182008053,3.495809916845333,2.4544913666194073,3.2634879989253283,0.6619833368328406,1.5136383231046455,3.9545307476194735,1.7763568394002489e-15]},{"index":103,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,2,5,5,9,9,1,7,3,5,5,4,8,7,7,6,7,1,1,7,2,7,8,0,1,8,8,8,2,3,4,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.540226446140368,2.7677891931256413,2.623391975765096,2.6298979078145965,2.5841653189073437,2.3397551634641935,2.230324227510468,2.213015167933275,2.433418595420265,2.461923342210052,2.2897181426352895,2.1096294845156027,2.3189458869950976,2.4284256881739017,2.2451433091824278,1.9605710400115142,4.559008129238918,2.493088676870218,2.6584236771026335,3.715850637591741,2.1982353679878197,2.6882359972114234,2.5094578211568863,2.469576931411572,2.0950703441922114,3.123882970269255,2.9633780410967896,2.439426708630168,2.8335240915940396,8.828757084642678,0.0317619882244294,7.10542735760075e-14]},{"index":117,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,5,5,5,9,5,7,8,5,5,4,9,5,8,6,3,1,8,8,7,9,8,0,1,2,9,8,9,8,0,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.932796589152798,3.38283437980846,2.4929578487009865,2.3747314495831255,2.341776688689352,2.2666870667434935,2.179628365080948,2.231398391094514,2.3337989951589067,2.223619448949928,2.3277877031493928,2.0817511836560283,2.2452060789268393,2.4292511569051447,2.245723980368439,1.9837790321039905,4.33212939642231,2.0309714630293794,2.4800516642685135,3.9104537652691183,2.3577036803484503,2.637680149725351,2.744941526198774,2.501672685302933,2.0900947708951962,3.6585934980250117,2.155518533552767,2.3795321623376786,4.776816540186533,5.526827304221874,6.439649847312456,3.979483409458493e-12]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,3,5,5,5,9,5,7,8,5,5,1,8,5,9,4,3,5,1,7,7,7,7,0,1,8,8,8,2,8,0,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.686300762357086,2.734206993519191,2.3774995792094025,2.456663189262437,2.3645865275005944,2.3094386127488145,2.193056421878049,2.0744462951419935,2.389022947167291,2.5075947689356024,2.290032126870748,2.2224349380921162,2.3444794335038788,2.341880692428688,2.2583758599718515,1.8909842834548087,5.275093856866863,2.6657127427406606,2.4153958754596134,3.302848003796562,2.5178661574921133,2.5240815805846166,2.628960154618206,2.440607738649323,2.7752593449967145,2.5633560207984116,2.565146121020873,2.4762440169575517,3.277103955575612,7.1818702595469714,5.523932628105609,8.801466218634479e-10]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,5,7,9,1,9,9,5,5,5,9,9,7,3,5,7,8,8,7,9,8,7,7,1,5,8,8,3,5,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.324888377147907,2.7553217223272366,2.311975234649175,2.6339759138836003,2.2530712247767664,2.277123364686131,2.361263835681835,2.2273103272334396,2.4748341063183052,2.364540217662602,2.2658810525558852,2.1136978756222575,2.3759146827236246,2.3577037456990393,2.539333046749576,2.258020854647045,2.580394145483868,2.0859707511214314,2.4156176596211507,2.5665505131841457,2.26771105639091,2.8482256809629702,2.658958440194424,2.574924941323925,4.43391477287016,3.1695519937266585,3.0949163544865677,2.6480177098164974,6.988847236070353,7.879032721112531,8.403917615257654,8.432450290027549e-10]},{"index":45,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,9,1,5,5,1,5,9,8,7,5,9,5,5,5,7,9,8,8,9,1,9,7,7,7,8,8,9,8,9,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.94526942517893,2.1804175942204114,2.1489543513392304,1.6546857087783053,1.940634313448198,2.1693540730524603,2.0430659616646447,2.3259990862872852,2.03193416283995,2.0685534509585253,2.0522894542499475,2.210881515396749,2.024498616779073,2.050823809528491,2.0503545634295524,3.3152068255791027,1.943157670338694,2.4679556254271313,1.8825998647409299,2.4793882262056988,2.4792644120983844,2.333341854494389,2.1702775591452603,3.4016581790707656,4.161176941701606,2.625170364187788,2.6237299708522723,1.9263765997630855,4.528670980268353,4.4873160746120915,3.8131715981403667,8.534217776547936e-11]},{"index":52,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,5,5,5,5,1,5,9,9,5,5,5,5,5,5,7,5,1,8,8,7,8,9,7,9,8,8,9,8,7,8,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.183829198971992,2.1262651691221586,2.0550849665397366,1.9946361813542064,1.985106808114541,2.229344569431229,2.051412218291774,2.369803651666706,2.0218607327355658,2.040914741601037,2.086466622728131,2.0906034313443986,2.019874769352228,2.0690562965281263,2.008460816128372,4.026665844642563,1.2620353974268865,2.3597056569734236,1.9373683206284043,3.3691364816427507,2.5386370669710727,2.112800054250849,2.0567437898028764,3.9140035150592567,3.2201862478454957,4.912154977158531,3.0139164865301407,3.4669414948108446,6.379356242528079,4.82340304670832,5.2812095354000235,2.2648549702352938e-14]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,5,5,8,7,5,9,5,8,5,8,8,9,5,7,7,8,8,7,7,9,8,7,1,2,8,9,2,8,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6723149881326163,2.1486665856708713,1.9837486679943743,1.7293826834304957,2.1872562641261997,2.1891761288619174,2.102277385308755,2.536357065420206,1.8143178324363525,2.1019509558760108,2.1437867459424234,2.211176181995671,2.021651811845872,2.0889727032862218,2.025337267162486,2.5072007303085453,2.440549679975756,1.6343358521730877,2.505316647519389,2.9699151612780654,2.853258497790459,1.945712110626158,2.1470244483415906,2.221817973383453,4.716131756290675,4.9039972770857965,2.5361178652362613,3.2294137111950953,5.742571050043638,5.532213294054896,5.0648341519865765,2.7361089342316966e-05]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,4,5,5,3,8,5,9,7,9,5,7,5,1,5,7,7,7,8,7,7,1,7,7,9,7,8,9,3,3,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7832039892328657,2.008710136438804,1.9981974104314877,1.7381116696565764,2.2402758868711556,2.1516613135621796,2.0768827217511303,2.0431480131214417,2.2438630010278255,2.0726439183391436,2.082005868343475,2.0861550036941447,1.8853805939892956,2.139354896185284,2.0745000086819627,3.6087498902229154,2.6955096058637906,2.8420112063503495,2.22359210922993,2.590603056454082,2.2708683835569063,1.825869301991722,2.2159742002400735,3.7260586606630124,3.031435351441495,5.016756912958167,3.2279231713290466,2.0057184334380955,4.195501067713969,3.0318193227124968,2.038323386004985,8.277045715145382e-11]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,1,5,5,5,5,9,8,5,5,5,7,5,7,8,7,7,9,7,7,9,9,7,1,8,8,5,9,5,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5345987301621076,2.695043092023056,2.680748002826272,2.9401900256917695,2.8124980267183703,2.8209966049513158,2.676419432858393,4.467563010419954,2.7160171961801116,2.7372989905011265,2.645039195234344,2.529066642030135,2.727974684913045,2.647336593075074,2.731444154607808,3.4562646473900034,4.6352282219461,3.697686045975866,3.4493493193626468,4.036211658553979,3.59768902670499,3.8754992401150883,3.475470070522449,4.12319529025722,4.766637672850933,3.4623547708181226,4.722208635352541,4.465017390962095,10.431027954520369,4.376819414242762,4.502431659027466,2.081002037355228e-12]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,5,5,5,9,5,9,8,5,5,9,7,5,9,8,5,4,8,1,7,9,7,7,1,8,8,5,9,3,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.993001586295989,2.8234895298086227,2.5725082524177334,2.978070987563038,2.788051310315469,2.700610645339395,2.607422324868744,4.223141865849514,2.647797180766919,2.7128005393203867,2.5336297501481413,2.5753441567258664,2.8483782223119056,2.7239109017040763,2.801934506552496,3.3202195803036556,3.1029199397216907,2.1658358532350785,3.2964840294728033,3.865053219330583,3.1223330436783927,3.5626902292561695,3.2648153396764847,3.9872172992250787,4.535934518248391,3.8063460828361784,4.03828100807409,5.181752416378462,13.98053360772987,8.262752163851522,8.414556605685267,1.6425527604589368e-11]},{"index":26,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,5,2,5,9,5,4,7,5,5,3,5,5,7,4,7,7,8,7,8,9,7,4,5,8,9,2,7,3,9,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.16170281001233,2.4733854691242403,2.2338686056425545,2.1143103961685306,2.3399853368851575,2.2856564101383716,2.293592688036791,2.2333862848203907,2.0424437648190277,2.1417929753549787,2.1600838729171032,2.4421340077368843,2.223382879461494,2.3053103388920113,2.0484795242098492,1.5821521514581873,1.3141174532084616,1.6587543252652026,2.292849853962026,1.5817861436273046,2.4436616418880064,2.004538242388128,1.877342773408832,2.421445031209769,2.868462503737733,5.263384343233256,3.4843574840283837,2.324941905668398,0.09972170180925116,6.245295960156629,5.260061135432527,8.009148899642672e-13]},{"index":34,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,5,8,5,8,5,4,3,3,5,5,8,7,9,4,3,1,8,9,7,1,7,4,1,8,8,2,1,5,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9476284467205596,2.563712121541546,2.30017237810193,2.3504896388878125,2.247742203119867,2.4082245454243365,2.3142239783504155,2.5407040580948537,2.164365545650713,2.2374047738165026,2.177231970261117,2.3369854521102025,2.33595484269779,1.9764821382694555,2.1069208398169383,2.2492727511234527,1.466603112356139,1.736773577559096,2.2386901979671006,2.721984757705239,1.7944041444450594,1.9248996145348847,1.971915632326025,2.9293121359849614,4.088581458377682,4.097785477091148,3.1172074528466354,1.4203050556549668,2.2043742589968813,8.77191851643125,8.392114149942431,2.0206059048177644e-14]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,5,8,2,9,5,4,3,5,5,5,8,3,5,4,9,8,8,5,7,8,7,4,1,2,8,2,2,5,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4792861878217956,2.229358612084264,2.172854279432976,2.187634292097421,2.279864006012043,2.466440481722022,2.3574980125080045,2.3639890284647436,2.0811280482231593,2.331353075224836,2.1653723008538104,2.295548307146739,2.4106996073671563,2.2131609145841646,2.2878663732510605,1.7905563317768662,1.5061574076954076,2.6346381088054627,2.369670992325216,2.5836566619366312,1.8642699979080657,2.333810289632881,1.7540190602012844,2.4074187001437597,3.2775815129921084,2.765051405795045,2.7576648676461453,1.498161992133293,2.8557940353683877,7.976881170690852,11.877303325985269,1.0458300891968428e-13]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,5,2,5,9,5,4,8,9,5,3,8,3,5,4,3,1,8,5,8,8,7,4,1,4,9,2,9,5,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7200127230947233,2.548491174131953,2.1980937026124194,2.123428044164581,2.4474667562933967,2.7105403169456865,2.3229530862471597,2.267045958762678,2.3307828662561976,2.141445444370089,2.1757330384211397,2.286925545705888,2.197855502106431,2.235172448243973,2.2731734721003614,1.8601737661965088,1.8029381541049305,2.0229554008994635,2.189826700297448,2.3962225795952903,1.953351034603584,2.189786407225025,1.7939410340482085,2.6530633941087247,3.7740186383378838,1.9969406395345015,2.778601806389337,1.8023508281477674,1.4411754658963205,10.322456155406613,11.750024458866898,3.819167204710465e-14]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,5,1,7,5,8,5,3,8,9,5,5,5,5,5,3,7,9,5,5,7,8,7,7,1,4,8,8,3,8,8,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.172716573641531,2.2819272895792233,2.205882068989915,2.239047668392855,2.246964004939877,2.098959070394141,2.2209260286326558,2.3784873587252195,1.8164908091223606,2.432981293206467,2.2038518142624612,2.1663458063515044,2.1507550185588324,2.2278383880090136,2.070798014782345,1.7601555271901699,2.8693030972508673,1.9509446920359006,2.035161611781235,2.0070477726356666,2.1510801757841094,1.6947178362401671,2.048557659215729,2.9254502985992614,4.0123180608007925,1.7081643176937014,1.5438621072265777,1.4049603299973092,5.203844460447321,0.5765883883776106,0.06251126955258941,1.6038215199067413e-10]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,7,9,5,9,2,3,5,9,8,7,5,7,3,7,1,8,9,9,9,9,7,1,8,9,9,9,9,9,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6393574501339767,1.7375072359367718,2.0923771906172473,2.369453269785673,2.1721842086935235,2.166591056826187,2.183100356127185,2.197637345199052,1.892007747276542,2.0574280349996874,2.2152788038323354,2.0752233591089206,2.2190504801783164,2.198500531568202,2.4449007886948224,1.7921045319996654,3.4647935804982253,2.1005079225131547,1.6607394643205875,1.8350058490577719,2.012337498223296,1.8804654190210184,1.9845055349679437,2.929062365101795,3.0512193231885023,1.1196508883609728,1.3041653563726892,1.7055976489109488,3.957467746358822,1.785341036686538,6.079228510219293,8.681666493044001e-10]},{"index":268,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,5,8,5,8,5,2,8,5,5,5,7,5,8,9,9,1,8,5,8,7,8,7,1,9,8,8,5,8,2,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.589084135738742,2.192875333044506,2.0553833204612144,2.1607670725853128,2.375479001014103,2.1226645380748614,2.2290840746326936,2.2409106436847774,1.7438782578495422,2.354220440068067,2.1963934173806225,2.1397117709511817,2.2430550347182434,2.207143099120081,2.0201203887764856,2.0448675842520903,2.2275425961785227,1.8702991358617505,1.6730917403300227,1.8354385453544788,1.8698025508432579,2.261688355951639,1.890440116349942,2.7042247898692393,2.896810409764297,1.4697722127122246,0.612663869146385,1.4901424131339303,2.312342388322247,0.5494400854679259,5.547810247231765,5.886972269576746e-08]},{"index":299,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,1,7,7,1,5,2,3,7,5,9,5,5,5,9,7,7,8,5,1,7,9,7,8,9,8,9,9,7,3,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0113072284911624,2.0209459341123956,2.255197340293333,2.239854843702602,2.499025634313656,2.1640175361750487,2.148100032195651,2.2848394909285883,1.9306540011434281,2.4178495778820035,2.178234954576071,2.0826400335995605,2.228372639798874,2.331229210141665,2.2514296355629195,1.8416267066858056,3.849874471162048,2.371287231665408,1.4445469776894158,2.0413782353762278,1.9787517286598133,2.2612760655519324,2.021107546517169,3.3525694288324623,0.8889823561676259,1.7947603597312274,0.870401771325214,1.7856616487059143,1.2114209950441044,6.087859713791765,1.9468550631015666,6.582068223771041e-12]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,9,9,1,5,9,5,8,5,5,8,7,5,5,9,7,1,8,8,7,9,7,9,4,9,8,8,9,8,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.685987987098628,1.993167709969899,2.0515073027705224,2.0070831585753894,2.2104912728563217,2.133497144694982,2.067888489310847,2.041069664808585,2.1183543479914686,2.2451387116024124,2.1557355626521972,2.2687863837758626,2.119526112840485,2.174735142717682,2.09237536248526,1.6251652818662463,1.732653613284999,2.5906612042094608,2.0236611568701286,2.2245457187203757,1.9436255266326277,1.6592901974747614,2.1155911959987557,1.815706295434929,4.164700478400755,0.9745449166734992,1.414830527027592,2.177384964031122,0.45482411843720066,2.151084443123769,5.992783413577417,2.7069186325202894e-05]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,5,7,5,1,5,9,3,4,5,8,7,5,3,7,7,1,8,8,8,8,7,9,1,7,8,4,7,8,3,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.860240878487927,2.162272218918353,2.1829035118830693,2.0145579221647285,2.2999286555651564,2.1662783943641313,2.084147702339406,1.8978160195776879,2.283392888771517,2.183923948295111,2.1476554735910662,2.2691556537132547,2.318719755165062,2.0736339084492705,2.120682097312456,1.484978215977771,2.053261128251959,2.5102513068189403,2.274350604891625,1.9845205653805074,1.912809431556209,2.556885865051279,1.9572690448120083,1.3641205963643215,5.161514498610557,1.8038800354553701,2.076156786446164,3.334523898033276,2.8065799813694965,4.707350768457391,3.780766667542907,4.2343906159194504e-13]},{"index":292,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,3,5,4,5,7,9,4,8,5,5,1,5,5,5,7,7,5,8,8,7,5,7,9,1,8,8,1,7,8,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.8334993179812185,2.0208472104095816,2.29126632717067,2.2762852906834277,1.9760947728954663,2.218382031119732,2.107802676858106,2.2179498744687733,2.2511551919350605,2.1525310863014813,2.16438158426382,2.2045956918064067,2.470380858286516,2.031793764669674,2.2222017079349503,1.4903148187416377,2.4688741328146975,2.6674283672319206,2.395746215656538,1.8118663377237902,2.0504235221211244,2.0264951024751072,2.156070739630282,1.2011296041080162,4.282229217667703,2.0583277108215356,2.2825081548593196,2.162528865110547,7.134519353392446,4.068125665017017,5.715132780262848,2.8547386676384098e-11]},{"index":315,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,1,7,5,5,5,5,8,3,5,8,8,7,7,7,7,7,8,8,7,8,9,9,1,8,8,2,2,8,9,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.7952634037961596,2.4805965459239063,2.293780469787556,1.9564214648434182,2.300105956357264,2.008029064165324,2.171694929522962,1.9815077308098774,2.3774753914934172,2.2000379621078276,2.173180401521813,2.1832311529100243,2.4459997875249417,2.180402233211844,2.1783603420261035,1.3461730641171468,2.797098508368162,2.525175221821925,2.0950366606170006,2.325848722624657,2.25207324181683,2.0240178296598663,1.9409358729867463,1.4006818720505667,6.066318169061562,1.8939449377810322,1.8926863032169874,2.7145061101026435,4.348510590504178,2.4974048133250584,0.6375407545981813,3.16924264608995e-12]}]},{"id":"residual-selected-s102","recipe":"residual","state":"selected","seed":102,"epoch":10,"source_run":"graph-eval-residual-s102","checkpoint_sha256":"4d88d0e7c0539d515e7a2ed0bd90c06eda0932da56c7dbea01a2afd88fb5f2ba","source_result_sha256":"e60def569849de691d8e04b1f84f9b1cc4a03fbfccfc46a396573b0eeac7b7e6","archive_json_sha256":"44e252e4143d45ef7e95fc316c00016d925c996365fe67ec6904ad5eb52a1475","archive_npz_sha256":"61beec83dc3b27adb48296b0f4c1c2b73ec22881a43669ff28ad0f7a133bee3e","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":4.440892098500626e-16,"dense_source_mean_ce_difference":7.416677702543062e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual-selected-s102","recipe":"residual","state":"selected","seed":102,"epoch":10,"checkpoint_sha256":"4d88d0e7c0539d515e7a2ed0bd90c06eda0932da56c7dbea01a2afd88fb5f2ba","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,498,3358,2,5,619,1527,1,35,444,583,613,1790,18,30,195,578,3943,4306,4,6,33,115,2043,2053,8,15,211,261,11,21,217,1044,965,1181,0,17,551,658,846,1326,61,84,844,1717,7,9,448,1414,320,3369]},"n":10000,"dense_accuracy":0.983,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.983,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1529,"correct_output_rate":0.1529,"accuracy":0.1529,"ce":2.479329371537431,"abstentions":0,"harm":0.8318,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":2.5983030138719037,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8484581497797357,"accuracy":0.8484581497797357,"ce":1.4873512094789851,"harm":0.14889867841409693,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":2.655948024465161,"harm":0.9806201550387597,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.762077833793788,"harm":0.9801980198019802,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.0747077573960038,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.48318385650224216,"accuracy":0.48318385650224216,"ce":1.7552392469800797,"harm":0.5067264573991032,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":2.6499683884774807,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0963035019455253,"accuracy":0.0963035019455253,"ce":2.169494518901387,"harm":0.8813229571984436,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.023613963039014373,"accuracy":0.023613963039014373,"ce":2.4562324367558546,"harm":0.9609856262833676,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.252585990664087,"harm":0.9742319127849356,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9382,"correct_output_rate":0.9382,"accuracy":0.9382,"ce":1.2352056139532626,"abstentions":0,"harm":0.0494,"repair":0.0046,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9836734693877551,"accuracy":0.9836734693877551,"ce":0.904607016390131,"harm":0.009183673469387756,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":1.2412146610259571,"harm":0.003524229074889868,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9341085271317829,"accuracy":0.9341085271317829,"ce":1.1614107374893905,"harm":0.055232558139534885,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.907920792079208,"accuracy":0.907920792079208,"ce":1.3541973993093008,"harm":0.07623762376237624,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.8920570264765784,"accuracy":0.8920570264765784,"ce":1.3913737456928466,"harm":0.09572301425661914,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9349775784753364,"accuracy":0.9349775784753364,"ce":1.1706707896150872,"harm":0.052690582959641255,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9311064718162839,"accuracy":0.9311064718162839,"ce":1.1855823440681184,"harm":0.05219206680584551,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9056420233463035,"accuracy":0.9056420233463035,"ce":1.2462927142405953,"harm":0.07587548638132295,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.944558521560575,"accuracy":0.944558521560575,"ce":1.3619912469336783,"harm":0.043121149897330596,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9474727452923687,"accuracy":0.9474727452923687,"ce":1.3244040989468433,"harm":0.035678889990089196,"repair":0.008919722497522299}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1494,"correct_output_rate":0.1494,"accuracy":0.1494,"ce":2.5532068983925833,"abstentions":0,"harm":0.8351,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7264766246332335,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8969162995594714,"accuracy":0.8969162995594714,"ce":1.2276258610744313,"harm":0.1013215859030837,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.015503875968992248,"accuracy":0.015503875968992248,"ce":2.5971486081078785,"harm":0.9709302325581395,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.9567659996310107,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.004073319755600814,"accuracy":0.004073319755600814,"ce":3.188255770947497,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.3307174887892377,"accuracy":0.3307174887892377,"ce":1.7808113986184013,"harm":0.655829596412556,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9534791030063334,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.15369649805447472,"accuracy":0.15369649805447472,"ce":2.017002905898764,"harm":0.8258754863813229,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":2.7310180522005245,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4865223298768773,"harm":0.9742319127849356,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9730,"correct_output_rate":0.973,"accuracy":0.973,"ce":0.5699980604616816,"abstentions":0,"harm":0.0132,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.32400633413612767,"harm":0.0010204081632653062,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9964757709251101,"accuracy":0.9964757709251101,"ce":0.569764655913658,"harm":0.0,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.503618539753264,"harm":0.02131782945736434,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9554455445544554,"accuracy":0.9554455445544554,"ce":0.6837215427126753,"harm":0.02574257425742574,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.5814034422281081,"harm":0.015274949083503055,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9730941704035875,"accuracy":0.9730941704035875,"ce":0.5524044414000244,"harm":0.011210762331838564,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.964509394572025,"accuracy":0.964509394572025,"ce":0.5664378911145443,"harm":0.017745302713987474,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9591439688715954,"accuracy":0.9591439688715954,"ce":0.5686388836853079,"harm":0.021400778210116732,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.6811534629489525,"harm":0.007186858316221766,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9692765113974232,"accuracy":0.9692765113974232,"ce":0.6651573186431172,"harm":0.011892963330029732,"repair":0.006937561942517344}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1512,"correct_output_rate":0.1512,"accuracy":0.1512,"ce":2.6651117810680787,"abstentions":0,"harm":0.8333,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2228264026286975,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8070484581497798,"accuracy":0.8070484581497798,"ce":1.2898347190804371,"harm":0.19118942731277533,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.012596899224806201,"accuracy":0.012596899224806201,"ce":2.719043185401678,"harm":0.9728682170542635,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":2.9502697206804696,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7680219232429426,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.4304932735426009,"accuracy":0.4304932735426009,"ce":1.6373262728398803,"harm":0.5571748878923767,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0827080810829672,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.15953307392996108,"accuracy":0.15953307392996108,"ce":2.0386666633168042,"harm":0.8190661478599222,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.033880903490759756,"accuracy":0.033880903490759756,"ce":2.4364605481396424,"harm":0.9507186858316222,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.627524019101732,"harm":0.9742319127849356,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9689,"correct_output_rate":0.9689,"accuracy":0.9689,"ce":0.5008055082338145,"abstentions":0,"harm":0.0173,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.3327211952584024,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9964757709251101,"accuracy":0.9964757709251101,"ce":0.4552427799067058,"harm":0.0,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9612403100775194,"accuracy":0.9612403100775194,"ce":0.471902477632722,"harm":0.02616279069767442,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.4882644605331921,"harm":0.009900990099009901,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9623217922606925,"accuracy":0.9623217922606925,"ce":0.5627924066847427,"harm":0.025458248472505093,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9484304932735426,"accuracy":0.9484304932735426,"ce":0.5488347982887798,"harm":0.03139013452914798,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9582463465553236,"accuracy":0.9582463465553236,"ce":0.5120302640954993,"harm":0.022964509394572025,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9367704280155642,"accuracy":0.9367704280155642,"ce":0.5831660168306253,"harm":0.04182879377431906,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.5177321157992963,"harm":0.004106776180698152,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.5437301994087334,"harm":0.01288404360753221,"repair":0.010901883052527254}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1486,"correct_output_rate":0.1486,"accuracy":0.1486,"ce":3.006595723998598,"abstentions":0,"harm":0.8359,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.838487587750653,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8748898678414097,"accuracy":0.8748898678414097,"ce":0.9421168950664682,"harm":0.12334801762114538,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":2.988051954744448,"harm":0.9680232558139535,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.4336295701484714,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.211218228471435,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.3172645739910314,"accuracy":0.3172645739910314,"ce":1.631016551987471,"harm":0.6692825112107623,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6549094049355935,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.17996108949416342,"accuracy":0.17996108949416342,"ce":1.9261309699511209,"harm":0.7996108949416343,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":3.3293453422470725,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.32980175403885,"harm":0.9742319127849356,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9797,"correct_output_rate":0.9797,"accuracy":0.9797,"ce":0.14456950522612408,"abstentions":0,"harm":0.0054,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.0834053581920689,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.09398227237307466,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.12389432362514077,"harm":0.01065891472868217,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.16297682936850735,"harm":0.006930693069306931,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.12961862895454984,"harm":0.007128309572301426,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.1542633201681151,"harm":0.0,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.17678257090575442,"harm":0.010438413361169102,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9698443579766537,"accuracy":0.9698443579766537,"ce":0.18171745260236485,"harm":0.010700389105058366,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.15779210731963997,"harm":0.003080082135523614,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.1883857784842774,"harm":0.003964321110009911,"repair":0.007928642220019821}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1484,"correct_output_rate":0.1484,"accuracy":0.1484,"ce":2.784974731463136,"abstentions":0,"harm":0.8357,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7225412009897285,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8361233480176211,"accuracy":0.8361233480176211,"ce":1.0762674709111464,"harm":0.16123348017621145,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":2.9324129316076926,"harm":0.9680232558139535,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4013738604147408,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.002687943604434,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.28475336322869954,"accuracy":0.28475336322869954,"ce":1.8578262814960178,"harm":0.6995515695067265,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.031265617141464,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.16536964980544747,"accuracy":0.16536964980544747,"ce":2.04906634238092,"harm":0.8122568093385214,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.09342915811088295,"accuracy":0.09342915811088295,"ce":2.1189378954949243,"harm":0.891170431211499,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.821998848983233,"harm":0.9742319127849356,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9644,"correct_output_rate":0.9644,"accuracy":0.9644,"ce":0.5068157269466249,"abstentions":0,"harm":0.0221,"repair":0.0035,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.32271219299358445,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.45388937329367207,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9467054263565892,"accuracy":0.9467054263565892,"ce":0.5297336503187223,"harm":0.040697674418604654,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9613861386138614,"accuracy":0.9613861386138614,"ce":0.5518699903907031,"harm":0.020792079207920793,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9490835030549898,"accuracy":0.9490835030549898,"ce":0.6137517131029323,"harm":0.038696537678207736,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9517937219730942,"accuracy":0.9517937219730942,"ce":0.5262743283062615,"harm":0.030269058295964126,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.45506885318064516,"harm":0.015657620041753653,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9357976653696498,"accuracy":0.9357976653696498,"ce":0.5753107876332699,"harm":0.04377431906614786,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.4832848989462704,"harm":0.004106776180698152,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9623389494549058,"accuracy":0.9623389494549058,"ce":0.557408561443702,"harm":0.024777006937561942,"repair":0.01288404360753221}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1422,"correct_output_rate":0.1422,"accuracy":0.1422,"ce":3.172541740275407,"abstentions":0,"harm":0.8418,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.377032337138083,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8898678414096917,"accuracy":0.8898678414096917,"ce":0.7237229483566788,"harm":0.10837004405286343,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.027131782945736434,"accuracy":0.027131782945736434,"ce":3.130793382647772,"harm":0.9583333333333334,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9678232374607245,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.684331021865577,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.17600896860986548,"accuracy":0.17600896860986548,"ce":2.0108780655798117,"harm":0.8071748878923767,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.576925725927275,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.21108949416342412,"accuracy":0.21108949416342412,"ce":1.9006417712900832,"harm":0.7675097276264592,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.01026694045174538,"accuracy":0.01026694045174538,"ce":3.0234272622626115,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.615392356301862,"harm":0.9742319127849356,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9788,"correct_output_rate":0.9788,"accuracy":0.9788,"ce":0.13457369191916474,"abstentions":0,"harm":0.0064,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.0712720919981309,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.08112745809948183,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9748062015503876,"accuracy":0.9748062015503876,"ce":0.13124957335743107,"harm":0.013565891472868217,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9693069306930693,"accuracy":0.9693069306930693,"ce":0.174424472855374,"harm":0.01089108910891089,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.13278144723971289,"harm":0.007128309572301426,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.15158541579331727,"harm":0.0011210762331838565,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.13871072330111592,"harm":0.007306889352818371,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.17739610900958439,"harm":0.011673151750972763,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.12180643195678992,"harm":0.004106776180698152,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.17115878792318998,"harm":0.006937561942517344,"repair":0.007928642220019821}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1454,"correct_output_rate":0.1454,"accuracy":0.1454,"ce":3.5018468407813517,"abstentions":0,"harm":0.8388,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.60653744002843,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.7330396475770925,"accuracy":0.7330396475770925,"ce":0.8715689031478192,"harm":0.2643171806167401,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.020348837209302327,"accuracy":0.020348837209302327,"ce":3.4162465032346994,"harm":0.9651162790697675,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":4.116109490585135,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.89874148761109,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.265695067264574,"accuracy":0.265695067264574,"ce":1.815635712810144,"harm":0.7197309417040358,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.162952945229538,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.24027237354085604,"accuracy":0.24027237354085604,"ce":1.897675802204076,"harm":0.7383268482490273,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.11806981519507187,"accuracy":0.11806981519507187,"ce":2.3794527284559974,"harm":0.86652977412731,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.137141956700812,"harm":0.9742319127849356,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9734,"correct_output_rate":0.9734,"accuracy":0.9734,"ce":0.13097822212046029,"abstentions":0,"harm":0.0124,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.08779187263414384,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.06128616487496667,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9563953488372093,"accuracy":0.9563953488372093,"ce":0.16462801426870755,"harm":0.031007751937984496,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.11721625381638631,"harm":0.00891089108910891,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.13369832523050384,"harm":0.017311608961303463,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9562780269058296,"accuracy":0.9562780269058296,"ce":0.19673895991145174,"harm":0.02242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.1395807573011636,"harm":0.010438413361169102,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9542801556420234,"accuracy":0.9542801556420234,"ce":0.20059026757020945,"harm":0.023346303501945526,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9928131416837782,"accuracy":0.9928131416837782,"ce":0.07842640163143483,"harm":0.0,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.1415326842885243,"harm":0.007928642220019821,"repair":0.007928642220019821}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1488,"correct_output_rate":0.1488,"accuracy":0.1488,"ce":4.626238512147589,"abstentions":0,"harm":0.8356,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.48172617559037,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8537444933920705,"accuracy":0.8537444933920705,"ce":0.5276716918085431,"harm":0.1444933920704846,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.02131782945736434,"accuracy":0.02131782945736434,"ce":4.387935433966998,"harm":0.9641472868217055,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.477946488357208,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.426632473005885,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.21973094170403587,"accuracy":0.21973094170403587,"ce":2.1619847107142447,"harm":0.765695067264574,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.51995191254117,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.2782101167315175,"accuracy":0.2782101167315175,"ce":1.9431989144701318,"harm":0.7023346303501945,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.015400410677618069,"accuracy":0.015400410677618069,"ce":4.7660485381937185,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.0574961696338985,"harm":0.9742319127849356,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9818,"correct_output_rate":0.9818,"accuracy":0.9818,"ce":0.06027269450712473,"abstentions":0,"harm":0.0021,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.04011638799446223,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.014024311209863813,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.05395035868764737,"harm":0.0048449612403100775,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.07089059786003711,"harm":0.0049504950495049506,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.052750425504137805,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.07414541448311958,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.07614460107051818,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.08858902860711937,"harm":0.0029182879377431907,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.04707216378578622,"harm":0.0,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.09159172773454154,"harm":0.003964321110009911,"repair":0.002973240832507433}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1643,"correct_output_rate":0.1643,"accuracy":0.1643,"ce":3.008949468895994,"abstentions":0,"harm":0.8205,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.000221788176237,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8704845814977974,"accuracy":0.8704845814977974,"ce":1.0400187546703694,"harm":0.12599118942731277,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":3.3481761705494653,"harm":0.9815891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7623538792593734,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.236428627380671,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.6098654708520179,"accuracy":0.6098654708520179,"ce":1.2884844722860505,"harm":0.38228699551569506,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.203073637457423,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.08171206225680934,"accuracy":0.08171206225680934,"ce":2.250114373238456,"harm":0.896887159533074,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.021560574948665298,"accuracy":0.021560574948665298,"ce":2.7190148297592005,"harm":0.9630390143737166,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.354883248772611,"harm":0.9742319127849356,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9592,"correct_output_rate":0.9592,"accuracy":0.9592,"ce":0.5781244132603338,"abstentions":0,"harm":0.0278,"repair":0.004,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.3754037199318496,"harm":0.004081632653061225,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.5103579530784996,"harm":0.001762114537444934,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9534883720930233,"accuracy":0.9534883720930233,"ce":0.5414648306860038,"harm":0.035852713178294575,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9504950495049505,"accuracy":0.9504950495049505,"ce":0.6226076329302385,"harm":0.031683168316831684,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9409368635437881,"accuracy":0.9409368635437881,"ce":0.7008256564725451,"harm":0.04786150712830957,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9562780269058296,"accuracy":0.9562780269058296,"ce":0.5485080409396484,"harm":0.03139013452914798,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.964509394572025,"accuracy":0.964509394572025,"ce":0.5317069122390845,"harm":0.019832985386221295,"repair":0.0041753653444676405},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.914396887159533,"accuracy":0.914396887159533,"ce":0.6534888886521765,"harm":0.06420233463035019,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.6590882991213769,"harm":0.014373716632443531,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9524281466798811,"accuracy":0.9524281466798811,"ce":0.6401120176616687,"harm":0.028741328047571853,"repair":0.006937561942517344}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1541,"correct_output_rate":0.1541,"accuracy":0.1541,"ce":3.3896444155994074,"abstentions":0,"harm":0.8304,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.683822748625034,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8828193832599119,"accuracy":0.8828193832599119,"ce":0.721794204475546,"harm":0.11365638766519824,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":3.538475393893078,"harm":0.9748062015503876,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.286960162802164,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.724309487410565,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.4495515695067265,"accuracy":0.4495515695067265,"ce":1.394136048896027,"harm":0.5392376681614349,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.924124604824726,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.11770428015564202,"accuracy":0.11770428015564202,"ce":2.136491664566405,"harm":0.8618677042801557,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":3.5915908189465515,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.122744833331253,"harm":0.9742319127849356,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9781,"correct_output_rate":0.9781,"accuracy":0.9781,"ce":0.14715110849597735,"abstentions":0,"harm":0.0073,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.0760891202928578,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.0864421650416294,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9748062015503876,"accuracy":0.9748062015503876,"ce":0.1395124927474957,"harm":0.013565891472868217,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9722772277227723,"accuracy":0.9722772277227723,"ce":0.1807728454048248,"harm":0.00891089108910891,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.137398533064606,"harm":0.008146639511201629,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.1556324534459083,"harm":0.004484304932735426,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9718162839248434,"accuracy":0.9718162839248434,"ce":0.15718962475611478,"harm":0.009394572025052192,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9678988326848249,"accuracy":0.9678988326848249,"ce":0.18297555584625627,"harm":0.01264591439688716,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.16729519521916117,"harm":0.007186858316221766,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.1951366336603261,"harm":0.008919722497522299,"repair":0.004955401387512388}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1690,"correct_output_rate":0.169,"accuracy":0.169,"ce":3.7030259648546293,"abstentions":0,"harm":0.8155,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.004542810103129,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8220264317180617,"accuracy":0.8220264317180617,"ce":0.8130168525224404,"harm":0.1762114537444934,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":3.8255622059399492,"harm":0.9757751937984496,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.3944156894212005,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.841236289714523,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5426008968609866,"accuracy":0.5426008968609866,"ce":1.2421237793371347,"harm":0.4461883408071749,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.345009214270309,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.21595330739299612,"accuracy":0.21595330739299612,"ce":2.0427989123436476,"harm":0.7626459143968871,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.04004106776180698,"accuracy":0.04004106776180698,"ce":3.0293939762088122,"harm":0.9435318275154004,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.727927883578611,"harm":0.9742319127849356,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9737,"correct_output_rate":0.9737,"accuracy":0.9737,"ce":0.13571277693971817,"abstentions":0,"harm":0.0119,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.09386363840574068,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.06273044786045681,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9631782945736435,"accuracy":0.9631782945736435,"ce":0.15124164300586834,"harm":0.02422480620155039,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.116965891337241,"harm":0.006930693069306931,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9725050916496945,"accuracy":0.9725050916496945,"ce":0.13836391191307015,"harm":0.015274949083503055,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9562780269058296,"accuracy":0.9562780269058296,"ce":0.194584311696674,"harm":0.023542600896860985,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9707724425887265,"accuracy":0.9707724425887265,"ce":0.15039692457647752,"harm":0.009394572025052192,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9503891050583657,"accuracy":0.9503891050583657,"ce":0.2102612986288298,"harm":0.027237354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9876796714579056,"accuracy":0.9876796714579056,"ce":0.10387608661375036,"harm":0.003080082135523614,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.14755071851011334,"harm":0.008919722497522299,"repair":0.006937561942517344}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1603,"correct_output_rate":0.1603,"accuracy":0.1603,"ce":4.838475277852408,"abstentions":0,"harm":0.8241,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.885505579982881,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8704845814977974,"accuracy":0.8704845814977974,"ce":0.5215149606560998,"harm":0.1277533039647577,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.013565891472868217,"accuracy":0.013565891472868217,"ce":4.940759118251164,"harm":0.9718992248062015,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":5.685645042418155,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":7.225868071109864,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.3923766816143498,"accuracy":0.3923766816143498,"ce":1.5199919983780559,"harm":0.594170403587444,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.861264206620661,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.23540856031128404,"accuracy":0.23540856031128404,"ce":2.140648814734516,"harm":0.7441634241245136,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":5.373813084227346,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.653385116955809,"harm":0.9742319127849356,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9818,"correct_output_rate":0.9818,"accuracy":0.9818,"ce":0.060995404491677244,"abstentions":0,"harm":0.0022,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.04016708448714311,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.012510215067063419,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.0536167831544239,"harm":0.003875968992248062,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.06953394429967691,"harm":0.0039603960396039604,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.04865869208608964,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.07249787526012472,"harm":0.0,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.08093261694525954,"harm":0.0041753653444676405,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.97568093385214,"accuracy":0.97568093385214,"ce":0.08368856709395049,"harm":0.0029182879377431907,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.05652625569527064,"harm":0.003080082135523614,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.09886679548692899,"harm":0.002973240832507433,"repair":0.002973240832507433}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1559,"correct_output_rate":0.1559,"accuracy":0.1559,"ce":4.097238601593525,"abstentions":0,"harm":0.8282,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.834635790104113,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.839647577092511,"accuracy":0.839647577092511,"ce":0.6246329396484305,"harm":0.1568281938325991,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":4.536081217080195,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.364416160622071,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.362795313769024,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.3957399103139013,"accuracy":0.3957399103139013,"ce":1.6324306412498215,"harm":0.5908071748878924,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.369518690940251,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.14202334630350194,"accuracy":0.14202334630350194,"ce":2.4328074154003034,"harm":0.8365758754863813,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.1026694045174538,"accuracy":0.1026694045174538,"ce":2.699824278807063,"harm":0.8809034907597536,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.3877517445498855,"harm":0.9742319127849356,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9694,"correct_output_rate":0.9694,"accuracy":0.9694,"ce":0.1482793061790479,"abstentions":0,"harm":0.0171,"repair":0.0035,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.986734693877551,"accuracy":0.986734693877551,"ce":0.0997393511223533,"harm":0.004081632653061225,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.0731086689770572,"harm":0.001762114537444934,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9525193798449613,"accuracy":0.9525193798449613,"ce":0.19266036095632555,"harm":0.03488372093023256,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.1416949182071255,"harm":0.011881188118811881,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.960285132382892,"accuracy":0.960285132382892,"ce":0.18372799691617275,"harm":0.0274949083503055,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9540358744394619,"accuracy":0.9540358744394619,"ce":0.19142076491925097,"harm":0.026905829596412557,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9718162839248434,"accuracy":0.9718162839248434,"ce":0.1369495299994639,"harm":0.011482254697286013,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9474708171206225,"accuracy":0.9474708171206225,"ce":0.21790604617232157,"harm":0.032101167315175094,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9887063655030801,"accuracy":0.9887063655030801,"ce":0.09948559607888206,"harm":0.003080082135523614,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9633300297324083,"accuracy":0.9633300297324083,"ce":0.1554613948863928,"harm":0.018830525272547076,"repair":0.007928642220019821}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1458,"correct_output_rate":0.1458,"accuracy":0.1458,"ce":5.302215860060575,"abstentions":0,"harm":0.8385,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.659384254491203,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8881057268722466,"accuracy":0.8881057268722466,"ce":0.38627649703422895,"harm":0.1092511013215859,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.016472868217054265,"accuracy":0.016472868217054265,"ce":5.340506192811976,"harm":0.9689922480620154,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.731546765167241,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.146983718899811,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.24663677130044842,"accuracy":0.24663677130044842,"ce":2.2633372263455698,"harm":0.7399103139013453,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.8850271499017355,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.19649805447470817,"accuracy":0.19649805447470817,"ce":2.427357349844821,"harm":0.7830739299610895,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.011293634496919919,"accuracy":0.011293634496919919,"ce":5.112718040738524,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.577871187793981,"harm":0.9742319127849356,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9811,"correct_output_rate":0.9811,"accuracy":0.9811,"ce":0.06368756659975217,"abstentions":0,"harm":0.0036,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.03921340262162784,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.013920670018313295,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.061357920590140995,"harm":0.01065891472868217,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.07975709066859797,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.06154122977800146,"harm":0.004073319755600814,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.07779917988427149,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.07206731277272486,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.09444209412655757,"harm":0.0048638132295719845,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.04928897203076456,"harm":0.002053388090349076,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9712586719524281,"accuracy":0.9712586719524281,"ce":0.09396012098922447,"harm":0.005946481665014866,"repair":0.002973240832507433}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1568,"correct_output_rate":0.1568,"accuracy":0.1568,"ce":6.134244247625333,"abstentions":0,"harm":0.8276,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":11.766259618596427,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.7392070484581498,"accuracy":0.7392070484581498,"ce":0.6527289245947049,"harm":0.2581497797356828,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":6.1903713668184075,"harm":0.9767441860465116,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":7.347727159035219,"harm":0.9772277227722772,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.53242871472162,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.3475336322869955,"accuracy":0.3475336322869955,"ce":1.9975879282534297,"harm":0.6390134529147982,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.276868639340539,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.27431906614785995,"accuracy":0.27431906614785995,"ce":2.4159869162716077,"harm":0.7052529182879378,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.1273100616016427,"accuracy":0.1273100616016427,"ce":3.791253133304919,"harm":0.8562628336755647,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.89964752360609,"harm":0.9742319127849356,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9753,"correct_output_rate":0.9753,"accuracy":0.9753,"ce":0.08079055195120313,"abstentions":0,"harm":0.0096,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.06387768077533826,"harm":0.003061224489795918,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.018575805012994454,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9631782945736435,"accuracy":0.9631782945736435,"ce":0.10464590227000112,"harm":0.022286821705426358,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.06248423979449489,"harm":0.0049504950495049506,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.07129372661121888,"harm":0.012219959266802444,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9585201793721974,"accuracy":0.9585201793721974,"ce":0.1498051678560091,"harm":0.020179372197309416,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9728601252609603,"accuracy":0.9728601252609603,"ce":0.09543623144157051,"harm":0.007306889352818371,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9601167315175098,"accuracy":0.9601167315175098,"ce":0.12289858161591578,"harm":0.017509727626459144,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9907597535934292,"accuracy":0.9907597535934292,"ce":0.03916735567832763,"harm":0.001026694045174538,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.09273032211567499,"harm":0.006937561942517344,"repair":0.002973240832507433}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1547,"correct_output_rate":0.1547,"accuracy":0.1547,"ce":9.002825189420362,"abstentions":0,"harm":0.8298,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.0,"accuracy":0.0,"ce":16.2717617087947,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8687224669603524,"accuracy":0.8687224669603524,"ce":0.3642416120590242,"harm":0.12951541850220263,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.013565891472868217,"accuracy":0.013565891472868217,"ce":8.944467840010141,"harm":0.9718992248062015,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":10.48438585758422,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.0,"accuracy":0.0,"ce":14.264670465914138,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.24775784753363228,"accuracy":0.24775784753363228,"ce":3.185517458613842,"harm":0.7387892376681614,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.62364969451326,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.3035019455252918,"accuracy":0.3035019455252918,"ce":2.910816165411361,"harm":0.6770428015564203,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.012320328542094456,"accuracy":0.012320328542094456,"ce":9.492819071159015,"harm":0.971252566735113,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":0.0,"ce":14.453341418771652,"harm":0.9742319127849356,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9830,"correct_output_rate":0.983,"accuracy":0.983,"ce":0.08115352914519333,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9887755102040816,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.06290745754957662,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.014841815279934457,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.060247332774286816,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.08899340691706761,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9857433808553971,"correct_output_rate":0.9857433808553971,"accuracy":0.9857433808553971,"ce":0.06820595635595406,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.11063623573147889,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.0960955426167466,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.09658821215601872,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.07795376971267028,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.14671653048951724,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,1,0,5,0,1,0,5,0,5,0,5,0,5,0,5,0,1,0,5,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5202632850750497,0.8638465267135393,2.6125301829395156,0.2949663481697257,3.179025714123391,0.2598879304326922,3.663974113744703,0.03206698071579475,3.597124615273963,0.21206915391281797,4.071637442829585,0.019586488046638702,5.498627369377641,0.014748313797731541,7.170495522650876,0.00031706510597096307,3.5738509374917853,0.30015834620852716,4.072870130226085,0.026975199781729076,5.585657162220512,0.020376228088564978,7.025823984473712,0.0003671245889395505,6.310088856394044,0.01525162092070389,7.789189257355469,0.00016904485042477512,11.144473389443744,0.00011187853235226916,15.451158745590769,9.429475244584941e-08]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,1,0,1,0,1,0,1,0,5,0,5,0,5,0,5,0,5,0,5,0,8,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.000396622568914,0.9797529608660354,2.069716552636731,0.19651308339791612,2.1329009052489676,0.2161313005021689,2.3710037586162813,0.010094116778249682,2.5855744796271125,0.23790900104394855,2.6714387588911586,0.009473501455526665,2.911904085490794,0.008616402838877395,3.4509870020493367,5.786569903908653e-05,2.5180973590187437,0.3167931224761632,2.609210986698544,0.012324766699252657,2.8945479037114232,0.011847271576747816,3.4204441449586023,6.396125950733002e-05,3.9353607282900613,0.01373752249635875,4.087306892820021,5.024676279010416e-05,4.807764515445882,3.507183303430034e-05,6.037049901842518,7.27306501266633e-09]},{"index":498,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,8,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.633549276464034,1.5974761448489336,2.7878164898369677,1.018285932230221,3.248540633951724,1.1756530265406213,3.7031233809711774,0.5621570050295895,3.8005459133829014,1.1025038494063795,4.438748628326484,0.49989249854337275,5.478211466916969,0.8673297526206991,6.921557465235551,0.25065449111816757,3.888381179268982,1.2466595356532995,4.668561549508643,0.5201284383954328,5.573454861977624,0.8717413898344392,7.091702331655209,0.22418822551824907,6.86892226762029,0.763828341515561,8.628411855075486,0.20619060505121958,10.970245120007837,0.8674390148144346,14.669429152870707,0.06928566451531996]},{"index":3358,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,8,5,8,5,8,5,8,7,0,5,8,5,0,5,8,5,0,5,8,5,8,7,8,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.085176940162902,1.7166155634221283,3.137958109804117,1.2528346391404162,3.342657493013679,1.4464883448929293,3.9377018661501486,0.9060125334363743,3.792698678757568,1.6192705713165598,4.406714281099675,1.0425497183673844,5.061515150616851,1.4233362413964472,7.06406107766852,0.5862037773009942,3.80263561302677,1.292031823263591,4.411020399108963,0.695953262209693,4.862464021223476,1.2796833952300082,6.813342273849294,0.4179465061001773,5.298344100596025,2.0862064038107397,7.0900190523117335,0.7367482256500272,8.91909603278445,1.8505733611278967,14.210543226720747,0.17102761488634202]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5730251198442176,1.4967480791143646,1.2337149712459217,0.8010244963607691,1.3758336680066852,0.64116838536033,0.9301845183830697,0.15107354978675572,1.1502893427253007,0.6537771108930428,0.6670697004291061,0.1313659463101056,0.8121997314599197,0.07419855152486296,0.32306325043646406,0.0037187172787189545,1.0925478280204113,0.6540786411328144,0.6225117238180089,0.13227126723860258,0.7595900050848063,0.06778086443658203,0.32807163430609076,0.0032568136396433074,0.5341969198139941,0.08603727865500387,0.15583133405740868,0.002710248851965926,0.2536325049961147,0.0008838252563865986,0.04800399543782754,2.777940580888898e-06]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.564749103966664,1.3524087157529459,1.1823200387636292,0.6085757028313403,1.3577224532576775,0.4675010605723502,0.8110837561809766,0.06893525109692951,1.041213875158341,0.4550185430319705,0.5374014540868166,0.05740179718425622,0.8127454872224611,0.032078559226172844,0.25623563489681395,0.0008710773916253975,1.0383706159383495,0.4777516542566517,0.5216044006815822,0.062228483368572014,0.7494739496391954,0.03295637146643522,0.2549605550759143,0.000865674245694819,0.4772363944948721,0.039904098474629404,0.10132406720842851,0.000745126922208131,0.3480861828498307,0.00025486805702670817,0.03283086710955196,3.33843967366763e-07]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,2,1,2,1,2,1,2,8,2,1,2,8,2,1,5,8,1,1,1,1,2,1,2,8,2,1,2,8,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.718108538673379,1.626444438937762,1.4935121172219294,1.0512058420591377,1.5129508266078502,1.0670807818449382,1.3359776235099798,0.45349318287552043,1.5955712147276295,1.262684402111324,1.3603976740672987,0.535380871283589,1.4490674056597128,0.8793870094439779,1.659629997929162,0.162912935880961,1.4887740191147623,1.3319821953770181,1.0660955765796134,0.548503090806395,1.0842738425988598,0.736180102407802,0.9263630826206997,0.10963421608117234,1.2170484980199028,1.03487641205543,1.4234363230893265,0.19368644797413828,1.4738676490002598,0.8569731846975381,1.7245999326052237,0.011988923352841078]},{"index":1527,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,2,1,2,1,2,1,2,5,2,1,2,1,2,1,5,1,2,1,2,1,2,1,2,5,2,1,2,1,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9016720664058506,1.7193738789161706,1.6914165847843763,1.2775648096561925,1.5945432381077325,1.1416481894146995,1.5548181387279585,0.7477312747790456,1.7866920910824728,1.3853037961033074,1.709589157826852,0.7764408421964818,1.5444084350150935,0.8905187834598167,2.0215704101660994,0.3677323626166932,1.7621249752807637,1.2765173617011651,1.4279517262871912,0.6497182387930783,1.3056553084103926,0.611116092589601,1.3294213190303998,0.20222931716046733,1.5337401967220206,0.9910879281327925,1.8284960516808542,0.23561077604521474,1.4580234543027535,0.4484687228706393,2.3358865929386017,0.051862195618207985]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,2,7,2,4,2,7,2,8,2,1,2,7,2,7,2,5,2,1,2,4,2,7,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.991063133209397,1.103079342890197,2.7321643124020505,0.3976246705673531,2.708063873485661,0.3360357428105145,2.6982291168841908,0.02395963110647682,2.9674226754655644,0.4534453075140669,2.82122412370137,0.02939640920339258,2.8419470356995697,0.044702514509679804,3.7382410782274684,0.00011821223953926201,3.670067876021794,0.5432708792587689,3.6119884454037674,0.04740435167310908,3.676121678981409,0.03628173453008551,4.497155641191061,0.0001813172268084241,4.283073009141322,0.07018858303210083,4.8842874904334,0.00021653733551330056,5.1041002346708675,0.0005954985386329329,8.371534379641167,2.7687145870954215e-09]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,1,2,9,2,9,2,9,2,9,2,5,2,5,2,9,2,9,2,9,2,9,2,9,2,9,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.505440649263929,0.8682440777621712,2.6892436358875402,0.3437265106480033,2.598532960422881,0.2945859019079646,3.036071289418755,0.04884133905916156,2.617606489152611,0.1998447403355794,2.89154774976042,0.02561580255602272,3.037320822632635,0.020865675764727993,3.7787386816583775,0.0009892929489712277,3.3150063914261043,0.23365263051647303,3.798694754754175,0.03662009078885998,3.425876027246594,0.020886032214785716,4.447162609534556,0.001442476826697327,4.060488427363343,0.010067586469868956,4.833720922425986,0.0004279221683267016,5.216685664314527,0.0001673653937127128,6.720989129179771,1.6703326569555612e-06]},{"index":444,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,2,1,8,1,2,1,8,1,2,1,8,1,2,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3578356155249645,1.4878227076510866,2.3631761163124043,0.9540497135302903,2.4460415468743033,1.0121565449697723,2.3765627710617565,0.3088224665201814,2.912706900391241,1.1790626167819651,2.8235389750421156,0.48323333523438095,3.2304413955480653,0.7313157005834097,3.034987938649058,0.02995863341101004,3.2946516724831603,1.1741116511667256,3.4410861036794795,0.5013736782397266,3.633316951587295,0.5902606161897375,3.8730675595081134,0.023185642993601163,4.737100949883415,0.9835968434295609,4.7869259235354304,0.07048065582613186,5.685798236229968,0.20123022839926502,5.997361361593749,3.8928590845322115e-05]},{"index":583,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.513049031895381,1.8786898205490297,2.63341629478933,1.277617340867531,2.7203452484698873,1.2393087822311404,3.3011697864299006,0.5384392539885668,2.8933282604498904,1.4460567161759441,3.4450814054876293,0.6163577996193598,3.6767364665413105,0.6790476590884343,5.310522362600682,0.17288719291693894,2.8265192782447186,1.4276656316417484,3.5264611328567694,0.6245175950082195,3.4542902263247517,0.6043934058972267,5.373968552715893,0.15199548705387245,4.66976670799033,1.02630770344396,6.191669004636016,0.16599107058797785,6.477266764723608,0.21206445258671153,10.476987320647584,0.08712470902527251]},{"index":613,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,2,8,1,8,1,8,1,8,2,8,1,8,2,8,2,8,2,2,1,8,2,8,2,8,2,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.089947002639311,1.7801574321906661,1.90859823784423,1.3928958366126083,1.8312282685254249,1.5168559143757163,1.4932143036927268,0.9868179718050765,2.0349541286990567,1.7767684499743597,1.6188135702268236,1.3614701922558403,1.5686787297137705,1.9478798250683393,0.9418328435692886,0.770553752756567,1.7509049162306523,1.4393082479117596,1.33842470167934,1.0330642304825388,1.2964574292189794,1.3126819087401274,0.7732693162583515,0.41999037297860975,1.5689752669648496,2.0682761148852387,0.8613851212665466,1.0012452752106513,0.9419965403228421,2.203848077949494,0.24926523708032192,0.05642248027601411]},{"index":1790,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,7,7,7,8,7,8,7,7,7,8,7,8,7,8,1,7,7,8,7,8,7,8,7,8,7,8,7,8,7,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8071841805710585,2.321752477989956,2.660639782986098,2.148813192825946,2.9962620415813377,2.0219348616331603,3.584967754602977,1.6510778408489624,3.4701623189878146,2.1067894278822594,3.993757314564643,1.7543930429399865,4.810712261104595,1.716475036797993,6.979547446916216,1.171282671873607,3.4012843027961517,2.205210763917181,3.7396306542622453,1.9161470046751334,4.703905326916827,1.793653807472703,6.873450020310887,1.2577694322322661,5.460093929512387,1.866732257977792,7.559819015903605,1.3375627414785232,9.879735393539999,1.3053133202187421,14.577278738149774,0.4224480468739444]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,7,3,8,3,7,3,7,3,7,3,5,3,5,3,5,3,7,3,5,3,7,3,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2146319899396243,1.5294182938015628,2.1353051615039065,0.9418596904084061,1.9382005693121027,0.6479996562262146,2.2730320484245885,0.1889602798038341,2.308492962437047,0.8380349459260866,2.421621635651202,0.2495515262614572,2.1022945158624844,0.13395990382530878,4.3546319339104596,0.015405389051897417,2.8330939166908555,0.8083832380366444,3.0287574600291483,0.2054046465868992,2.599314420988141,0.10225278049598105,3.7502586128728623,0.008369530556211867,2.510169680051341,0.15349992755980096,3.547623360627419,0.009625515869632622,2.7436225001942836,0.00474727069728163,8.615844275171494,6.567803556431174e-05]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,6,3,6,3,6,3,1,3,1,3,6,3,6,3,6,3,6,3,6,3,6,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.99471762588336,1.174569834307182,3.4055257290276497,0.31952751498718457,3.3030574103499584,0.24344937503454567,4.151515504338309,0.01096516099548302,3.909921177665302,0.34333765275062433,4.940917242138034,0.011237364611059947,4.732846158397853,0.006826943415753453,6.700324711943878,1.1360988800933381e-05,4.217538821234631,0.38010374504625827,5.145821491527166,0.014214791639225288,4.928727798130534,0.008409271688470851,6.9037950177078775,1.6361402382938948e-05,6.299277593754049,0.01946501845813836,8.655950221125808,1.5252195260853412e-05,8.28792525998257,6.257373372835819e-06,12.575725124588903,2.1154411555588902e-11]},{"index":195,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,3,2,3,2,3,2,3,2,8,2,3,2,8,2,3,2,8,2,3,2,3,2,3,2,8,2,3,2,8,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.601514600410197,1.8229314433306503,2.8312827754244605,1.4073871852660773,2.837568359678208,1.31477045690667,3.272072690658299,0.6869242072337917,2.9687017728198084,1.4074801702756068,3.5281673322222846,0.7617638703086993,3.5281466301214133,0.9704275211472531,4.604061085003997,0.2128700505492865,2.768239886538125,1.4298558097931555,3.389553061264828,0.7155420007828097,3.325145968761003,0.798668696370551,4.494853839322296,0.12424897292565391,3.6613643284339465,1.01668917000044,5.129265349257209,0.17976683268367885,5.162999542285769,0.7988096074257012,7.964888156046871,0.009633460969104906]},{"index":578,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5030857742821073,2.0366445950682026,2.6799560003745864,1.627973396971234,2.6945996773678185,1.6859082063305748,2.9124931004415515,0.9658874200689569,2.9060184665024424,1.6974917931461717,3.2000438542441456,1.009561533002909,3.4753072372272547,1.3269593748551163,3.8982762105263316,0.21609032667529385,2.74564335108032,1.6324531333947334,2.8552824730731245,0.832400924987326,3.2357916800711033,1.1360251828303243,3.3730073391690767,0.1231038502952578,3.7379224457578637,1.2044796546964922,4.174637542441003,0.13775650622707572,5.317813098234018,0.5235168467487109,5.857715495999072,0.000986314172996606]},{"index":3943,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,5,2,5,2,5,2,5,2,5,2,5,2,5,2,3,5,5,2,5,5,5,2,5,2,5,2,5,2,5,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1145522556818834,1.7300299375993433,2.2446953005321424,1.4565503993683429,2.220393383535939,1.2685442943051932,2.469460595279935,0.9873304467928162,2.2632240946045723,1.3891262331537515,2.7319242599273603,1.058437536643098,2.5226144173292777,0.889049502393824,3.6348995196282248,0.49249729630859784,2.730148937694124,1.5246105926600055,2.9703712966743385,1.2488422428807864,2.9521117774357553,1.1693098490051437,3.4674897651169627,0.8691966011186931,3.0653874705765505,1.3448392178298914,4.182638850833697,0.8038597493779538,3.723193359229177,0.7818355847366041,6.381825773193617,0.18444167970993247]},{"index":4306,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,7,7,8,7,7,7,7,7,7,7,8,7,3,7,7,7,7,7,8,7,7,1,7,1,7,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4798997328429833,1.8958302205046844,2.520842741020304,1.6725470027893217,2.7744643137845553,1.4743082656247724,2.6306223571384217,1.2921217557812879,3.2251280433823504,1.665740119651468,3.358328255744531,1.5066827350682321,3.9709512134673584,1.062044230853614,3.678816455755908,0.8587472558150735,3.533964892092707,1.7231226000961313,3.813418566617123,1.5837694930302462,4.258185111101277,1.1928346946406818,4.088659536984724,1.054452411342238,5.345238583102434,1.5906597871716612,5.662898099210667,1.5298176110114592,7.062298362285149,0.6320132424485676,6.310815982937865,0.3549989114001661]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,7,4,5,4,1,4,1,4,7,4,1,4,7,4,5,4,7,4,5,4,7,4,1,4,7,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.085849449048636,1.2823672577683127,2.899801116301525,0.505973727818307,3.277897492827016,0.6048695391259009,3.1767094972154446,0.09170878794743138,3.8119748518364203,0.616396405295854,3.7387948242022375,0.08510007133707252,4.742974571934823,0.12901195733836998,4.762654211614612,0.0025492529043674907,4.1004948813694195,0.7842416762093591,4.014022421465389,0.09218414182386579,4.852415802205827,0.1620977714366318,4.89442831730997,0.002961786840051073,5.8226517071811585,0.17765151242919294,5.894537331666074,0.0028082814417323358,8.313803182695349,0.007684311728774138,8.35346913870919,1.43121257411669e-06]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,5,4,5,4,1,4,1,4,1,4,5,4,1,4,1,4,1,4,5,4,1,4,1,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7618758486662105,1.6791768367304083,2.5245855635221077,0.9044921736118575,2.796776854107672,0.924700684274498,2.551372132694419,0.22343568120067336,2.8016258427944116,0.9221720287954248,2.588290548564947,0.1782813903718668,3.185327821279694,0.26300853996041074,3.1017300782604966,0.007752984834074816,2.923316546656603,1.119294237211821,2.516905177413132,0.2188102174184783,2.9026355519079923,0.3076222770597908,2.648969405193709,0.00844835283411591,3.3002582620992156,0.25342801765154,2.9463520340897333,0.00451387438066446,3.8764246565302845,0.013542918167675633,4.065842247298788,4.304081884249119e-06]},{"index":33,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,5,4,5,4,5,4,3,0,3,4,5,4,5,4,5,0,5,4,5,4,5,4,3,0,3,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7291897558777025,1.567100151052782,3.8056300072171902,0.7044300240334794,4.337306422122704,0.9877682316017496,5.077082984142715,0.16150932456383446,4.967443171238343,1.1825488077266875,5.6686093258498875,0.26022415932135856,6.834535997962661,0.45796341325163686,9.220795573683908,0.0102489016825695,5.308755793849921,1.4770573084618028,5.971220020541204,0.29815106205494984,7.241669676141519,0.6474814257279197,9.563627957561534,0.01061631668549793,8.161767073112498,1.1504670773805503,10.213482375657023,0.03223118554094808,13.188436567509498,0.15410266817823234,18.843775933052925,2.1758361010498277e-05]},{"index":115,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,4,1,9,1,9,3,9,1,4,1,9,1,9,1,4,1,4,1,9,1,4,3,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5061029870974756,1.8209899295665903,2.5521146019131935,1.336146242589269,2.869372522051468,1.261558419696163,2.8056086012703756,0.7460323161173298,2.8982933832222284,1.439343334543214,3.0674774683247694,0.9372432160334981,3.650646473040431,0.8140590728963428,3.647585420102844,0.3248799989445769,2.841849434583751,1.3205971394535991,2.918217118612837,0.8142344039180304,3.4194868076522953,0.6447674013464695,3.5193936469544562,0.23917202491258668,3.5854243888641344,1.142779008420826,4.087770547429063,0.572017244253854,5.073714255114732,0.3339540908101213,5.305563254874591,0.020884124494915914]},{"index":2043,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,4,1,8,1,8,7,8,7,4,1,8,1,8,1,8,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.777739961813694,2.5063656705308954,3.155451372389521,2.0152024483464923,3.3008878072979857,2.22484449974838,4.065893183581626,1.3957239454653267,3.335425109590245,2.5422576510796953,4.291021662264743,1.8267304361046572,4.810850500283587,2.510447644680424,6.796478626308064,0.6986971082032336,3.203032316596511,2.714656028836076,4.213050000440294,1.8810764254843133,4.60126238074462,2.4622084769087715,6.73344835885361,0.5837053701781626,4.751784753867475,3.6854029825833354,7.276902847294921,1.9773334254391883,8.196035273974918,3.2025550536632506,13.077597329289764,0.035879176276314234]},{"index":2053,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,4,1,9,1,9,1,9,1,4,1,9,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8238772662620875,2.27275593774367,2.9856534960746623,1.6268509660710597,3.4847623586451544,1.6582735102230746,4.013346023089131,0.9391177351353432,3.543953328009451,1.7542343399283076,4.426164084546883,1.0424042457348224,5.474309187233612,1.0675555201202291,7.48862949337678,0.3955091875709254,3.580431040212138,1.8279931364942632,4.151975317799875,0.9532034575153286,5.1323445595467385,1.0155007395774345,6.943218890257645,0.3412576249144355,5.738883927553548,1.2150530284071976,8.015693767624972,0.5145608702485818,10.204544635771267,0.5565336619814588,15.11390083729559,0.02251966889448603]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7055910082282855,1.7505320728437177,1.6957628774276599,1.273743643741366,1.761770546869494,1.3575173477257383,1.5806869713218499,0.6099213488750386,2.114717429989662,1.305897839048799,2.0746079301910516,0.6461272561418264,2.6805093303713208,0.8536901138150198,2.7472337519494787,0.19140177958946486,1.317090470206402,1.1934454476041327,1.219007387864261,0.6025151916417868,1.742205014292009,0.8782704313794861,1.5383767084998623,0.20415567167293408,2.2269791651266253,0.6746669681848971,2.492615182348716,0.22528250736267197,4.263191834478934,0.4717659079858562,4.991332625776053,0.031151563856464302]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,4,5,4,5,4,5,9,5,9,5,9,5,4,5,5,5,4,5,9,5,4,5,9,5,4,5,9,5,4,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7848289243324347,1.3751365773622346,2.1021675088784377,0.7234708698751431,1.9630460182732468,0.672709852400277,2.3708112055963415,0.22839814480401807,1.6424233584055459,0.7054830785818927,2.0587401564295056,0.23465378123431394,2.0906486194174807,0.22915239327626793,2.778483637068253,0.06855893199081527,1.210858863731291,0.7677895502220141,1.616151159947522,0.23879532436452605,1.6266497695865074,0.20171845526152726,2.6316727514577085,0.04446793118954204,1.1564173802013527,0.2353893792776679,1.8365326760419154,0.060360955418568785,2.434301101418927,0.056026676494123656,4.627068619442233,0.005211829077021644]},{"index":211,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,3,5,3,8,3,5,9,8,3,5,5,8,5,5,9,8,5,5,5,8,5,5,5,8,5,5,5,8,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.167691373508913,1.967392601671559,2.1139336626044445,1.3612334207525028,1.9249156956686444,1.4880434312617672,1.6817588540451358,0.5981204015770069,1.9409461417872704,1.5689116934574245,1.7202183825389754,0.687437492090621,1.3218350096325098,1.0478253775534114,1.00793273413566,0.121887097686861,1.5837353952412068,1.6504034305721174,1.354090241258394,0.8097245230688359,1.0804857166103825,1.154798177871208,0.8079252907049214,0.16859618116176853,1.0666953556274494,1.2874768921984634,0.7367426740972766,0.2783409708281054,0.34907436683247883,1.0086496378180914,0.3020335100781879,0.007719519821880816]},{"index":261,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,8,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7619659000387233,1.419108275372809,1.9530257575556604,0.6799246099960583,2.0772356603180633,0.7960795707650209,2.494217568329281,0.12118350208949887,2.2437463044144104,0.9478677497499071,2.99961180573565,0.18042658639817938,3.1362130815485054,0.3830283840682266,4.768885898662143,0.005030460420973606,1.6731436112050833,0.984513679877351,2.358805540764125,0.1573878804592983,2.746005119682061,0.3720198623160759,4.41505557432549,0.004171552447435552,3.101475514548145,0.7681346367473992,5.506446372416997,0.01567708413110275,5.769896009825479,0.17025501800785986,9.984112067386581,6.239219287013288e-06]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.821235437878948,1.5904812883870352,2.97354533318679,0.7282808250510888,3.42259688110551,0.8263094877631733,3.594900016066862,0.12782886849242253,3.187923557323466,0.8155478518904783,3.204581774931905,0.0934965225902773,4.752051715938753,0.18391095276647418,4.829819779972021,0.0019357506806334046,3.508094411602065,0.9032712761679782,3.9316056490070492,0.0962349299947976,5.219029128690288,0.20652661727744476,5.729634636293526,0.0018887854780794357,4.934024853247616,0.22561055718075962,5.133092603610398,0.0012138361912070888,8.744786209257324,0.012728192470240205,8.969904506811522,5.307877967347717e-07]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,5,6,5,6,2,6,2,6,2,6,2,6,2,6,2,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.581728508466028,1.232495738126213,2.7054076236462112,0.6229632013826047,2.964991332659695,0.5547666596282458,3.23803560528483,0.1438407969863067,2.498880727913324,0.4797680167371389,2.845538094973527,0.1107288019231746,3.414480970091888,0.07829704065501272,4.203843756862661,0.009325443070853836,2.6351029991119277,0.4902897378868206,3.0159004686831437,0.10515058864632647,3.518513447632711,0.07518421717717694,4.346832010475016,0.007239860970135972,2.60779489918389,0.06480392012784737,3.708023324154426,0.004935131280055215,5.21303219850636,0.002151979202793918,7.004151232445168,4.3796866258380876e-05]},{"index":217,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,5,5,8,5,5,1,8,5,5,5,8,5,5,5,8,5,5,5,6,5,5,1,8,1,6,1,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1349245195300877,2.312968603633376,3.4783604734432148,2.005395755438677,3.9189213073312095,1.9397981989685602,4.737083635271333,1.719288616134865,3.670648277761127,1.7883765056888739,4.429283803541223,1.3540927140810917,5.436652377639741,1.309658909153411,7.585548967144422,1.2771263590515682,3.9670729503466933,1.7498479378284868,4.8445607199864,1.360745252131172,5.656240261428405,1.102743233141625,7.821865850190431,0.9713566684960372,5.289384297772274,1.2130566584542497,7.181004616299681,0.7075598988030702,9.038615777028198,0.38515712667919716,13.985680484739701,0.3672392702247176]},{"index":1044,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,6,1,6,1,8,1,6,1,8,1,6,1,8,1,6,3,6,1,6,3,8,5,6,3,8,1,6,7,8,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0171480749985653,1.898030413132634,3.493522046552403,1.585516536934837,3.619317577575644,1.550338533066715,4.539213881878158,1.1093378622989933,3.5099395418632975,1.6514495185521907,4.465002501696298,1.1009405688805012,4.921677667762747,1.2034736584888308,6.819382452029815,0.5444972234603684,4.167743648456574,1.5531073358397098,5.243822643241576,1.063572820576368,5.532877271499537,1.099491884509107,7.6644786427922895,0.5746405529828833,5.799445624170968,1.3053997646621438,8.082410880223323,0.6822384641039494,8.986341890575993,1.1427874662153328,13.208791112796751,0.18513669912069874]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.135288187772934,2.503610216991314,2.2400249785781225,2.302449091486531,2.4094627563278905,2.3955505770318775,2.616867381002086,2.076821138071339,2.3376622676581547,2.180917972838387,2.399223956633828,1.8361463762640367,3.2011892591347637,1.9343921054575925,3.9976723867288144,1.4219289027893025,2.2910582673528266,2.5197884999591302,2.443141446087629,2.1887804954664096,3.232542855527155,2.201865102573965,3.971966949934922,1.5205670729613199,3.069561461072987,2.042698516791696,3.475289899418464,1.4697309613038183,5.629649728071155,1.4541546573367672,7.729226573693227,0.47088455515571187]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,8,1,1,1,8,1,1,1,8,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,8,1,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1042677932986744,2.1031554810925486,3.577386486471556,1.8044561413128466,3.7940572812355287,1.9841820714289866,4.749763971859957,1.5214149285008676,3.6455755330926993,2.1194139684190336,4.7379823976216855,1.4662323324240396,5.58278697338923,1.9915657934405786,7.63689405755817,0.8444600635921474,4.193727746963059,2.3619700595772084,5.490059451017535,1.8836550040873148,5.969314758098438,2.662332507974298,8.451573251527686,1.6808268545845269,5.711821494269327,3.0491718205145335,8.559410866455622,1.710539867721184,9.920427343586848,3.5429244952702605,14.829336124616846,0.6441766996133126]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,7,7,5,7,7,7,1,7,7,7,7,7,7,7,5,7,7,7,7,7,7,7,1,7,7,7,7,7,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.771384230352792,0.9312948402123644,1.6346265765725974,0.2508362408295915,1.5694592787996586,0.2649214417252762,1.368053170206743,0.022930224670226148,1.3844967177470755,0.21967612110721166,1.2009090986193052,0.013735924659250253,1.0717956354839449,0.015441501477059649,0.7905402864696588,0.00013985586638683338,1.5473291272798573,0.25807971845695976,1.3360028279413854,0.011798510611352899,1.1091750329844898,0.01606993004651899,0.9086936940171411,0.00010517540529701456,1.2913653077800236,0.007685572179757247,0.9452979816432214,2.770336660530354e-05,0.7059774942023691,4.584000014909087e-05,0.35092036176522745,3.282374811006493e-09]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,7,7,5,7,5,7,7,7,7,7,7,7,7,7,5,7,5,7,5,7,5,7,7,7,7,7,7,7,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7560742081888632,0.88351648401051,1.5516602331952216,0.23518723372233108,1.5897090301881849,0.29542911720826126,1.3023905405996745,0.026552476944846755,1.0676570712901612,0.21837925484112658,0.7821086909940806,0.015460026804658371,0.7521355519569275,0.01980287217173013,0.5301013487494274,0.00021440674019668473,1.6531200933458738,0.2502716385961341,1.2692470822948443,0.013183920719562545,1.2573311509718872,0.01949837502899611,1.029896576396887,0.00013591372222955094,0.9462070337859101,0.008800149707175622,0.5273937030456274,4.272738571138401e-05,0.5620218154000182,5.557950848409128e-05,0.3577865627859014,5.444936264806831e-09]},{"index":551,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,7,1,1,1,1,1,1,1,7,1,3,1,1,1,1,1,7,1,3,1,7,1,1,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.309583641520507,2.2648251897371017,2.209782847383449,1.8903688698018768,2.227342133109345,2.113525558841884,2.18748344936986,1.401648577108637,2.481750392318608,2.044658829692907,2.4885426891430242,1.395972734268946,2.528152697479198,1.7656204079497886,2.748582038937803,0.6518362925342424,2.3407790325117324,2.175333648541839,2.3104140256015704,1.4268502459611918,2.2487542578818656,1.8704888815026883,2.5131783681559976,0.6132477367936695,3.010936046080979,1.7964535196874736,3.4359732335041593,0.605425967332668,3.3258099007560884,1.1184331810661856,4.40149669492401,0.04850007083627349]},{"index":658,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,5,7,7,0,7,7,7,0,5,7,7,9,5,7,7,0,5,7,7,0,7,7,7,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5057048982139278,2.2828108741262385,1.4217065583773383,1.734514566879199,1.3359878428653542,1.871245026952237,1.1804187279089318,0.9170092088788635,0.997375325052078,2.0690623432496222,0.950190389064833,1.1628014800855928,0.7337798342727604,1.4408968980835508,0.9563735332498479,0.19644428352954507,1.1896111829039226,2.035614023755799,1.1400274254412992,1.0387772556878383,0.9003563968061224,1.424065022891185,1.2037409256734295,0.19830317605515996,0.5350773930546608,1.6393338316792587,0.8033190768540123,0.33995747232941154,0.4248112154949206,0.6648633286497809,1.5819060354009504,0.0035309391560418625]},{"index":846,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,7,7,9,7,9,7,9,7,7,7,9,7,7,7,9,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8664283580178735,1.8395744203591156,1.7687727986836705,1.2807533710135035,1.599089095661332,1.427738646154474,1.4330071340711605,0.7986486164014337,1.394381531369816,1.428683836258357,1.1903502994032633,0.8268842693358248,0.9920907481160193,1.100986484790236,0.7520668603612365,0.2880998466582208,1.1184389147819207,1.5743505658128,0.9829780825121287,0.8453142802851146,0.6248668656979662,1.3633721452654226,0.4699447808249917,0.3535918179598819,0.6223753921944652,1.2765493657510447,0.4520886111089356,0.3682837167571644,0.21437000416361207,0.9388701161108113,0.11626782821629472,0.02076843543938515]},{"index":1326,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,1,1,1,1,8,1,1,1,1,1,7,1,2,1,2,1,2,1,7,1,2,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1162969729076475,2.311658264563147,1.9177731711456603,2.1300203882230093,2.0481333382751545,2.1119539276638584,1.6741451500910915,1.5702205441596522,2.4128899053508013,2.16247079160227,2.0761136575880372,1.7222895711887392,2.243799707698047,1.735439265922637,1.680172634428036,0.754140515358359,1.7982735540505566,2.411282025949175,1.5468218134105225,2.1472842332519937,1.6094604844937015,1.8973339457372025,1.110932146467464,0.9281812810771464,2.3813607742641993,2.204457345419091,1.920709663465832,1.2504686381698271,2.1119207694087647,0.9554934961050267,1.2712790506472025,0.08456685279587536]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,5,8,2,8,2,8,2,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6473000046474766,0.957025129785036,2.954163699288713,0.36851833287180147,2.984659763155845,0.2860275185127342,3.8072868109202247,0.05074818017262051,2.4889436623503784,0.1725967427668912,3.309697612348426,0.018203103355082597,3.5863974070759177,0.009348170122383977,5.610244995363615,0.0004388794559113474,2.575785596768741,0.26813415626581083,3.3791226356345083,0.039738100474696454,3.843288742015427,0.02382309047479956,5.779181323053958,0.002012934675844956,3.0937667431067424,0.006136367906326469,5.025472758172883,0.00021694924031819836,5.978756569649596,6.083237017092463e-05,10.332838645452554,4.5405051357964505e-07]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,3,8,3,8,3,8,3,8,2,8,3,8,2,8,2,8,2,8,3,8,2,8,3,8,2,8,3,8,2,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0758072356273676,1.4835882504329716,3.396843152643681,0.8727122625189369,2.9179215026477685,0.6374979814699507,3.850481328489126,0.163589305394827,2.528715058512299,0.5238474247162218,3.480681818215894,0.09376675910457676,2.1281974900561025,0.042516585280560105,4.467185134458809,0.0019214587975265114,3.782370977450049,0.739313451224477,4.857601734141378,0.1498566203801295,3.7819279536247588,0.05977292604311045,6.047228121813774,0.002547254795317007,3.574231480147814,0.03752167512945337,6.104883242993076,0.0008162040896880641,3.2198177031349333,0.00017381002139780065,8.483985237429282,4.5915381835969695e-07]},{"index":844,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,7,7,7,7,7,8,7,7,7,7,7,8,1,8,5,7,5,7,1,8,1,8,1,7,1,7,7,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1769152211933775,2.0561995045307984,3.533976359586634,1.7536361604483213,3.4226884854283703,1.5234421850197917,4.279982683871054,1.0658872836187423,3.3648682314421388,1.5857540382390112,4.278270770562592,1.1275678517911647,4.284475153252531,0.8757538395643902,6.571143251605967,0.41722908673561687,3.666977600963363,1.7641081108057284,4.444909382188311,1.3407268773112504,4.496405227382131,0.9802441719307114,6.527887698863095,0.5846798064894764,4.6702673450073515,1.290721634839647,6.955136523567172,0.9021701302108912,7.615900633806639,0.5471489374514925,12.660514505569147,0.14691164795000347]},{"index":1717,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,5,8,5,8,1,8,1,8,8,8,5,8,5,0,5,0,8,8,5,8,5,8,5,8,8,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.088400833442073,1.8717160705873872,2.05847443745074,1.49034877074641,1.6465350004719959,1.0852685166146863,1.696743366511532,0.7309627365179061,1.8006218311511937,1.135905514799892,1.7166176270352844,0.7991793052829756,0.972195517791735,0.3286036063228713,1.241375762827159,0.2129792116957813,1.5186760055813175,1.5187615605453422,1.6504740929675203,1.108093636480509,0.8623344943679122,0.5212625286011835,1.3585195064394027,0.32245153349392947,1.2373175777599423,0.5436824931528662,1.5393331458492447,0.47821854232536376,0.30498375473474104,0.048608331423068654,1.3745619240005726,0.03463623496853622]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,7,9,6,9,7,9,6,9,7,9,1,9,5,9,5,9,5,9,6,9,6,9,6,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8031582254507583,1.730736832471499,3.0405399963909834,0.9600520313911189,3.1070201710534184,0.7995276907748226,3.6623791645538386,0.18762749144782892,3.1214869651392294,0.795664872122704,3.804352771069853,0.1499203903755851,4.028051038738909,0.12587297345974258,5.550101984204606,0.005186648436832935,3.7731980586618867,1.0391928755751456,4.567462792614557,0.20551310765430225,4.807536426406095,0.13514189775652882,6.46915430763214,0.004599181327496278,5.228496858934825,0.1137685629394846,7.110450173672849,0.0023682920712535423,7.794488077600895,0.0014860740767800773,11.55178648806042,2.600915968840657e-06]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.4458562848446315,1.2174487007177008,3.431040623348375,0.5676595303797295,3.8070096004032616,0.4569892210203278,4.26143053968137,0.09217915983824908,3.908487063377546,0.4967209525525434,4.285878018913251,0.08280233594212937,5.455843586104448,0.05311711247712091,7.086714294583346,0.0021768517766422623,4.9962867770631565,0.5549027030870621,5.424723731720072,0.07855500080705527,6.752797878942601,0.04042048008854996,8.358652362060337,0.0012393367536102568,7.655111652663268,0.06176889264116151,9.156197132200372,0.0009666427661852663,12.303888255478089,0.0003199517435104639,16.276210632754502,1.2032969095720895e-06]},{"index":448,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,1,9,5,9,2,9,1,9,1,9,1,8,2,9,1,9,1,9,1,9,1,9,1,8,1,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6265048948067333,1.6428397352184636,4.103775496586584,1.0930429528545835,4.035397029981916,1.2230101826547488,5.107544749451749,0.7146213102292371,4.333100964486469,1.180683202229931,5.444772559581342,0.6771294294386156,6.021854345094164,0.904913491805412,8.367133307269512,0.5348089391748786,4.607676490516138,1.1892311138363987,5.749198440781872,0.5434950175769238,6.149096477487788,0.7644903173524936,8.543183039874261,0.2942771161086806,6.9692250198771175,0.848687301008263,9.59701613476908,0.4162993649922324,10.813678053662592,0.8892954564011221,15.743653269141236,0.20168183780821247]},{"index":1414,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,7,6,7,6,7,6,9,6,7,5,9,5,9,5,9,6,7,5,9,5,7,5,9,5,9,5,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.112423581808689,2.1529849688267007,2.134474096495164,1.7030251569066162,2.0132935300981614,1.658055921772527,2.248660333224557,1.137858574524276,2.0104730223850087,1.5432945110916465,2.194578025656752,0.9700596262829421,2.2213144696216234,0.82670084975535,3.255915807126369,0.4455049636333451,2.394505965489895,1.8204060242225908,2.5888404853264664,1.1309732876257654,2.5135184362489276,1.075757702112068,3.5661837329181707,0.5561728710169332,2.7622186963612054,0.8892352433739119,3.6363098297034258,0.33140587510757824,4.1691614816942435,0.2935579886307663,7.376304950459722,0.1164586102138444]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,8,1,8,1,1,1,1,1,1,1,1,1,1,1,8,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.675679060061854,2.0721073761675033,4.016713830572061,1.8976108823848505,4.020337971540486,1.832646916328672,4.951308403130961,1.5848361020336572,4.475503007880994,1.8698920756227002,5.562405215656851,1.6130910600253305,5.877773876561079,1.6326302947742748,8.332044871669568,1.2611576088935665,5.378956440988235,1.9918544848390027,6.4262759672666,1.7287510686949978,6.684992424310676,1.7463152554940677,9.167018007124772,1.4047006715610115,8.057807610043378,1.7801096430547616,11.158496551301269,1.401207867157289,11.626843845536184,1.526631854148267,17.63675341270205,0.821132199542351]},{"index":3369,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6628984315374318,1.9791002240466171,4.086026204073142,1.6444910119520777,4.0967669723140645,1.606881963911709,5.198997303703764,1.2133199565734523,4.209279913768853,1.5750626257941223,5.453536849589099,1.2154885237683455,5.773340783070227,1.184187133770686,8.466958462907412,0.7989093402479792,5.075827821143576,1.6559423394240647,6.3329240548182915,1.277536064346859,6.567920564339055,1.2323475467419303,9.400737829130891,0.8812383670768189,7.235803248059051,1.216940434495445,10.608024576393541,0.8802360017965338,11.223373544624998,0.8003228552010994,17.826842873417238,0.32412601153718923]}]},{"id":"residual-final-s102","recipe":"residual","state":"final","seed":102,"epoch":100,"source_run":"graph-eval-residual-s102","checkpoint_sha256":"8739447697c37932e50a0cd3c46059919d23cc982baff64b82692e691b812a60","source_result_sha256":"e60def569849de691d8e04b1f84f9b1cc4a03fbfccfc46a396573b0eeac7b7e6","archive_json_sha256":"4f21c4c0befad20ae6a619a67ed3f795613390d5418c472bf3c44a8667b7b59a","archive_npz_sha256":"84b2c0d32782eff1c2764c50c24ab138df2d51162912fe88b92b022866ade04b","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":4.440892098500626e-16,"dense_source_mean_ce_difference":2.7666625934674727e-10,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual-final-s102","recipe":"residual","state":"final","seed":102,"epoch":100,"checkpoint_sha256":"8739447697c37932e50a0cd3c46059919d23cc982baff64b82692e691b812a60","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,2185,2713,2,5,619,1527,1,35,149,444,613,1790,18,30,578,1828,3943,9925,4,6,33,115,2043,3405,15,23,8,1003,11,21,217,1044,1181,2118,0,17,551,658,846,1581,61,84,839,844,7,9,320,1232,1709,4761]},"n":10000,"dense_accuracy":0.984,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1536,"correct_output_rate":0.1536,"accuracy":0.1536,"ce":2.494719843126703,"abstentions":0,"harm":0.8319,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":2.549796035949789,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8590308370044053,"accuracy":0.8590308370044053,"ce":1.4442493880936773,"harm":0.13832599118942732,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.006782945736434108,"accuracy":0.006782945736434108,"ce":2.694355476002747,"harm":0.9786821705426356,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.8104706860384767,"harm":0.9801980198019802,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":3.0630676986079313,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.4854260089686099,"accuracy":0.4854260089686099,"ce":1.7322127369093971,"harm":0.5056053811659192,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.005219206680584551,"accuracy":0.005219206680584551,"ce":2.6325097221244356,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.08463035019455253,"accuracy":0.08463035019455253,"ce":2.2167740840332257,"harm":0.8978599221789884,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.021560574948665298,"accuracy":0.021560574948665298,"ce":2.517165921177658,"harm":0.9579055441478439,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3542627310719904,"harm":0.9801783944499505,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9371,"correct_output_rate":0.9371,"accuracy":0.9371,"ce":1.113567235526154,"abstentions":0,"harm":0.0505,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.7227110414665305,"harm":0.006122448979591836,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":1.1408720860712636,"harm":0.004405286343612335,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9282945736434108,"accuracy":0.9282945736434108,"ce":1.0665341238205708,"harm":0.060077519379844964,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9217821782178218,"accuracy":0.9217821782178218,"ce":1.193921400984271,"harm":0.06336633663366337,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.8859470468431772,"accuracy":0.8859470468431772,"ce":1.304226663214191,"harm":0.09775967413441955,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9417040358744395,"accuracy":0.9417040358744395,"ce":1.050945596687701,"harm":0.04596412556053812,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9342379958246346,"accuracy":0.9342379958246346,"ce":1.0298089734433,"harm":0.0511482254697286,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.8939688715953308,"accuracy":0.8939688715953308,"ce":1.1531842843472326,"harm":0.09046692607003891,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9281314168377823,"accuracy":0.9281314168377823,"ce":1.273031093487696,"harm":0.055441478439425054,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9504459861248761,"accuracy":0.9504459861248761,"ce":1.1851784982260614,"harm":0.03468780971258672,"repair":0.004955401387512388}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1468,"correct_output_rate":0.1468,"accuracy":0.1468,"ce":2.596589198764674,"abstentions":0,"harm":0.8385,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":2.6869160635370175,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8995594713656387,"accuracy":0.8995594713656387,"ce":1.1548203401963852,"harm":0.0986784140969163,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.014534883720930232,"accuracy":0.014534883720930232,"ce":2.6773102518866416,"harm":0.9709302325581395,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.0576095411145454,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":3.239976660030905,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.32847533632286996,"accuracy":0.32847533632286996,"ce":1.7515264764185834,"harm":0.6614349775784754,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9761605564416294,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.12743190661478598,"accuracy":0.12743190661478598,"ce":2.087157381106782,"harm":0.8550583657587548,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":2.8389208302288,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.632245942693192,"harm":0.9801783944499505,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9725,"correct_output_rate":0.9725,"accuracy":0.9725,"ce":0.4141483465081023,"abstentions":0,"harm":0.014,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.16906458172865926,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.41900742246160444,"harm":0.0,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9660852713178295,"accuracy":0.9660852713178295,"ce":0.375589021479504,"harm":0.02131782945736434,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9584158415841584,"accuracy":0.9584158415841584,"ce":0.47503232896669,"harm":0.02277227722772277,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9633401221995926,"accuracy":0.9633401221995926,"ce":0.47356390885643923,"harm":0.018329938900203666,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.4162800203897037,"harm":0.01233183856502242,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.4054869471210096,"harm":0.017745302713987474,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9542801556420234,"accuracy":0.9542801556420234,"ce":0.44248569277099686,"harm":0.02821011673151751,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.502399834593954,"harm":0.008213552361396304,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.4596684489396907,"harm":0.011892963330029732,"repair":0.004955401387512388}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1507,"correct_output_rate":0.1507,"accuracy":0.1507,"ce":2.73438539787286,"abstentions":0,"harm":0.8347,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2379310705351307,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8237885462555066,"accuracy":0.8237885462555066,"ce":1.1970189934012316,"harm":0.173568281938326,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.012596899224806201,"accuracy":0.012596899224806201,"ce":2.8317382248260112,"harm":0.9718992248062015,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":3.0905683532482517,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9107345990630114,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.4260089686098655,"accuracy":0.4260089686098655,"ce":1.6012026290496129,"harm":0.5650224215246636,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.120050961580157,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.14396887159533073,"accuracy":0.14396887159533073,"ce":2.1062017644829374,"harm":0.8385214007782101,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.029774127310061602,"accuracy":0.029774127310061602,"ce":2.5376711881236647,"harm":0.9507186858316222,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.839194245377366,"harm":0.9801783944499505,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9679,"correct_output_rate":0.9679,"accuracy":0.9679,"ce":0.3576514680356189,"abstentions":0,"harm":0.0198,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.1736221280920174,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.31533824178487685,"harm":0.000881057268722467,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9544573643410853,"accuracy":0.9544573643410853,"ce":0.3666935170565437,"harm":0.03197674418604651,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.31383793991261205,"harm":0.00891089108910891,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9470468431771895,"accuracy":0.9470468431771895,"ce":0.47384925116403465,"harm":0.035641547861507125,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9573991031390134,"accuracy":0.9573991031390134,"ce":0.404254634996619,"harm":0.026905829596412557,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9613778705636743,"accuracy":0.9613778705636743,"ce":0.35693016342751804,"harm":0.024008350730688934,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.933852140077821,"accuracy":0.933852140077821,"ce":0.4595486152682876,"harm":0.048638132295719845,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.3628365071825778,"harm":0.006160164271047228,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.35617356924759846,"harm":0.014866204162537165,"repair":0.008919722497522299}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1471,"correct_output_rate":0.1471,"accuracy":0.1471,"ce":3.2377187358588286,"abstentions":0,"harm":0.8382,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.053183014814164,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8766519823788547,"accuracy":0.8766519823788547,"ce":0.8093357227750011,"harm":0.12070484581497798,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.016472868217054265,"accuracy":0.016472868217054265,"ce":3.2916244369702437,"harm":0.9689922480620154,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.811962472904293,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.618491672323126,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.3217488789237668,"accuracy":0.3217488789237668,"ce":1.592357821957683,"harm":0.6681614349775785,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8816779478443464,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.16342412451361868,"accuracy":0.16342412451361868,"ce":2.0451603203501008,"harm":0.8200389105058365,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":3.7167274882507124,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.799332592483256,"harm":0.9801783944499505,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9797,"correct_output_rate":0.9797,"accuracy":0.9797,"ce":0.09060134073980915,"abstentions":0,"harm":0.006,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03263604166705325,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.04525724684529097,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.08523825742794398,"harm":0.009689922480620155,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.09500424431950177,"harm":0.006930693069306931,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9725050916496945,"accuracy":0.9725050916496945,"ce":0.11325714994160875,"harm":0.009164969450101833,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.0968730850422609,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9707724425887265,"accuracy":0.9707724425887265,"ce":0.1213294270149587,"harm":0.014613778705636743,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.12434568672918918,"harm":0.009727626459143969,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.09567776206777556,"harm":0.00513347022587269,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.10293610760587943,"harm":0.002973240832507433,"repair":0.004955401387512388}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1474,"correct_output_rate":0.1474,"accuracy":0.1474,"ce":2.8801460321189474,"abstentions":0,"harm":0.8378,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.780070765365473,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8590308370044053,"accuracy":0.8590308370044053,"ce":0.9700224907872806,"harm":0.13832599118942732,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.01744186046511628,"accuracy":0.01744186046511628,"ce":3.0935840923402433,"harm":0.9680232558139535,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.624360179917719,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.137964419279133,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.2881165919282511,"accuracy":0.2881165919282511,"ce":1.819464291947693,"harm":0.6995515695067265,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.0056310178226147,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.14396887159533073,"accuracy":0.14396887159533073,"ce":2.1659083904734415,"harm":0.8385214007782101,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.07597535934291581,"accuracy":0.07597535934291581,"ce":2.2660970659528203,"harm":0.9045174537987679,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.106306033902335,"harm":0.9801783944499505,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9633,"correct_output_rate":0.9633,"accuracy":0.9633,"ce":0.3684642120484734,"abstentions":0,"harm":0.0238,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.17402656976053826,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.32063100729025923,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.937984496124031,"accuracy":0.937984496124031,"ce":0.43262390697383024,"harm":0.04844961240310078,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9683168316831683,"accuracy":0.9683168316831683,"ce":0.368588325059182,"harm":0.016831683168316833,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9419551934826884,"accuracy":0.9419551934826884,"ce":0.5156099809770545,"harm":0.04073319755600815,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9585201793721974,"accuracy":0.9585201793721974,"ce":0.3833527501202357,"harm":0.02466367713004484,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.964509394572025,"accuracy":0.964509394572025,"ce":0.3070942326228763,"harm":0.021920668058455117,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9328793774319066,"accuracy":0.9328793774319066,"ce":0.445342435501627,"harm":0.04961089494163424,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.36302261042131456,"harm":0.011293634496919919,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9672943508424182,"accuracy":0.9672943508424182,"ce":0.37419805055771,"harm":0.019821605550049554,"repair":0.006937561942517344}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1392,"correct_output_rate":0.1392,"accuracy":0.1392,"ce":3.427726702172148,"abstentions":0,"harm":0.8456,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.5966077836306125,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8933920704845815,"accuracy":0.8933920704845815,"ce":0.6029680239454368,"harm":0.10396475770925111,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.02810077519379845,"accuracy":0.02810077519379845,"ce":3.4613187723009666,"harm":0.9563953488372093,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.436389165739009,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.115636101094205,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.18497757847533633,"accuracy":0.18497757847533633,"ce":2.0083030909809088,"harm":0.8015695067264574,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7002896958035048,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.17412451361867703,"accuracy":0.17412451361867703,"ce":2.092934325885098,"harm":0.8083657587548638,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":3.4218493338462768,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.144828920702695,"harm":0.9801783944499505,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9787,"correct_output_rate":0.9787,"accuracy":0.9787,"ce":0.0886607111340909,"abstentions":0,"harm":0.0075,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.02907454820774141,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.041343298384959495,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9689922480620154,"accuracy":0.9689922480620154,"ce":0.09669146772752539,"harm":0.018410852713178296,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.10693129692933429,"harm":0.00891089108910891,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9694501018329938,"accuracy":0.9694501018329938,"ce":0.12157503499700774,"harm":0.012219959266802444,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.09800265692941736,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.09336698053461563,"harm":0.008350730688935281,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9688715953307393,"accuracy":0.9688715953307393,"ce":0.12835736411105755,"harm":0.013618677042801557,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.07881223041956055,"harm":0.003080082135523614,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.097560060854189,"harm":0.007928642220019821,"repair":0.003964321110009911}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1460,"correct_output_rate":0.146,"accuracy":0.146,"ce":3.8502302018144925,"abstentions":0,"harm":0.8392,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.068636756896729,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7629955947136564,"accuracy":0.7629955947136564,"ce":0.7397935957852145,"harm":0.23348017621145375,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.016472868217054265,"accuracy":0.016472868217054265,"ce":3.8666582419093696,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":4.701252114573974,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.575268087620208,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.2858744394618834,"accuracy":0.2858744394618834,"ce":1.7931536619141464,"harm":0.702914798206278,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.3648991657582545,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.2198443579766537,"accuracy":0.2198443579766537,"ce":2.102664644297957,"harm":0.7626459143968871,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0944558521560575,"accuracy":0.0944558521560575,"ce":2.727738961269623,"harm":0.8870636550308009,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.867571448878041,"harm":0.9801783944499505,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9747,"correct_output_rate":0.9747,"accuracy":0.9747,"ce":0.0950765736805377,"abstentions":0,"harm":0.0126,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.04104317227591481,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.033787206654689636,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9534883720930233,"accuracy":0.9534883720930233,"ce":0.1483265246238163,"harm":0.03197674418604651,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.07277381333736554,"harm":0.005940594059405941,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9643584521384929,"accuracy":0.9643584521384929,"ce":0.1319304034310373,"harm":0.018329938900203666,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9607623318385651,"accuracy":0.9607623318385651,"ce":0.13654447004917403,"harm":0.02242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.975991649269311,"accuracy":0.975991649269311,"ce":0.09920621272634929,"harm":0.011482254697286013,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9562256809338522,"accuracy":0.9562256809338522,"ce":0.15544743804385483,"harm":0.026264591439688716,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9928131416837782,"accuracy":0.9928131416837782,"ce":0.052774997907533844,"harm":0.0,"repair":0.014373716632443531},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.08723957782297817,"harm":0.007928642220019821,"repair":0.006937561942517344}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1478,"correct_output_rate":0.1478,"accuracy":0.1478,"ce":5.566612092451041,"abstentions":0,"harm":0.8373,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.743697985953478,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8696035242290749,"accuracy":0.8696035242290749,"ce":0.4203750869204603,"harm":0.1277533039647577,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.020348837209302327,"accuracy":0.020348837209302327,"ce":5.484466128958524,"harm":0.9641472868217055,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.876674931038985,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.991250583499495,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.2320627802690583,"accuracy":0.2320627802690583,"ce":2.2850920910773542,"harm":0.7567264573991032,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.2890957957707245,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.24708171206225682,"accuracy":0.24708171206225682,"ce":2.350848835201011,"harm":0.7363813229571985,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":6.07944898930799,"harm":0.9691991786447639,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.705689336400612,"harm":0.9801783944499505,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9832,"correct_output_rate":0.9832,"accuracy":0.9832,"ce":0.06036130543195288,"abstentions":0,"harm":0.0021,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.028410538037290062,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.015143623974071119,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.05905284337786016,"harm":0.0048449612403100775,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.0669648453587644,"harm":0.0019801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.0841458387532712,"harm":0.004073319755600814,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.06994648686545228,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.07744652719335786,"harm":0.003131524008350731,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.08121811554597233,"harm":0.0038910505836575876,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.05096443488636202,"harm":0.0,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.07696417274787042,"harm":0.002973240832507433,"repair":0.002973240832507433}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1638,"correct_output_rate":0.1638,"accuracy":0.1638,"ce":3.1473286026636575,"abstentions":0,"harm":0.8215,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.100568015248017,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8801762114537445,"accuracy":0.8801762114537445,"ce":0.9366338568817383,"harm":0.11541850220264317,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":3.5628971656558854,"harm":0.9806201550387597,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.0628832098166905,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.323442976468672,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6154708520179372,"accuracy":0.6154708520179372,"ce":1.2174677062929922,"harm":0.3778026905829596,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.197372097269854,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0651750972762646,"accuracy":0.0651750972762646,"ce":2.4672322926591552,"harm":0.9173151750972762,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.015400410677618069,"accuracy":0.015400410677618069,"ce":2.978313397299125,"harm":0.9630390143737166,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.736720827896879,"harm":0.9801783944499505,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9586,"correct_output_rate":0.9586,"accuracy":0.9586,"ce":0.43141191960065406,"abstentions":0,"harm":0.0288,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.2155280118137422,"harm":0.006122448979591836,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.3692210091998422,"harm":0.0026431718061674008,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9486434108527132,"accuracy":0.9486434108527132,"ce":0.4250725325079995,"harm":0.03972868217054264,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9594059405940594,"accuracy":0.9594059405940594,"ce":0.42864170827824416,"harm":0.02574257425742574,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9358452138492872,"accuracy":0.9358452138492872,"ce":0.5664875761550273,"harm":0.04786150712830957,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9630044843049327,"accuracy":0.9630044843049327,"ce":0.40229900789609935,"harm":0.02466367713004484,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.964509394572025,"accuracy":0.964509394572025,"ce":0.3677723445385087,"harm":0.021920668058455117,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9163424124513618,"accuracy":0.9163424124513618,"ce":0.5266655982163458,"harm":0.06614785992217899,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9589322381930184,"accuracy":0.9589322381930184,"ce":0.5497202035509041,"harm":0.02566735112936345,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.956392467789891,"accuracy":0.956392467789891,"ce":0.46375201779736147,"harm":0.028741328047571853,"repair":0.004955401387512388}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1529,"correct_output_rate":0.1529,"accuracy":0.1529,"ce":3.6895569068987175,"abstentions":0,"harm":0.8322,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.948933882021483,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8942731277533039,"accuracy":0.8942731277533039,"ce":0.60265702171202,"harm":0.1013215859030837,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":3.940429295386462,"harm":0.9738372093023255,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.835846368441183,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.047321870697522,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.460762331838565,"accuracy":0.460762331838565,"ce":1.3410795694408906,"harm":0.5302690582959642,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.083627528029829,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.08365758754863813,"accuracy":0.08365758754863813,"ce":2.454794089869167,"harm":0.8988326848249028,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.104548520874454,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.772728911261162,"harm":0.9801783944499505,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9781,"correct_output_rate":0.9781,"accuracy":0.9781,"ce":0.09623742340017807,"abstentions":0,"harm":0.0079,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03113237863503059,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.04306797708740034,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9728682170542635,"accuracy":0.9728682170542635,"ce":0.09615285212650762,"harm":0.014534883720930232,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9722772277227723,"accuracy":0.9722772277227723,"ce":0.11254706214831546,"harm":0.00891089108910891,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.11456974372582178,"harm":0.008146639511201629,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.10096677888160316,"harm":0.005605381165919282,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.10323626215474482,"harm":0.011482254697286013,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9678988326848249,"accuracy":0.9678988326848249,"ce":0.13530328268910827,"harm":0.014591439688715954,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.11497261740055939,"harm":0.007186858316221766,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.11648639700986749,"harm":0.007928642220019821,"repair":0.003964321110009911}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1672,"correct_output_rate":0.1672,"accuracy":0.1672,"ce":4.093884317931978,"abstentions":0,"harm":0.8181,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.51595529348751,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8484581497797357,"accuracy":0.8484581497797357,"ce":0.6646560479612448,"harm":0.14889867841409693,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.012596899224806201,"accuracy":0.012596899224806201,"ce":4.317066005913032,"harm":0.9718992248062015,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":5.0606188600992565,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.404409324702593,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.5437219730941704,"accuracy":0.5437219730941704,"ce":1.1894773414651016,"harm":0.4484304932735426,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.529210485339949,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.17801556420233464,"accuracy":0.17801556420233464,"ce":2.3562551981928928,"harm":0.8044747081712063,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.026694045174537988,"accuracy":0.026694045174537988,"ce":3.5388854139706494,"harm":0.9517453798767967,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.614621489705955,"harm":0.9801783944499505,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9746,"correct_output_rate":0.9746,"accuracy":0.9746,"ce":0.09577533519738352,"abstentions":0,"harm":0.0122,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.04382796701105251,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.03195843503714721,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9641472868217055,"accuracy":0.9641472868217055,"ce":0.12198796959297845,"harm":0.022286821705426358,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.07146937032363761,"harm":0.0049504950495049506,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9684317718940937,"accuracy":0.9684317718940937,"ce":0.12700470230505212,"harm":0.015274949083503055,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9630044843049327,"accuracy":0.9630044843049327,"ce":0.1316871972064571,"harm":0.021300448430493273,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.975991649269311,"accuracy":0.975991649269311,"ce":0.10184302636738887,"harm":0.009394572025052192,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9494163424124513,"accuracy":0.9494163424124513,"ce":0.1682128495140457,"harm":0.033073929961089495,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.07607557164461669,"harm":0.003080082135523614,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.09284820512887881,"harm":0.010901883052527254,"repair":0.005946481665014866}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1597,"correct_output_rate":0.1597,"accuracy":0.1597,"ce":5.828062617396105,"abstentions":0,"harm":0.8255,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.166378670880597,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8854625550660793,"accuracy":0.8854625550660793,"ce":0.4017967814233398,"harm":0.11189427312775331,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.013565891472868217,"accuracy":0.013565891472868217,"ce":6.141431693226748,"harm":0.9709302325581395,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":7.1524160544695,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":8.62933817910479,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.4047085201793722,"accuracy":0.4047085201793722,"ce":1.5792357113678983,"harm":0.5852017937219731,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.638197582899999,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.20817120622568094,"accuracy":0.20817120622568094,"ce":2.6633817798962407,"harm":0.7752918287937743,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":6.888931982269936,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.504241978052379,"harm":0.9801783944499505,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9830,"correct_output_rate":0.983,"accuracy":0.983,"ce":0.060905690319596535,"abstentions":0,"harm":0.0018,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.0283730100497901,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.012993571602855358,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.05560845575379618,"harm":0.0029069767441860465,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.06630135081959174,"harm":0.0009900990099009901,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.07662528890271873,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.06750463727747961,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.08050930079136977,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.07682746863313182,"harm":0.0029182879377431907,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.06626148588789622,"harm":0.002053388090349076,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.08527844756237923,"harm":0.003964321110009911,"repair":0.0019821605550049554}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1527,"correct_output_rate":0.1527,"accuracy":0.1527,"ce":4.586581174311188,"abstentions":0,"harm":0.8323,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.411189259346518,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8696035242290749,"accuracy":0.8696035242290749,"ce":0.493365501661925,"harm":0.12687224669603525,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":5.174008000912181,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.3007939453068715,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.957230723803868,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.39798206278026904,"accuracy":0.39798206278026904,"ce":1.6213819227686355,"harm":0.5919282511210763,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":4.393902702180213,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.11673151750972763,"accuracy":0.11673151750972763,"ce":2.9481617404367073,"harm":0.8657587548638133,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.059548254620123205,"accuracy":0.059548254620123205,"ce":3.329191736307696,"harm":0.9188911704312115,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.510924903823987,"harm":0.9801783944499505,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9699,"correct_output_rate":0.9699,"accuracy":0.9699,"ce":0.11077715042129668,"abstentions":0,"harm":0.017,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.04978607927912625,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.040623799682080894,"harm":0.003524229074889868,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9486434108527132,"accuracy":0.9486434108527132,"ce":0.167010993431911,"harm":0.0377906976744186,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.09005643707360232,"harm":0.007920792079207921,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9531568228105907,"accuracy":0.9531568228105907,"ce":0.17458927220650267,"harm":0.03054989816700611,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9663677130044843,"accuracy":0.9663677130044843,"ce":0.12669076848078295,"harm":0.016816143497757848,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.09437196390045503,"harm":0.009394572025052192,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9484435797665369,"accuracy":0.9484435797665369,"ce":0.18000855715580974,"harm":0.03404669260700389,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.08748285760381744,"harm":0.01026694045174538,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9692765113974232,"accuracy":0.9692765113974232,"ce":0.10350893453282502,"harm":0.01684836471754212,"repair":0.005946481665014866}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1431,"correct_output_rate":0.1431,"accuracy":0.1431,"ce":6.317138093643877,"abstentions":0,"harm":0.8421,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.791274382148542,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8960352422907489,"accuracy":0.8960352422907489,"ce":0.3104123384899916,"harm":0.1013215859030837,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.016472868217054265,"accuracy":0.016472868217054265,"ce":6.519972869647005,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.39122234508653,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.58791340122122,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.2556053811659193,"accuracy":0.2556053811659193,"ce":2.4405780840088056,"harm":0.734304932735426,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.3758144800783105,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.1566147859922179,"accuracy":0.1566147859922179,"ce":3.1587717642312394,"harm":0.8268482490272373,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":6.583173727902957,"harm":0.9702258726899384,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.565195243088837,"harm":0.9801783944499505,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9816,"correct_output_rate":0.9816,"accuracy":0.9816,"ce":0.06688602137437774,"abstentions":0,"harm":0.004,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.027670964614692234,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.01619321488676225,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.06430491198198887,"harm":0.01065891472868217,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.0778868933228397,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.09909313911725982,"harm":0.006109979633401222,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.07633758331634649,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.07249129797223704,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.09643176923812917,"harm":0.005836575875486381,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.061704569565146423,"harm":0.003080082135523614,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.08350205964463896,"harm":0.006937561942517344,"repair":0.003964321110009911}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1547,"correct_output_rate":0.1547,"accuracy":0.1547,"ce":7.395739710979609,"abstentions":0,"harm":0.8304,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":13.661825357047771,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7674008810572687,"accuracy":0.7674008810572687,"ce":0.5668227087771711,"harm":0.2290748898678414,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":7.648975426704773,"harm":0.9738372093023255,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":9.313169281423272,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":12.56454393493206,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.36771300448430494,"accuracy":0.36771300448430494,"ce":2.1213232365430197,"harm":0.6221973094170403,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":7.928348480863135,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.24027237354085604,"accuracy":0.24027237354085604,"ce":3.18880251234762,"harm":0.7422178988326849,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.08829568788501027,"accuracy":0.08829568788501027,"ce":5.102086600079781,"harm":0.891170431211499,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":12.439979409209856,"harm":0.9801783944499505,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9781,"correct_output_rate":0.9781,"accuracy":0.9781,"ce":0.08652473869678864,"abstentions":0,"harm":0.0087,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.050597982712999895,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.025041663040179785,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9641472868217055,"accuracy":0.9641472868217055,"ce":0.126457946816313,"harm":0.020348837209302327,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.056457006106621105,"harm":0.0039603960396039604,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.11404104341715403,"harm":0.01120162932790224,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9652466367713004,"accuracy":0.9652466367713004,"ce":0.1349385783195461,"harm":0.017937219730941704,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.09618440897075003,"harm":0.008350730688935281,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.13184285110056207,"harm":0.01556420233463035,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9887063655030801,"accuracy":0.9887063655030801,"ce":0.050298913851746896,"harm":0.002053388090349076,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.08988020392743494,"harm":0.005946481665014866,"repair":0.005946481665014866}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1531,"correct_output_rate":0.1531,"accuracy":0.1531,"ce":11.91712931686287,"abstentions":0,"harm":0.832,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":20.43519340357281,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8810572687224669,"accuracy":0.8810572687224669,"ce":0.33347185597685775,"harm":0.11629955947136564,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.016472868217054265,"accuracy":0.016472868217054265,"ce":12.313534542170931,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":14.555026488882394,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.0,"accuracy":0.0,"ce":18.68586947471141,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.26121076233183854,"accuracy":0.26121076233183854,"ce":3.767905245580885,"harm":0.7275784753363229,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":12.793251036691016,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.26556420233463035,"accuracy":0.26556420233463035,"ce":4.223554685131639,"harm":0.7178988326848249,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":13.570266023834265,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":19.655585287807064,"harm":0.9801783944499505,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9840,"correct_output_rate":0.984,"accuracy":0.984,"ce":0.10281859103192749,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.058131299049473666,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.02517398589225749,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.08704555033932837,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9801980198019802,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.10798036032860667,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9806517311608961,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.14154603236008434,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.13109336301594712,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.11708218693118833,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.10847029607167737,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.11270651809542406,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.15299480646825114,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,1,0,5,0,1,0,5,0,5,0,5,0,5,0,5,0,1,0,5,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4659815763180974,0.6679649604766815,2.563494812207168,0.11871182802761521,3.1983962120044356,0.09475374473331531,3.84730001007218,0.0031049217851491615,3.6114412982420716,0.0778564883161641,4.23076522485923,0.0016362408299426812,5.933346005030991,0.001037860318948407,8.294980295089633,1.5329963989545858e-06,3.6422378450142654,0.1272598347256623,4.2092193322926015,0.0026461959083596736,6.059891673695248,0.0017187545974250709,8.102889060077967,1.892237807617324e-06,6.736912564827639,0.0016201275646122917,8.684185525720464,7.638524757470991e-07,12.75947841972874,5.321937557805499e-07,19.078213548236462,1.0544898287884177e-12]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,1,0,1,0,1,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9273279984079703,0.7769102523220465,1.9606625757220688,0.07926827509384082,2.0225737835894706,0.08784482787224555,2.2420054145264285,0.0009345955945404699,2.5341630588140616,0.10176983729796556,2.5370619130309353,0.0009985185885297493,2.803267070835281,0.0008638160748913232,3.457804070628068,3.1746918139864324e-07,2.4019714175533027,0.1518389046899186,2.4195535049918515,0.0013227266688958547,2.728648191704132,0.0012507336214211866,3.403243976213755,3.300231352075997e-07,3.9425007320068457,0.0017315759140394157,3.9051066955264124,3.082821351515961e-07,4.659091935471177,1.9750051331374666e-07,6.759859573329047,1.6586731987898463e-13]},{"index":2185,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,0,5,8,5,0,5,5,5,0,5,8,5,0,5,5,5,8,5,8,5,0,5,8,5,0,5,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3350827738960898,2.09666635515645,2.571264932653855,1.375910558324413,2.4862507327440406,1.5227351204456705,3.0382694183423746,0.6079332556248083,3.0238557868494644,1.7932502564993593,3.7136946864087497,0.9409197595068436,3.9036409041499978,1.3521878223414752,5.760966429119118,0.20304254013158918,2.9992601187067778,2.215152900642111,3.75404768711641,1.1001183817240863,3.6795777580714306,1.566674780532895,5.5681621797259915,0.23186642756505313,5.279117622710599,2.274568859991234,7.426644097060663,0.7063392756763901,8.064605659108544,1.890708328896395,13.061946007996529,0.019555363792891738]},{"index":2713,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,0,5,8,5,0,5,8,5,0,5,0,5,0,5,8,5,0,5,0,5,0,5,8,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.18294543484791,1.7743759173186435,3.4915695308016494,1.0837142612816664,3.762299503784922,1.1155095231525383,4.801672277930878,0.3909323563117946,4.644857334068841,1.2052541165131354,5.977961038686352,0.35490435561339195,7.032334521152435,0.5447824800729534,10.14916143908349,0.03771317774409634,5.305691839211823,1.293706545577781,6.629130433955367,0.37964305112042507,7.2468358707568425,0.5122801351823009,10.503406783733356,0.03714079100654121,9.246154889351887,0.8207551324847099,12.407867674882445,0.04871011548307992,15.071132606852961,0.18786052899119576,22.585530287898766,0.0002828563819149218]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5322512645242325,1.4474463914972717,1.151117992062161,0.6575832775397822,1.285407374574393,0.4996637308366658,0.76586665478578,0.06487097132689121,1.036853514848219,0.5119168282663086,0.5066352391123761,0.05629322598469218,0.6304394471337633,0.02699706726701116,0.16885545208875072,0.0002966029867383929,0.9827232399242792,0.5180383501907753,0.4693966345495293,0.05536731057594045,0.5780267274706706,0.024090171570502212,0.16945684037508862,0.00024882363903970365,0.35852519596874094,0.03524886407678043,0.06126747869626313,0.00023758389933961163,0.10777869075884679,4.9758375079283496e-05,0.009126782604400066,3.807731234173676e-09]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5210973683454567,1.27096761909043,1.0890406312364842,0.4611399745082675,1.252378660046371,0.3193672027926393,0.622231292683028,0.0261488666167902,0.9044427990154099,0.3267487812639802,0.372270848708824,0.02192247584363149,0.6198035430824822,0.009146583131980223,0.10713942643048514,7.472029260824311e-05,0.9023459467031045,0.33954984129707805,0.35903057290264156,0.024721317161835992,0.5332414076159587,0.009337820534764073,0.10320700565980129,7.977023141839784e-05,0.2802808994426907,0.014215288410578314,0.03017633325060658,6.891752074564001e-05,0.15539755432456737,1.1797292944982692e-05,0.003669154399898635,6.123741511999837e-10]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,2,1,2,8,2,1,2,8,2,1,2,8,2,1,5,8,1,1,1,8,2,1,2,8,2,1,2,8,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.691155170920096,1.6398919280944158,1.446905986535766,1.091344813197763,1.4425649717709152,1.180273011165673,1.2796143081402649,0.6481602373727695,1.5544483232745951,1.3860441906543302,1.3574640998492167,0.7991539163814261,1.4641379053675037,1.6281817322671754,1.8378765664023746,0.692958009172056,1.4420977204729741,1.3791831666966183,0.9647479830654719,0.716700493157226,0.9555269344694225,1.2231013633473422,0.8911570717124634,0.3645354535514482,1.2057548699080907,1.4906456483428374,1.6543379887326934,0.6614695288269624,1.7454403374714396,2.849877880304347,2.0835591813691385,0.3003707856483743]},{"index":1527,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,2,1,2,1,2,1,2,5,2,1,2,1,2,1,5,5,2,1,2,1,2,1,2,5,2,1,2,1,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8785254459350897,1.6575632099540307,1.651220813237619,1.1293081831277054,1.5570728417251787,1.0111761292260775,1.5618236540134207,0.5682363682715283,1.7766201953536807,1.2898064092668404,1.7613207854034834,0.6157448599569432,1.6010702190416952,0.7802937991831315,2.3077380516254546,0.22087391571880222,1.7220967918482923,1.2077131150269185,1.3734746517367078,0.4868120614136225,1.258483434415116,0.4759870145784702,1.4348568579158043,0.09388935870377114,1.5413905680338114,0.9553401453243737,2.174971478761629,0.1343946100284586,1.7416777857719523,0.3484472150780372,2.9817034622783396,0.013862723293260755]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,2,7,2,4,2,7,2,8,2,1,2,1,2,7,2,5,2,1,2,4,2,1,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0508752824887013,1.0277167475110531,2.8014691414897808,0.2990969618862106,2.7805512392200544,0.2622578589318167,2.8952032631882396,0.007917761338934473,3.063281408196341,0.3704040813804238,3.001692809332054,0.009807355804891806,3.04557861100175,0.02650171332409622,4.5349064452922825,4.610110236705304e-06,3.9093645068045806,0.4447796919840287,3.9274746628876773,0.01785443432472536,4.035639151497822,0.016367338141368752,5.375346195863485,7.2345181686299975e-06,4.618850294978298,0.03708396306878255,5.720818541145576,7.5991336009031935e-06,6.080380984722209,9.747138669484783e-05,11.205268555211475,2.0872192862950764e-13]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,1,2,9,2,9,2,9,2,9,2,5,2,5,2,1,2,1,2,9,2,5,2,9,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5246575661772233,0.7706331574001829,2.768647836740235,0.23646087779135322,2.675738470201574,0.19403978072034375,3.254011027443142,0.015583847566599258,2.7627376303288687,0.11914344483985537,3.1843846190762077,0.007409887628248671,3.404350717115342,0.006134182167180073,4.470494426020386,5.1242446411052236e-05,3.540321599843668,0.13608201940060896,4.239732328951362,0.009571245892991766,3.8314552564053415,0.004722895890779055,5.270458006544002,6.488768004490628e-05,4.657697765324012,0.0019286166351555572,5.833954926488649,1.3895926801607881e-05,6.283044826770292,3.0111243550131834e-06,8.551849733775244,8.615497200833569e-10]},{"index":149,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,3,1,2,1,2,1,2,1,3,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.061145832336523,2.060616939942853,2.028118106310405,1.5605450786570936,2.0625185375218393,1.7326843329467154,2.1041023503768654,0.9381988200732724,1.8546287344846142,1.7696925696566477,1.8849772578965918,0.942504650026995,2.033481652291419,1.3633695427615382,2.4452737952411034,0.34597649710889283,2.0664696003410192,1.8139189989936262,2.1313564741200817,0.8823583077050073,2.2050756526691107,1.425143429185602,2.722581621273817,0.35121623827139054,1.7736127135914392,1.401955461786843,2.2513748955046697,0.3402218360178957,2.666437439664219,1.11425427103562,4.45307981319567,0.073269271534808]},{"index":444,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,2,1,8,1,2,1,8,1,2,1,8,1,2,1,2,1,2,1,8,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.371296305910188,1.4824615107038144,2.399020690764406,0.890248694692751,2.5166709600096224,1.0261682220216293,2.4802828533879353,0.2475846885071536,3.072313930892822,1.2437768570444678,3.0135020850150958,0.4386601280965554,3.615713954465899,0.8940369788952943,3.552458238159701,0.015022961541771507,3.5098743228078817,1.1341791738039926,3.7446751283861657,0.38829317043686545,4.083677681143764,0.5674312324241142,4.58240041850513,0.006424110348280285,5.5104239613773265,1.0316471400610439,5.697203575332283,0.02714965343884961,7.0916309460060845,0.19160615658514332,7.978687399368913,9.621750541480222e-07]},{"index":613,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,2,8,1,8,1,8,1,8,2,2,1,8,2,8,2,8,2,2,1,8,2,2,2,8,2,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0759763560336104,1.7352907485856615,1.8882665493389519,1.2997430536242822,1.7880997859134602,1.442151254135561,1.3958748242103511,0.8560496034521121,2.0215591978261553,1.8001549103663177,1.554283290665268,1.334718877684396,1.4815167566624343,2.131323056883168,0.7496585876201863,0.5444821936649661,1.7195949686353837,1.3281644400510282,1.261806826314814,0.8629168666675603,1.1715782484527246,1.2246202832148896,0.568265194628443,0.1899045344337259,1.5379051547347846,2.2061000834841704,0.6883908766808867,0.6800414320840574,0.725890257367659,2.2580493933782004,0.08687982904766957,0.0042546988538371576]},{"index":1790,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,7,7,7,8,7,8,7,7,7,8,7,8,7,8,1,7,7,8,7,8,7,8,7,7,7,8,7,8,7,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8591747017770723,2.356562695345075,2.7447596648205916,2.133391045568323,3.1723561119884236,2.1307881425051214,4.078288105082056,1.6675952167400592,3.6613599975058064,2.214090713032748,4.410173467068431,1.7906272610083793,5.546516501978581,2.0250398449505758,8.657660810894685,1.2186481068781854,3.5811302715189814,2.2524696242522646,4.052132208636463,1.8717248299931282,5.375263752953953,1.9846623982032607,8.65485796529564,1.1373912356649418,6.094216806908616,2.0334841747980956,8.922320790956233,1.1488715838287027,12.241811436339892,1.490931327969005,19.78285114556283,0.14458364673817228]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,7,3,8,3,7,3,7,3,7,3,5,3,5,3,5,3,7,3,5,3,7,3,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.218270077324237,1.414628214569319,2.100126904574261,0.7248738093786968,1.908744075885848,0.40709766843929907,2.3066986083145946,0.06797513138318158,2.283955799058014,0.617526584130055,2.416709882661806,0.10710135073802927,2.1400256356701375,0.038787488611281465,5.15954220048602,0.001898457793585957,2.9852006434363183,0.606967564893381,3.1933878442325847,0.07684194509382072,2.831544607280035,0.027075419607575497,4.29150914023795,0.000650354719934326,2.6332038832768627,0.05780084328051027,3.8489230575014517,0.0009519903930091914,3.130709880683651,0.00020267123311755152,11.160071358785698,1.8971159175964937e-07]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,1,3,6,3,6,3,1,3,1,3,6,3,6,3,6,3,1,3,6,3,6,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.074343135905921,0.9907144069749934,3.5799508202897226,0.15549726656502913,3.5310039604774923,0.11285411000992346,4.747655017914327,0.0014547745359667615,4.241114760343818,0.17268240298283027,5.676251113758953,0.001291822165341805,5.55195852597747,0.0006848481695840459,8.620382972184956,4.703431000641281e-08,4.625641025216697,0.22023666958688976,5.933543212964504,0.00211890737992798,5.802023600131315,0.0011546943465415892,8.846537815607382,1.190017362676279e-07,7.57224209880377,0.0030880112683681553,11.05478996568585,7.690186636002126e-08,10.800424082366154,2.262963790730147e-08,17.901025864079873,0.0]},{"index":578,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3,1,8,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5195173578210266,2.002560682994621,2.7061696207489288,1.4563110708192337,2.7477645329439273,1.5886682408642763,2.9930165634732075,0.5811605173289445,2.9748974765685983,1.5630407065550704,3.333616928354921,0.6339580537664016,3.7314878739214996,1.2035089089695907,4.201076749904966,0.027727116656656135,2.840987091407169,1.5213072599395674,2.975872313421386,0.511655702166197,3.481638594977204,0.9436031409767168,3.66148634457961,0.01304227628722789,4.096113152764717,1.013229969797485,4.656540720209472,0.016702619008610826,6.16496944042392,0.24166347466292576,6.705327004401882,1.367889544436084e-06]},{"index":1828,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,7,5,3,5,3,6,3,6,3,5,3,7,3,5,3,5,7,5,3,5,3,5,3,5,3,5,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4131108288992023,1.4476792062945598,2.4163341635385143,1.3703392676899673,2.198917312380301,0.7867449081317796,2.133536879665579,0.6441139806461101,2.1775529764641566,0.9289642916269785,2.258474929751533,0.8375749341559972,1.7607074699017293,0.25628204952675154,1.9867026292659307,0.26788367166863397,3.55247169742743,1.0675708424764647,3.5702090475449846,1.0982923044190411,3.0215801415398476,0.2806623111281367,2.8316184658041075,0.43798773565309046,3.0564268618060866,0.4323483726989084,3.16348150193161,0.6666196868196979,2.318010959464967,0.033352188058444414,2.8764855584716105,0.10653775782031112]},{"index":3943,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,5,2,5,2,5,2,5,2,5,2,5,2,5,2,3,5,5,2,5,5,5,2,5,2,5,2,5,2,5,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1268455652933627,1.6521899486474463,2.2771390230734774,1.3926381654031321,2.2680996916622265,1.1613834084614254,2.6406954329873553,0.967542168775981,2.348134642480786,1.3353435459639778,2.976019351453851,1.0867533009648405,2.8012496162894136,0.8892120810669046,4.628840001455175,0.46114096097683793,2.877834705623773,1.5333652540895781,3.2328516507954936,1.3907463136162166,3.2441860981494126,1.2839144451981443,4.2888124146344255,0.9634201288505517,3.4641562748473254,1.5835832510856704,5.254825225936541,1.016247833043216,4.770345335507652,1.0056145543505883,9.151779420632124,0.1680291355754909]},{"index":9925,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,3,1,8,1,8,1,8,1,3,1,8,1,3,1,8,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.709925585283207,2.131493060619207,2.998654726939728,1.4228596010866013,3.3728276238597794,1.7214926841277105,4.002760068696536,0.7929337260176196,4.138585575570117,1.807532003836104,5.03629791779121,0.9595403279307766,6.253142125463839,1.5956742198671383,7.8622481360555945,0.2089964446349735,4.461155309915587,1.9317205349033904,5.4182231320440675,0.9565660499837799,6.612939305669403,1.7039675732379542,8.492734415674661,0.16114849260137512,8.454335746050155,1.8905820056196159,10.652419010385723,0.3272716976594749,13.385124165978679,1.4482660126426694,16.94142926949162,0.0008107284058058132]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,7,4,5,4,1,4,1,4,7,4,1,4,7,4,5,4,7,4,5,4,7,4,1,4,7,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.08122459357027,1.1837384087270353,2.9205953491235537,0.37721551279343724,3.3553695466783466,0.5136747388543221,3.362364653036887,0.04904147861798277,3.9142488400197815,0.5148074516301249,3.9557977158022783,0.041390704398689124,5.173885994289879,0.09350176273222914,5.526775826152493,0.0003956699643710862,4.215546847825648,0.6256264853540282,4.249660646623962,0.038904678468835274,5.196396891655081,0.11018208449916223,5.630505243175484,0.00040231404659545874,6.299103903843195,0.11990447864090528,6.654359008616449,0.00038281368999204166,9.724138466194383,0.00253066842019794,10.517974768076044,5.320802895225501e-09]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,5,4,5,4,1,4,1,4,1,4,5,4,1,4,1,4,5,4,5,4,1,4,1,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.744343267487206,1.6278366285146293,2.5131229820509655,0.792616012725915,2.8484791013244273,0.8692654517795162,2.649249371098619,0.15840684306820937,2.800772151078533,0.8098658378954675,2.661151009159437,0.11258239945719525,3.4156817458991293,0.24537556832145052,3.5720362892356574,0.002536280396473101,2.879645245922156,1.0103673229534775,2.465601709278298,0.1353606544098581,2.9924577043629763,0.25252479797419775,2.9632076308950293,0.002467584854577665,3.3858614023702813,0.1719539016596052,3.1391269608637398,0.0010489293927056376,4.423997541331958,0.0076286947692288335,5.489451503409403,7.715825969126595e-08]},{"index":33,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,4,5,4,5,4,3,0,3,4,5,4,5,4,5,0,5,4,5,4,5,4,3,0,3,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7546326335608717,1.5310065285703947,3.904956146239063,0.587547674191964,4.542014068954321,0.9572065265632399,5.669305603359649,0.09854959831150538,5.171181006808245,1.226458184611403,6.219040157690259,0.22819267526959922,7.696130532618499,0.5286384591755133,11.325145574015266,0.003592864549502612,5.534708094772155,1.5001711630308803,6.538652187412973,0.23575933159291115,8.199126948279238,0.7147786752271988,11.743316258526985,0.003248961024562451,9.077862381312466,1.5185938378634418,12.1365186995516,0.02342600258464211,16.0861680786567,0.21772315191021985,25.047925088494004,7.928226581001774e-07]},{"index":115,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,3,9,1,4,1,9,1,9,1,4,1,4,1,9,1,9,3,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.488583854274049,1.7991473243912401,2.549659322753228,1.3708437657795118,2.904239436172279,1.2930844206674208,2.8633410518409703,0.9608920624847758,2.9133095854143454,1.4636238597844482,3.171669642264135,1.255653137791822,3.8586817380429332,0.9894701643928612,3.9157034188470035,0.6803482682678971,2.822253021632423,1.2187487828994557,2.983102148287108,0.9226541614637612,3.5436259694677466,0.6643576142166584,3.7798175108983534,0.403700842048612,3.7133615139727274,1.260314289579704,4.557171075220561,1.0855116979449488,5.650726519453142,0.4187070710776791,6.13659589554571,0.06232156487356225]},{"index":2043,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,4,1,8,1,8,1,8,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7584084461670866,2.545897073591446,3.176335885975651,2.0487378490237136,3.343875938921436,2.3399820565989224,4.303910870346791,1.4639332853599447,3.3780063983446826,2.7004995381800008,4.524470330909649,2.075175343205121,5.146805709290806,2.9214381530370863,7.858143237119786,0.726732498345238,3.186073493683745,2.8034509115089192,4.3778079423777765,2.0723864451254608,4.797439092840711,2.7328084892206053,7.681868900112151,0.5129285290107342,4.955501366462242,4.22846110398128,8.19254086132754,2.5055485544008906,9.280863352082427,3.8121709421662793,16.206421062581803,0.009441598943882622]},{"index":3405,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,4,1,9,1,9,1,9,1,4,1,9,1,9,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1126865778810746,1.9311259677003343,3.697100036340628,1.3314083237295948,4.523205403153817,1.2249263530341339,5.984797710061495,0.9503783568508452,4.595415183628291,1.3353830949337766,6.421122893172467,0.9403365265344186,8.018646294772232,0.8404593986597437,11.865241101809978,0.5419807474406501,4.302901661987151,1.5009845635460513,5.872710564630319,0.9299526553007129,7.464688961154813,0.8823846716892552,11.200840460377867,0.6127997670706664,7.791586342534438,1.17991577297792,12.472196452024457,0.7337635690005659,15.143605445546065,0.4547782810369083,23.90321647039127,0.0807548071936848]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,4,5,4,5,4,5,9,5,9,5,9,5,4,5,5,5,4,5,9,5,4,5,9,5,4,5,9,5,4,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7584247522080187,1.2259824672759405,2.0934566015892155,0.45242268602173646,1.9494351636796396,0.4161316315199179,2.4279534842943065,0.06927809498304287,1.5805352802288928,0.45155151659515,2.0192021350506595,0.06666761992065849,2.1010545741435687,0.06655182814521474,2.9494496821858505,0.004000788336933003,1.1082970931935423,0.5128133980076414,1.5615965341883966,0.07307799764732358,1.5776997335285576,0.05824337915800536,2.9168372024845013,0.002394132801170312,1.0155966889836319,0.08057187472292571,1.7772685182116124,0.0034706213666067477,2.548957668825879,0.0026940746472121006,5.36892880461296,4.645835668293809e-06]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,2,5,5,5,2,5,5,5,3,5,5,5,5,5,5,5,3,5,5,5,3,5,5,5,3,5,5,5,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7302127084141614,0.7178616936818127,1.7797903434131932,0.13821231408224416,1.5463284885985527,0.08754885028264349,1.4494530954085425,0.0014699895173342894,1.317354584090675,0.1079155421329371,1.5175477572712557,0.001867243622521766,1.1235434920723086,0.000943300558195593,1.1591034025760154,2.1339973354057042e-07,1.0731501255143243,0.08232611575263074,1.3375989199790785,0.0011787724871229251,0.9154954578031373,0.0005909188927910338,1.0889509072887196,1.1010264582330614e-07,0.6547862752395117,0.0007482899248307973,1.4009285338050828,9.675919330606863e-08,0.7068892456646731,5.5625833502138854e-08,1.3406982320831933,6.661338147750937e-16]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,1,5,1,6,1,5,1,6,1,5,1,5,1,5,1,6,1,5,1,6,1,5,1,6,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6704299208127007,1.685778973271076,1.659102926178454,1.1815681887868015,1.7497379687501426,1.2364453471429349,1.5142375617456918,0.44089006986445173,2.0997808755239316,1.196633180898476,2.133346886702631,0.6072251804713068,2.86876868961566,0.8759241897482325,3.001958575161922,0.1488818481772329,1.2170506875857152,1.0757153086559528,1.115637834626022,0.5508002120884613,1.771837121432533,0.9777974995642162,1.6053985226316394,0.21179649250709778,2.2737423251321007,0.7671530614416338,2.7457393774003496,0.3263432723014246,5.046184641472002,1.005217430025596,6.1702908817742035,0.025600735346139186]},{"index":1003,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,3,2,5,5,5,5,5,5,5,5,5,5,5,5,5,5,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1415135244961188,0.8086651605590179,1.1835292900424041,0.41204458590968907,0.8613725562844708,0.7029531168121482,0.9108412783514601,0.3388768646052073,1.0688721032352604,0.4178123377536459,1.1558373435553182,0.233919036701996,0.7608301534732266,0.7605041747692829,1.286465285138802,0.213120613999792,0.2940353946056104,0.30595605273965887,0.27283814781015403,0.12564749861865113,0.14959367740019414,0.49254417437962333,0.21019074297234983,0.09342691949470838,0.29277003836056587,0.17526949163932912,0.5064340199951369,0.05840489841165492,0.1977012034253607,0.7696107595788054,0.8264684162053085,0.022856950422186287]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.801146861657741,1.505163180760672,2.955855100639563,0.5710457930404774,3.4234577395837604,0.6905088812167436,3.6116473681249786,0.060543689764186524,3.1249843656549423,0.6605652698016297,3.1324902122285727,0.04086024300422343,4.856587966098795,0.11416328031455138,4.7420051360099125,0.00017868723641531532,3.436377127595203,0.725458553061778,3.88604583258199,0.03752262650689023,5.252354299937337,0.12158782260429793,5.65035426765451,0.0001612792196310746,4.730041696368938,0.11068649381920016,4.8205340518965,8.750017326953678e-05,8.840099325837961,0.0027784976745667163,8.253532849073508,3.993179119900913e-10]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,5,6,5,6,2,6,2,6,2,6,2,6,2,6,2,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5578111931939054,1.0968756263681836,2.698133778816371,0.42058699817909445,2.9819855593328377,0.35407468784720425,3.340682147247124,0.055469118698443266,2.4294016315329334,0.3017033676247155,2.8228414225494234,0.038098618031678015,3.506946563699696,0.022818999306079907,4.522035199454619,0.0010302754470241904,2.5707470514739166,0.31062201577216336,3.049905705864,0.033897459351746914,3.5916201505458063,0.019465505859905866,4.658577449480752,0.0006245507098965019,2.4813614080825275,0.020164482541065416,3.7728238047183167,0.0003453708775447009,5.753094260170364,0.00010198317794483813,7.833802163099245,1.1287295571790966e-07]},{"index":217,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,5,5,5,5,5,1,8,5,5,5,6,5,6,5,5,5,5,5,6,5,6,1,6,5,6,1,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.122099715597433,2.2287590629941545,3.5284864985810307,1.8015534158203872,4.014356054213573,1.715817608313812,5.150378140862409,1.3821365393042284,3.6584103158793173,1.4917626636820103,4.66263453458533,0.8823683396662956,5.814960587410874,0.7633330930056622,9.008005089636107,0.5269662033291105,4.001047640552102,1.4860819212924257,5.143876448001753,0.9113829721846537,6.0293173430336715,0.5596846379079954,9.278695565685885,0.30051382609930755,5.400356546682184,0.5858720436731538,7.9905288066478,0.14448474766250013,10.200874001879551,0.029321052856465673,18.093133860473834,0.0052267935688381185]},{"index":1044,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,6,1,6,1,6,1,6,1,8,1,6,1,8,1,6,3,6,5,6,3,6,5,6,3,6,1,6,3,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0121522767664204,1.8108422901609382,3.5485170390457386,1.4416387016619452,3.689787536134588,1.3685653256380215,4.880054670094677,0.8896601945467999,3.524712126798609,1.4400090800495589,4.716088718632007,0.8464764994335559,5.180116629500397,0.9622439211780586,7.80463639834619,0.27221421498694476,4.240327213643626,1.3392624269172673,5.5421417532426975,0.7919724827686796,5.84441928982638,0.8047405892506669,8.836108254170076,0.2636194245713184,6.022330094228283,0.8819392796708472,9.002281122331874,0.30396482511567735,9.926526874223354,0.5959270813939351,16.376896670286932,0.011708577592807369]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,8,1,1,1,8,1,1,1,8,1,1,6,1,1,1,1,1,1,1,1,1,1,1,1,8,1,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.095107732892461,2.02054672287791,3.621332624780952,1.651256968874018,3.8868939367205098,1.9024542482143487,5.095571411228275,1.417486087325278,3.682937077350437,1.9459195111549896,5.021756326560511,1.2354444155063362,5.981080316845748,1.9454711405576735,8.792812290343214,0.6618425937667721,4.248435804830485,2.2797102164848457,5.7840606824720115,1.7217206919787245,6.359977984602091,2.783129296158153,9.675156901473601,1.6484101725689546,5.913269250031343,3.025155177479347,9.619943393958227,1.359378001057936,11.037683059827685,3.5854918169113548,18.102227746010055,0.2799407392844733]},{"index":2118,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,6,5,0,5,0,5,0,5,6,5,0,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1008917013109905,2.562696084039207,3.340644920200493,2.1769660486847924,3.905759401616919,2.4491892926077945,4.692219904788461,1.7284367283414128,3.6953859967872833,2.2495358445951705,4.273932490250017,1.46479891002979,5.858370373776705,1.8154869498342303,8.218283578887675,0.6519650040079141,4.043848622662181,2.7259099890642142,4.767568093297609,1.791241288751616,6.4809403663157665,2.2396313885777897,9.07856534225694,0.8472846220709509,6.24533125769407,2.2700569148157737,7.897259251723817,0.6663273331128511,11.816960737361796,1.1468485603148657,17.342850319802217,0.08340722706964365]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,7,7,5,7,5,7,1,7,7,7,7,7,7,7,5,7,5,7,7,7,7,7,1,7,1,7,7,7,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7677737163908076,0.8283124753942414,1.6286866627638443,0.1633448412720862,1.5249138580210024,0.1704360017696907,1.3107026125879984,0.006681370513716719,1.3762161032554698,0.12297387507122756,1.1798245222208474,0.003213717858568118,0.9796028094201124,0.003917581074314469,0.7050348041369275,4.2321431308060536e-06,1.5964795370495228,0.15369844416819908,1.386546329475459,0.0026910839786218046,1.077336371822585,0.004367512128630332,0.8586416645117975,3.2557807351568514e-06,1.3989462421899557,0.0015072787565061359,0.9896095242024265,5.467328507478131e-07,0.5780904454043271,1.4381414269928522e-06,0.256328553602251,5.715428130768672e-13]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,7,7,5,7,7,7,7,7,7,7,7,7,7,7,5,7,5,7,5,7,5,7,5,7,7,7,7,7,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7582382623344521,0.7467397092706314,1.5343026048414825,0.1331427730476731,1.528546471265282,0.17716667313326806,1.1827131255026997,0.006649237633988675,1.0278758010945765,0.11023538660505447,0.7105977056458074,0.0028989776457091733,0.6521665803671977,0.0037206169161414842,0.3795698500689789,3.991404117850931e-06,1.7193406597753458,0.13073426860399825,1.2838508073672117,0.002287790672883797,1.2336353331951135,0.003951695256999994,0.946214594708645,2.018775513842546e-06,1.0134095833334564,0.0012213964268075045,0.461959194714202,4.964668720525683e-07,0.483931827022911,5.847837685085095e-07,0.19520879475433345,2.213784711102317e-13]},{"index":551,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,7,1,3,1,7,1,3,1,7,1,3,1,3,1,3,1,7,1,3,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3699277407579067,2.2442907739782827,2.2874267466379496,1.7623672758297726,2.3202244482260967,2.059469368589551,2.3730627011842405,1.0590130919458407,2.7020998803646945,1.9841654656472825,2.830804076047922,1.1171773380453085,2.8820875262741383,1.5618965012612798,3.5243651264705322,0.24198504464619106,2.5635568942116187,2.1623259124114482,2.6248493358980425,1.1805186512429795,2.620936349959875,1.7346986114001983,3.2187631852857446,0.25320638743123375,3.8113366195232055,1.7086554510076435,4.581742384562763,0.3254927481721466,4.576606873281287,0.7145442724414285,6.723047295942383,0.0025513713687331254]},{"index":658,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,5,7,7,0,7,7,7,0,5,7,7,0,5,7,5,0,5,7,7,0,5,7,7,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.508354107818933,2.224363854060189,1.432332871613801,1.5818472492706275,1.3188015707937364,1.7987174896866798,1.2036402428127722,0.5860901164332561,0.9620168976557996,2.015621600284258,0.980095987120297,0.8827464601974205,0.7199259593324577,1.4157333450279255,1.2516864891532749,0.028231795980979718,1.222349776661493,1.9436534536363859,1.2816548730857107,0.7231300337725108,0.9806708558207357,1.3683750387264793,1.692233386756369,0.02981547154491946,0.5520813835588093,1.5741896867469056,1.1823267679487457,0.07717529369660822,0.5405791516315424,0.5197464280172863,3.0503088767412665,7.803885725101833e-06]},{"index":846,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,7,7,9,7,9,7,9,7,7,7,9,7,7,7,9,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8732304101702364,1.877155242648773,1.7921515027431671,1.3461404627493776,1.569563746520052,1.5959796357063818,1.3941971619806226,0.8656686722907554,1.3507246254346894,1.4835841371102947,1.1735009973403603,0.848938035326994,0.8672459424943058,1.307897206037221,0.6355179418961967,0.16429810300647876,1.088408130865208,1.6573081893750525,0.9807505721171426,0.9160025274026715,0.5247746781928623,1.7261869613428993,0.37542542096068765,0.24813625819894108,0.5361963430283675,1.4125941239465203,0.4205700596331635,0.2663722605477735,0.11532939518865391,1.0535708814822022,0.061473900002999744,0.001308604154821739]},{"index":1581,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,7,1,9,1,9,1,9,1,7,1,9,1,7,1,9,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.298126176201329,2.5673373687134697,2.331612829197721,2.137625969867545,2.507834811367492,2.123183551045307,2.7964692505855897,0.9683429314529608,2.8468023412013905,2.338618626504506,3.191355467577588,1.1607091373626706,3.3854614432761814,1.7196064614216513,4.413670730954373,0.0439855024229272,2.0775422627269173,2.6383037102626687,2.367617355222301,1.6259810386804592,2.5528526531965805,2.1439160937462356,3.396958306558883,0.09882151900299892,3.4722933576798476,2.4830720656834617,4.44988113711815,0.18401779652086733,4.79727912808229,1.4720500722375003,7.127017426964487,1.0841595220261732e-05]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,8,2,8,5,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,5,8,2,8,2,8,2,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.70603692369758,0.8443289475475655,3.0600495849690814,0.2622393112289613,3.126128347128767,0.16494349262621227,4.223528322875042,0.022634687044122307,2.6062520182906015,0.09264607324431805,3.662551205584538,0.006604793710791702,4.048046992993785,0.001957590239193393,6.833633206499891,5.959925662222276e-05,2.7640401007747553,0.1782864182117581,3.7941048326192943,0.020732764004610597,4.431520322988647,0.007514051853405006,7.287580608853522,0.00046659677714847486,3.6061702237687734,0.0015079917394724685,6.208179367196324,3.058850359233654e-05,7.43408957958524,2.211860469769942e-06,13.938982956061194,6.374886154178742e-09]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,3,8,3,8,3,8,3,8,2,8,3,8,2,8,2,8,2,8,3,8,2,8,3,8,2,8,3,8,2,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1587254635818773,1.3833084562949944,3.530390409364129,0.651679350071906,2.9926499788002747,0.42953723061233656,4.215847487314805,0.0488919266386657,2.61596750829034,0.355191375437045,3.873824955920763,0.025171425595155856,2.2597456070134996,0.009478888762927995,5.500210580702364,5.1297728530830634e-05,4.084696257918845,0.5695832655480428,5.442646665680835,0.050366116174476755,4.2248207284526655,0.015491381083704913,7.377536403571517,9.032113938449995e-05,4.089811390266738,0.010528417210557138,7.577954984223745,2.5116431973697946e-05,4.02873950428978,3.4631129194980633e-06,11.814228776914561,5.80713255243573e-11]},{"index":839,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,8,1,3,1,8,1,3,1,8,1,8,1,8,1,3,1,8,1,8,1,8,1,3,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8663776153342715,1.6376485155678775,3.820038585902267,1.0466463009923008,3.4460894108637974,0.9692112776263858,6.339879656965851,0.38125949911682694,3.7572549138233633,1.0078955734773347,6.469388258120538,0.3274530871975993,6.003639460982534,0.37476574745599456,13.029586234418723,0.026519827397206975,3.995087996525807,1.2093402134215718,6.799280125320575,0.4648642234920414,5.814292169641526,0.5558054544626084,13.009359270103216,0.06245951980890066,6.974320154584322,0.8708629996489036,13.655163756853785,0.06793568051444801,12.443326611581492,0.11394015826685994,28.33814940845548,0.00021662425432607014]},{"index":844,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,7,7,7,8,1,8,7,7,1,8,7,8,1,8,5,7,5,7,1,8,1,8,1,7,1,7,7,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.244415401733905,2.0080162606132506,3.659243161887476,1.5513855720978333,3.575115003342055,1.306916632968979,4.643815215151915,0.7220734587473732,3.5310490400434045,1.4834573961240103,4.691562089965434,0.8510362079386038,4.781409704088517,0.6270672883748968,7.968861942526459,0.17309162762317692,3.9001455443286006,1.6808483200393172,4.916194691213663,1.093043486864937,5.033574209980326,0.7490121307239681,7.870935155871467,0.305126701040736,5.289202364812809,1.358963907593476,8.437683339437458,0.7177023280490454,9.50348572900322,0.4065307652235653,17.039459049503332,0.026146473661201278]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,6,9,6,9,6,9,7,9,1,9,5,9,5,9,5,9,6,9,6,9,6,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8804112955159145,1.6277105650170551,3.158984299411778,0.6887057076513349,3.2765493735542743,0.5391796299766656,4.0593755231516395,0.06147055058913292,3.3545365398884144,0.5354995033232547,4.233510582793938,0.04399564880406906,4.620911167328362,0.03370942218953293,6.886064199294988,0.00045768575350017045,4.070134806298159,0.8279345724976637,5.089452909878936,0.06250318344565228,5.508667316185249,0.036274327965368135,8.033306974705532,0.00025256770179884927,6.256585099961702,0.031721001137523054,8.759924213888432,0.0001131074493510728,10.117424107098671,5.434835429522671e-05,15.84203317056866,4.920783324252536e-09]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5383870017471555,1.0769937903625217,3.5158956642728834,0.36158476812948936,4.029014515745252,0.27363000582959085,4.656474409372513,0.02519030473648569,4.123600318295226,0.30836031932229624,4.617897513188767,0.021150378678110673,6.236641654131151,0.0121468567243419,8.655897697749682,5.968731743160636e-05,5.375195144170938,0.35472684076194333,5.92616319629667,0.019057438970562043,7.735140099768989,0.007768531775108614,10.180566839931586,2.491021462620499e-05,8.699783566964872,0.013371884223107165,10.719882876767695,1.5592862190885614e-05,15.085346600385353,3.6780807421951985e-06,21.554099960679746,2.965805379018678e-11]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,9,1,1,1,9,1,8,1,9,1,1,1,9,1,9,1,9,1,8,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7992793898039214,2.0120674174929096,4.20979576368706,1.675732634797432,4.2817518662366805,1.626140168327737,5.524460927234356,1.1186221044883922,4.8294508319971525,1.709038907180749,6.257060180750461,1.1616171388615022,6.753654152547664,1.2145254779382355,10.29612572257392,0.5534422845707024,5.838928386791118,1.8527794337665802,7.219542164794511,1.2904861529797822,7.663261040546256,1.3083633883770058,11.262918880418692,0.5372882921143259,9.362928589086541,1.4141472968610975,13.626065783389947,0.6026858130271747,14.53424752649564,0.7035335190360917,23.53873764780571,0.08788410642828332]},{"index":1232,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,4,1,4,1,4,1,9,1,9,1,9,5,4,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.485925324648625,1.9042687982178979,3.8058202980381024,1.6641775580810994,3.6467572071877923,1.4725381858333007,4.590812051882179,1.060502722595256,3.5647241850956553,1.4124515926571029,4.608422844799692,1.0162889960326407,4.609750854019483,0.9575313613961897,7.163821473057185,0.46056038317032305,4.895666744747404,1.7421818950801073,5.904566380636302,1.468846013386207,5.890264010137223,1.315541056708315,8.574609015978902,0.8505874485509284,6.302534755551149,1.142304611630527,9.066383815044917,0.7710258390550372,9.238563522386858,1.084659294248659,15.284373226204321,0.40715324041665785]},{"index":1709,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,3,5,8,5,8,5,8,5,8,5,3,5,8,5,8,5,8,5,8,5,9,5,8,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.529903467877972,2.173710069256695,2.476231681255163,1.9217015080435735,2.503039338629237,1.9643764336200986,2.5642630777597306,1.722530543766763,2.31394663968399,1.8637411273245557,2.5823690919507527,1.4842054284281023,2.547299061238488,1.8068803936657423,3.272279003889735,1.461256758334579,2.6415914950980426,2.0013519820174337,2.776171339515702,1.60339915147568,2.8515614749570335,1.8028926008523891,3.5592664865866577,1.3896832468216918,2.343605568253009,1.5329755797047566,3.2896824635380564,0.9331297122882584,3.452912862518007,1.7528476193755083,6.1478111399848245,0.8214605767328917]},{"index":4761,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,7,1,7,3,7,1,8,1,7,1,8,1,7,1,8,1,7,1,7,2,7,1,7,1,7,1,7,2,7,2,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.207570662887794,2.2393549868786007,3.648022991983334,1.9819503153787874,3.3934333928962075,1.8839097631168131,4.560000047359428,1.588910348403313,3.8737878927563383,2.1584749485084704,5.10296658525703,1.8594722513383242,5.062032351132528,1.7504521376285433,8.177535086186074,1.1466143750365045,4.698724630224122,2.4151944277995705,6.0826631028762606,2.051713545508652,5.756173095634137,1.9530738761133946,8.96783885018306,1.2792207400989934,7.2936495708933435,2.5680620823230766,10.817107163150906,1.70516847365809,10.711715734982015,1.5874411228908811,18.017394610652765,0.22747463191227177]}]},{"id":"sd_constant-selected-s102","recipe":"sd_constant","state":"selected","seed":102,"epoch":5,"source_run":"graph-eval-sd_constant-s102","checkpoint_sha256":"38999dddc770889779e301dc3c765daa6d4255e1cf4a5f004e7a4667872989f0","source_result_sha256":"2e10b980720e7782fd4d4410c47d358dff5032f320f1fb946621b1974efc09c1","archive_json_sha256":"64c7ea0885c9f46c9c1cc59b955646b4a18dee71582ddda52fd3692c53e0eff7","archive_npz_sha256":"17b6583ec53c4ab8cb230378c4382aed7b9429e6db82568214162ead7cb1b2e4","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":8.881784197001252e-16,"dense_source_mean_ce_difference":5.078156575799575e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_constant-selected-s102","recipe":"sd_constant","state":"selected","seed":102,"epoch":5,"checkpoint_sha256":"38999dddc770889779e301dc3c765daa6d4255e1cf4a5f004e7a4667872989f0","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,9879,717,2,5,1527,4212,1,35,613,659,321,2044,18,30,158,528,7800,7821,4,6,740,1751,2043,15,23,8,1393,7451,11,21,1181,1857,1444,2135,0,17,124,551,1260,3751,61,84,290,839,3206,4075,7,9,320,359,241,1553]},"n":10000,"dense_accuracy":0.9765,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9765,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9633300297324083,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1650,"correct_output_rate":0.165,"accuracy":0.165,"ce":2.577750894626369,"abstentions":0,"harm":0.8137,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.066199839267482,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9066079295154185,"accuracy":0.9066079295154185,"ce":1.2870151707963944,"harm":0.0881057268722467,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.01744186046511628,"accuracy":0.01744186046511628,"ce":2.418244728904361,"harm":0.9699612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.923256931855069,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.329564858315306,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.4910313901345291,"accuracy":0.4910313901345291,"ce":1.5794627442956333,"harm":0.5011210762331838,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.010438413361169102,"accuracy":0.010438413361169102,"ce":2.538997736848692,"harm":0.965553235908142,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.1507782101167315,"accuracy":0.1507782101167315,"ce":2.062019881308208,"harm":0.806420233463035,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.952592518942649,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.723783926076677,"harm":0.9633300297324083,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9527,"correct_output_rate":0.9527,"accuracy":0.9527,"ce":0.405735017298918,"abstentions":0,"harm":0.0303,"repair":0.0065,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.2001926441586042,"harm":0.003061224489795918,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.27868566590102256,"harm":0.000881057268722467,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9515503875968992,"accuracy":0.9515503875968992,"ce":0.3425874934833907,"harm":0.0377906976744186,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9524752475247524,"accuracy":0.9524752475247524,"ce":0.4629508949837727,"harm":0.028712871287128714,"repair":0.01287128712871287},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9674134419551935,"accuracy":0.9674134419551935,"ce":0.34295759585767155,"harm":0.020366598778004074,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9204035874439462,"accuracy":0.9204035874439462,"ce":0.5341443404134136,"harm":0.06053811659192825,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9624217118997912,"accuracy":0.9624217118997912,"ce":0.3507734430654842,"harm":0.019832985386221295,"repair":0.006263048016701462},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9309338521400778,"accuracy":0.9309338521400778,"ce":0.4167895915894633,"harm":0.037937743190661476,"repair":0.01556420233463035},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9332648870636551,"accuracy":0.9332648870636551,"ce":0.5675177278344404,"harm":0.04620123203285421,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9197224975222993,"accuracy":0.9197224975222993,"ce":0.587927073741498,"harm":0.053518334985133795,"repair":0.009910802775024777}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1594,"correct_output_rate":0.1594,"accuracy":0.1594,"ce":2.858616638312679,"abstentions":0,"harm":0.8192,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6026377496725215,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9074889867841409,"accuracy":0.9074889867841409,"ce":0.8836023516308305,"harm":0.08722466960352424,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":2.6371674136671563,"harm":0.9767441860465116,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3152664754455605,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.808077323628266,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.4562780269058296,"accuracy":0.4562780269058296,"ce":1.4519105242544952,"harm":0.5358744394618834,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":2.9506485202201143,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.14007782101167315,"accuracy":0.14007782101167315,"ce":2.093195935919249,"harm":0.816147859922179,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.653996358792458,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.371220545931152,"harm":0.9633300297324083,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9700,"correct_output_rate":0.97,"accuracy":0.97,"ce":0.1406456166116859,"abstentions":0,"harm":0.0117,"repair":0.0052,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.056470422928024656,"harm":0.0010204081632653062,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9885462555066079,"accuracy":0.9885462555066079,"ce":0.07064560288941553,"harm":0.001762114537444934,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9728682170542635,"accuracy":0.9728682170542635,"ce":0.11230414974242993,"harm":0.015503875968992248,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9693069306930693,"accuracy":0.9693069306930693,"ce":0.16552943951895688,"harm":0.00891089108910891,"repair":0.009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.11845929988686545,"harm":0.009164969450101833,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9663677130044843,"accuracy":0.9663677130044843,"ce":0.13917193829623736,"harm":0.01569506726457399,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9707724425887265,"accuracy":0.9707724425887265,"ce":0.12814623554066504,"harm":0.008350730688935281,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9503891050583657,"accuracy":0.9503891050583657,"ce":0.201965182880973,"harm":0.016536964980544747,"repair":0.013618677042801557},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9630390143737166,"accuracy":0.9630390143737166,"ce":0.18522597250860623,"harm":0.01642710472279261,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9464816650148662,"accuracy":0.9464816650148662,"ce":0.2344766854285914,"harm":0.024777006937561942,"repair":0.007928642220019821}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1709,"correct_output_rate":0.1709,"accuracy":0.1709,"ce":2.816536244580627,"abstentions":0,"harm":0.8077,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.807446225902216,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.918942731277533,"accuracy":0.918942731277533,"ce":1.0319926009983214,"harm":0.07577092511013216,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.029069767441860465,"accuracy":0.029069767441860465,"ce":2.465528489907579,"harm":0.9583333333333334,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.169496306961792,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.89142154787653,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.4876681614349776,"accuracy":0.4876681614349776,"ce":1.433456283301835,"harm":0.5022421524663677,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.0022381059051133,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.1916342412451362,"accuracy":0.1916342412451362,"ce":1.997470524018687,"harm":0.7665369649805448,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":3.219168062201242,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.313284845610173,"harm":0.9633300297324083,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9679,"correct_output_rate":0.9679,"accuracy":0.9679,"ce":0.1661177069779659,"abstentions":0,"harm":0.0139,"repair":0.0053,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.08425411222175114,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.08343215603931553,"harm":0.000881057268722467,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9718992248062015,"accuracy":0.9718992248062015,"ce":0.11582424232689045,"harm":0.015503875968992248,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9643564356435643,"accuracy":0.9643564356435643,"ce":0.18945473181882877,"harm":0.013861386138613862,"repair":0.009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.1143931622181921,"harm":0.007128309572301426,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9607623318385651,"accuracy":0.9607623318385651,"ce":0.18894540393700357,"harm":0.020179372197309416,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9665970772442589,"accuracy":0.9665970772442589,"ce":0.17521135336620242,"harm":0.011482254697286013,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9503891050583657,"accuracy":0.9503891050583657,"ce":0.20282072603477855,"harm":0.017509727626459144,"repair":0.014591439688715954},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9579055441478439,"accuracy":0.9579055441478439,"ce":0.23582377121989567,"harm":0.019507186858316223,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9395441030723488,"accuracy":0.9395441030723488,"ce":0.2835626598736646,"harm":0.03270564915758176,"repair":0.008919722497522299}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1624,"correct_output_rate":0.1624,"accuracy":0.1624,"ce":3.3301129028390846,"abstentions":0,"harm":0.816,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.6888292590716905,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9295154185022027,"accuracy":0.9295154185022027,"ce":0.6187328801783013,"harm":0.06519823788546256,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":3.128747511716462,"harm":0.9767441860465116,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.816288408895563,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.529994722875619,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.4876681614349776,"accuracy":0.4876681614349776,"ce":1.3353486709365878,"harm":0.5022421524663677,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.514727279617795,"harm":0.9749478079331941,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.11770428015564202,"accuracy":0.11770428015564202,"ce":2.2811232373541466,"harm":0.8385214007782101,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.297469983409453,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.335055294715856,"harm":0.9633300297324083,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9738,"correct_output_rate":0.9738,"accuracy":0.9738,"ce":0.08639124911342291,"abstentions":0,"harm":0.0064,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03790219576967063,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03869567432875143,"harm":0.0,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9786821705426356,"accuracy":0.9786821705426356,"ce":0.04903593223196988,"harm":0.00872093023255814,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9663366336633663,"accuracy":0.9663366336633663,"ce":0.10894323343978207,"harm":0.007920792079207921,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.0670047732022956,"harm":0.006109979633401222,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9753363228699552,"accuracy":0.9753363228699552,"ce":0.07261466211698493,"harm":0.005605381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.09603190953046602,"harm":0.008350730688935281,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9601167315175098,"accuracy":0.9601167315175098,"ce":0.14314579461783233,"harm":0.005836575875486381,"repair":0.01264591439688716},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.10801547607822155,"harm":0.009240246406570842,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9554013875123885,"accuracy":0.9554013875123885,"ce":0.1459668139630679,"harm":0.011892963330029732,"repair":0.003964321110009911}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1609,"correct_output_rate":0.1609,"accuracy":0.1609,"ce":2.813090842407708,"abstentions":0,"harm":0.8176,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.029536675553139,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.8854625550660793,"accuracy":0.8854625550660793,"ce":1.0446030572329992,"harm":0.10837004405286343,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.05717054263565891,"accuracy":0.05717054263565891,"ce":2.3727391398587994,"harm":0.9302325581395349,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.562422718722365,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8443919969948084,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.4461883408071749,"accuracy":0.4461883408071749,"ce":1.4813529797812655,"harm":0.5448430493273543,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":2.7327739385760523,"harm":0.9728601252609603,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.13813229571984437,"accuracy":0.13813229571984437,"ce":2.154732644542188,"harm":0.8180933852140078,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":2.96249650946443,"harm":0.9743326488706365,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.097651420073645,"harm":0.9633300297324083,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9656,"correct_output_rate":0.9656,"accuracy":0.9656,"ce":0.1821647105918933,"abstentions":0,"harm":0.0159,"repair":0.005,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.09251605847514674,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9885462555066079,"accuracy":0.9885462555066079,"ce":0.11271759967227332,"harm":0.001762114537444934,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9689922480620154,"accuracy":0.9689922480620154,"ce":0.13175535621306925,"harm":0.018410852713178296,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9653465346534653,"accuracy":0.9653465346534653,"ce":0.20503715216054813,"harm":0.013861386138613862,"repair":0.01089108910891089},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.1492223986767645,"harm":0.013238289205702648,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9585201793721974,"accuracy":0.9585201793721974,"ce":0.20301962767135953,"harm":0.023542600896860985,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.15733525282733235,"harm":0.010438413361169102,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9396887159533074,"accuracy":0.9396887159533074,"ce":0.2494449041940509,"harm":0.024319066147859923,"repair":0.010700389105058366},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9558521560574949,"accuracy":0.9558521560574949,"ce":0.2494317847718239,"harm":0.022587268993839837,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9444995044598612,"accuracy":0.9444995044598612,"ce":0.2797372113180944,"harm":0.030723488602576808,"repair":0.011892963330029732}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1579,"correct_output_rate":0.1579,"accuracy":0.1579,"ce":3.3317421897963264,"abstentions":0,"harm":0.8203,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.919523731891868,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9083700440528635,"accuracy":0.9083700440528635,"ce":0.6401840846951196,"harm":0.08458149779735682,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.022286821705426358,"accuracy":0.022286821705426358,"ce":2.917737853684158,"harm":0.9651162790697675,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.259451043652925,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.664501476020158,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.46860986547085204,"accuracy":0.46860986547085204,"ce":1.364204600159254,"harm":0.5224215246636771,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.194541446255011,"harm":0.9728601252609603,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.10019455252918288,"accuracy":0.10019455252918288,"ce":2.406450268099786,"harm":0.8550583657587548,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.074618135431646,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.11024587479248,"harm":0.9633300297324083,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9734,"correct_output_rate":0.9734,"accuracy":0.9734,"ce":0.08878188119669914,"abstentions":0,"harm":0.0068,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.036887455763435724,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.986784140969163,"accuracy":0.986784140969163,"ce":0.05053404900411175,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.05456023691046153,"harm":0.007751937984496124,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9663366336633663,"accuracy":0.9663366336633663,"ce":0.10569989184694596,"harm":0.006930693069306931,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.07245310060350996,"harm":0.007128309572301426,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.07402226283267407,"harm":0.005605381165919282,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9718162839248434,"accuracy":0.9718162839248434,"ce":0.08383042134500299,"harm":0.007306889352818371,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9523346303501945,"accuracy":0.9523346303501945,"ce":0.16607733106446715,"harm":0.009727626459143969,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":0.10413797655304653,"harm":0.008213552361396304,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.958374628344896,"accuracy":0.958374628344896,"ce":0.14034258875847502,"harm":0.011892963330029732,"repair":0.006937561942517344}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1699,"correct_output_rate":0.1699,"accuracy":0.1699,"ce":3.2052535743209165,"abstentions":0,"harm":0.8088,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.05642893204122,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9066079295154185,"accuracy":0.9066079295154185,"ce":0.8031809923367857,"harm":0.0881057268722467,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0562015503875969,"accuracy":0.0562015503875969,"ce":2.50191420896386,"harm":0.9312015503875969,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.010277081392481,"harm":0.9673267326732673,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":4.7491735845452885,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5168161434977578,"accuracy":0.5168161434977578,"ce":1.2961305039303153,"harm":0.4730941704035874,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.3856230026702834,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.14007782101167315,"accuracy":0.14007782101167315,"ce":2.1986631291068552,"harm":0.8180933852140078,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":3.348451193789295,"harm":0.9743326488706365,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.924072132893303,"harm":0.9633300297324083,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9722,"correct_output_rate":0.9722,"accuracy":0.9722,"ce":0.10036778395491361,"abstentions":0,"harm":0.0082,"repair":0.0039,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.051104768508596556,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.045861759166064504,"harm":0.000881057268722467,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.055826116903616683,"harm":0.006782945736434108,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9663366336633663,"accuracy":0.9663366336633663,"ce":0.11971005800451756,"harm":0.009900990099009901,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.07411486393469689,"harm":0.004073319755600814,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9708520179372198,"accuracy":0.9708520179372198,"ce":0.0908387806173268,"harm":0.010089686098654708,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9665970772442589,"accuracy":0.9665970772442589,"ce":0.11228116677832567,"harm":0.010438413361169102,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9542801556420234,"accuracy":0.9542801556420234,"ce":0.159976138257992,"harm":0.008754863813229572,"repair":0.009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9671457905544147,"accuracy":0.9671457905544147,"ce":0.1328608251114896,"harm":0.01026694045174538,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9524281466798811,"accuracy":0.9524281466798811,"ce":0.1662894928366327,"harm":0.019821605550049554,"repair":0.008919722497522299}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1629,"correct_output_rate":0.1629,"accuracy":0.1629,"ce":3.9638340626101227,"abstentions":0,"harm":0.8154,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.183192178905954,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9348017621145375,"accuracy":0.9348017621145375,"ce":0.4184298832869102,"harm":0.05991189427312775,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.020348837209302327,"accuracy":0.020348837209302327,"ce":3.6460632081388744,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.012196498267522,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":5.685399985886531,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5190582959641256,"accuracy":0.5190582959641256,"ce":1.2532484762558187,"harm":0.47085201793721976,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.961909080424408,"harm":0.9749478079331941,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.07879377431906615,"accuracy":0.07879377431906615,"ce":2.779947052093884,"harm":0.8764591439688716,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.738352822726861,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.253149786221423,"harm":0.9633300297324083,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9762,"correct_output_rate":0.9762,"accuracy":0.9762,"ce":0.07586680579630654,"abstentions":0,"harm":0.0023,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03376900425040348,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.03735829242538176,"harm":0.000881057268722467,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.033394854107074115,"harm":0.0009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9673267326732673,"accuracy":0.9673267326732673,"ce":0.09816480579314502,"harm":0.0019801980198019802,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.06361967955843295,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.05683486638189439,"harm":0.0,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.0875760800201943,"harm":0.003131524008350731,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.953307392996109,"accuracy":0.953307392996109,"ce":0.15156668458122718,"harm":0.0029182879377431907,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.0843830025274238,"harm":0.00513347022587269,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9643211100099108,"accuracy":0.9643211100099108,"ce":0.11347286580346413,"harm":0.004955401387512388,"repair":0.005946481665014866}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1653,"correct_output_rate":0.1653,"accuracy":0.1653,"ce":2.843392832722,"abstentions":0,"harm":0.8131,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8820844666472016,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.8193832599118943,"accuracy":0.8193832599118943,"ce":1.1705903210705177,"harm":0.173568281938326,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.031007751937984496,"accuracy":0.031007751937984496,"ce":2.524969233143107,"harm":0.9563953488372093,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3320991001546667,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.146572741098534,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5672645739910314,"accuracy":0.5672645739910314,"ce":1.323556131237397,"harm":0.42376681614349776,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.0466124717382828,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.17704280155642024,"accuracy":0.17704280155642024,"ce":1.9559183720008333,"harm":0.7801556420233463,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":2.9910463762162114,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.19674201202335,"harm":0.9633300297324083,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9631,"correct_output_rate":0.9631,"accuracy":0.9631,"ce":0.22619012744437433,"abstentions":0,"harm":0.0195,"repair":0.0061,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.11511670757376646,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.12705974246478982,"harm":0.001762114537444934,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.18507763210915712,"harm":0.022286821705426358,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9673267326732673,"accuracy":0.9673267326732673,"ce":0.21876416633002763,"harm":0.015841584158415842,"repair":0.01485148514851485},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9725050916496945,"accuracy":0.9725050916496945,"ce":0.18118652347502087,"harm":0.014256619144602852,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9439461883408071,"accuracy":0.9439461883408071,"ce":0.3046875619974036,"harm":0.03699551569506727,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.965553235908142,"accuracy":0.965553235908142,"ce":0.21666580065941032,"harm":0.014613778705636743,"repair":0.0041753653444676405},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9513618677042801,"accuracy":0.9513618677042801,"ce":0.23848814973123275,"harm":0.01848249027237354,"repair":0.016536964980544747},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9476386036960985,"accuracy":0.9476386036960985,"ce":0.32254192508363533,"harm":0.030800821355236138,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.929633300297324,"accuracy":0.929633300297324,"ce":0.37297146447264606,"harm":0.04162537165510406,"repair":0.007928642220019821}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1588,"correct_output_rate":0.1588,"accuracy":0.1588,"ce":3.2656174870899397,"abstentions":0,"harm":0.8194,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.67633335066708,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.8440528634361234,"accuracy":0.8440528634361234,"ce":0.8042679000091824,"harm":0.14889867841409693,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.022286821705426358,"accuracy":0.022286821705426358,"ce":2.936943294003532,"harm":0.9651162790697675,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.766325224108324,"harm":0.9673267326732673,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.786173483227931,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5112107623318386,"accuracy":0.5112107623318386,"ce":1.2874244010141496,"harm":0.4786995515695067,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.6272933762167128,"harm":0.9749478079331941,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.14494163424124515,"accuracy":0.14494163424124515,"ce":2.0973327817351683,"harm":0.811284046692607,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.865230768575518,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.036140055607351,"harm":0.9633300297324083,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9732,"correct_output_rate":0.9732,"accuracy":0.9732,"ce":0.09415659228875013,"abstentions":0,"harm":0.0081,"repair":0.0048,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03912264990396193,"harm":0.0010204081632653062,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9885462555066079,"accuracy":0.9885462555066079,"ce":0.045290503149868405,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.06759346000253706,"harm":0.01065891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.10099212813995044,"harm":0.005940594059405941,"repair":0.01089108910891089},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.07365721340420288,"harm":0.008146639511201629,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.09191674924672338,"harm":0.007847533632286996,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.09722472471367047,"harm":0.009394572025052192,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9601167315175098,"accuracy":0.9601167315175098,"ce":0.1406671250830974,"harm":0.006809338521400778,"repair":0.013618677042801557},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":0.1161267500236243,"harm":0.01026694045174538,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9454905847373637,"accuracy":0.9454905847373637,"ce":0.17332689344639712,"harm":0.02081268582755203,"repair":0.002973240832507433}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1681,"correct_output_rate":0.1681,"accuracy":0.1681,"ce":3.1803694426532942,"abstentions":0,"harm":0.8106,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.9944299406051185,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.8202643171806168,"accuracy":0.8202643171806168,"ce":0.9627213052227453,"harm":0.173568281938326,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.035852713178294575,"accuracy":0.035852713178294575,"ce":2.6619398094138162,"harm":0.9515503875968992,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.5415803473970593,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.802938940606444,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5762331838565022,"accuracy":0.5762331838565022,"ce":1.2195994117740905,"harm":0.413677130044843,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.654715705307306,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.188715953307393,"accuracy":0.188715953307393,"ce":1.9737505252077205,"harm":0.7704280155642024,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":3.2302284160567254,"harm":0.973305954825462,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.966800784252546,"harm":0.9633300297324083,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9717,"correct_output_rate":0.9717,"accuracy":0.9717,"ce":0.1100318179912607,"abstentions":0,"harm":0.0095,"repair":0.0047,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.05917211788415168,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.04466106234217637,"harm":0.000881057268722467,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.07075758635855287,"harm":0.01065891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.10911454199329168,"harm":0.006930693069306931,"repair":0.011881188118811881},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.06739826987801727,"harm":0.002036659877800407,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9697309417040358,"accuracy":0.9697309417040358,"ce":0.12278396107452107,"harm":0.011210762331838564,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9665970772442589,"accuracy":0.9665970772442589,"ce":0.12905418070702662,"harm":0.010438413361169102,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9610894941634242,"accuracy":0.9610894941634242,"ce":0.1384223461762033,"harm":0.006809338521400778,"repair":0.014591439688715954},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9599589322381931,"accuracy":0.9599589322381931,"ce":0.15529037286803182,"harm":0.018480492813141684,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9405351833498513,"accuracy":0.9405351833498513,"ce":0.21359602342309197,"harm":0.027750247770069375,"repair":0.004955401387512388}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1628,"correct_output_rate":0.1628,"accuracy":0.1628,"ce":3.8640830345963724,"abstentions":0,"harm":0.8155,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.137154489008373,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.8696035242290749,"accuracy":0.8696035242290749,"ce":0.5923109765475066,"harm":0.12334801762114538,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.01744186046511628,"accuracy":0.01744186046511628,"ce":3.640349031899394,"harm":0.9699612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":4.320344968133699,"harm":0.9663366336633663,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.620138913087271,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5717488789237668,"accuracy":0.5717488789237668,"ce":1.1605585151477404,"harm":0.4192825112107623,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.316377655639146,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.10797665369649806,"accuracy":0.10797665369649806,"ce":2.49769780852357,"harm":0.8482490272373541,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.485424128212851,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.152662556304813,"harm":0.9633300297324083,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9767,"correct_output_rate":0.9767,"accuracy":0.9767,"ce":0.0753032050612735,"abstentions":0,"harm":0.0029,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.036059484700867124,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03464422001200718,"harm":0.0,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.0380373739501518,"harm":0.003875968992248062,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.08903837305259336,"harm":0.0009900990099009901,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.054543315095345164,"harm":0.0,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.06612350956407428,"harm":0.0033632286995515697,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.08821036649391568,"harm":0.003131524008350731,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9640077821011673,"accuracy":0.9640077821011673,"ce":0.12546658521855672,"harm":0.0,"repair":0.010700389105058366},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.08817633949169543,"harm":0.007186858316221766,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9554013875123885,"accuracy":0.9554013875123885,"ce":0.136052128708661,"harm":0.009910802775024777,"repair":0.0019821605550049554}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1610,"correct_output_rate":0.161,"accuracy":0.161,"ce":3.1538012148385,"abstentions":0,"harm":0.8175,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.9820418394335,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.811453744493392,"accuracy":0.811453744493392,"ce":0.9975676886378037,"harm":0.1814977973568282,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.05717054263565891,"accuracy":0.05717054263565891,"ce":2.5750662049273787,"harm":0.9302325581395349,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.974855335787705,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.768499812792132,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5403587443946188,"accuracy":0.5403587443946188,"ce":1.277961124825753,"harm":0.45067264573991034,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":3.414552371161331,"harm":0.9718162839248434,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.1293774319066148,"accuracy":0.1293774319066148,"ce":2.2422694933976826,"harm":0.8278210116731517,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.011293634496919919,"accuracy":0.011293634496919919,"ce":2.8802786233422077,"harm":0.9650924024640657,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.6056549822383515,"harm":0.9633300297324083,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9700,"correct_output_rate":0.97,"accuracy":0.97,"ce":0.1189071718339895,"abstentions":0,"harm":0.011,"repair":0.0045,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.06133543817081494,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.986784140969163,"accuracy":0.986784140969163,"ce":0.06690597731710025,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.08158747541824173,"harm":0.012596899224806201,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.11482715861336097,"harm":0.006930693069306931,"repair":0.011881188118811881},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.09831696697890177,"harm":0.010183299389002037,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9607623318385651,"accuracy":0.9607623318385651,"ce":0.1385958726034804,"harm":0.020179372197309416,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9686847599164927,"accuracy":0.9686847599164927,"ce":0.1193152996619236,"harm":0.010438413361169102,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.953307392996109,"accuracy":0.953307392996109,"ce":0.1676636377068964,"harm":0.011673151750972763,"repair":0.011673151750972763},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9671457905544147,"accuracy":0.9671457905544147,"ce":0.15297991999281133,"harm":0.012320328542094456,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9484638255698712,"accuracy":0.9484638255698712,"ce":0.1952542132795549,"harm":0.022794846382556987,"repair":0.007928642220019821}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1520,"correct_output_rate":0.152,"accuracy":0.152,"ce":3.82708598571611,"abstentions":0,"harm":0.8261,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.147767182587188,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.8361233480176211,"accuracy":0.8361233480176211,"ce":0.6560829428419438,"harm":0.1568281938325991,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.03391472868217054,"accuracy":0.03391472868217054,"ce":3.2628254525907394,"harm":0.9534883720930233,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.759954314388413,"harm":0.9673267326732673,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.765311156910495,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5033632286995515,"accuracy":0.5033632286995515,"ce":1.2649788691354584,"harm":0.4876681614349776,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":4.091482713014107,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.08171206225680934,"accuracy":0.08171206225680934,"ce":2.6557348573416615,"harm":0.872568093385214,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.178784561904889,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.764950852754275,"harm":0.9633300297324083,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9757,"correct_output_rate":0.9757,"accuracy":0.9757,"ce":0.07687703861042415,"abstentions":0,"harm":0.0036,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.032505782638855125,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.986784140969163,"accuracy":0.986784140969163,"ce":0.048379164575291254,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.04210443440694884,"harm":0.006782945736434108,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.08091735645641993,"harm":0.0009900990099009901,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.06395908468318041,"harm":0.004073319755600814,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.0696771625684173,"harm":0.004484304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.08238321633954901,"harm":0.0041753653444676405,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.9591439688715954,"accuracy":0.9591439688715954,"ce":0.14116761348341741,"harm":0.0029182879377431907,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.08177675198766304,"harm":0.003080082135523614,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9593657086223984,"accuracy":0.9593657086223984,"ce":0.12702896578405976,"harm":0.006937561942517344,"repair":0.002973240832507433}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1654,"correct_output_rate":0.1654,"accuracy":0.1654,"ce":3.630245342996237,"abstentions":0,"harm":0.8131,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.3482885591918325,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.8105726872246696,"accuracy":0.8105726872246696,"ce":0.8220162104685684,"harm":0.18237885462555067,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.06782945736434108,"accuracy":0.06782945736434108,"ce":2.7548414033523616,"harm":0.9195736434108527,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":4.427236468848355,"harm":0.9663366336633663,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.724363505283344,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5885650224215246,"accuracy":0.5885650224215246,"ce":1.1232541244706442,"harm":0.4013452914798206,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.195924945690396,"harm":0.9749478079331941,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.122568093385214,"accuracy":0.122568093385214,"ce":2.4326226066286174,"harm":0.835603112840467,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.01026694045174538,"accuracy":0.01026694045174538,"ce":3.2299779675240408,"harm":0.9661190965092402,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.494488366804736,"harm":0.9633300297324083,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9750,"correct_output_rate":0.975,"accuracy":0.975,"ce":0.08386164138393298,"abstentions":0,"harm":0.0047,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.044068323957311556,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.03793642476598775,"harm":0.000881057268722467,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.041683917467833446,"harm":0.003875968992248062,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.08836147694821776,"harm":0.0019801980198019802,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.06648254044652059,"harm":0.004073319755600814,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.083080142033436,"harm":0.006726457399103139,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.10275975293186286,"harm":0.010438413361169102,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.958171206225681,"accuracy":0.958171206225681,"ce":0.1313967079056728,"harm":0.0019455252918287938,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.10546560637029992,"harm":0.00513347022587269,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9554013875123885,"accuracy":0.9554013875123885,"ce":0.14318356655552805,"harm":0.01288404360753221,"repair":0.004955401387512388}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1610,"correct_output_rate":0.161,"accuracy":0.161,"ce":4.556731279490902,"abstentions":0,"harm":0.8172,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.706710202045629,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.8810572687224669,"accuracy":0.8810572687224669,"ce":0.45729207860965915,"harm":0.11189427312775331,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.030038759689922482,"accuracy":0.030038759689922482,"ce":4.190604258492978,"harm":0.9573643410852714,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":5.588859493291094,"harm":0.9673267326732673,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":6.83360096723696,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.57847533632287,"accuracy":0.57847533632287,"ce":1.1249413913416373,"harm":0.4125560538116592,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":4.897168557225523,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.057392996108949414,"accuracy":0.057392996108949414,"ce":3.2712940864062183,"harm":0.8978599221789884,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.823249834117091,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.997018430834939,"harm":0.9633300297324083,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9765,"correct_output_rate":0.9765,"accuracy":0.9765,"ce":0.07578109638675033,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03557879722281009,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9876651982378855,"correct_output_rate":0.9876651982378855,"accuracy":0.9876651982378855,"ce":0.03815511511883095,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.030900442474556294,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9683168316831683,"correct_output_rate":0.9683168316831683,"accuracy":0.9683168316831683,"ce":0.08772688329434286,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.06821005870075895,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.06359028330961153,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.975991649269311,"correct_output_rate":0.975991649269311,"accuracy":0.975991649269311,"ce":0.09249408271460027,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.953307392996109,"correct_output_rate":0.953307392996109,"accuracy":0.953307392996109,"ce":0.14954624182052392,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9753593429158111,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.07760685864056438,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9633300297324083,"correct_output_rate":0.9633300297324083,"accuracy":0.9633300297324083,"ce":0.11645938519715944,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9441154934799263,0.07740128969299129,3.5077557203931478,0.007409580466720806,3.6738939271823847,0.017302297177930283,4.550122803461313,0.0014392616571855179,3.771761102850606,0.01993134364739269,4.605928085938698,0.0014955200533730783,4.708402907739798,0.0039594820818169806,5.763426375017648,0.00025945986691977937,3.5052147881339586,0.02805258990819798,4.239853129702183,0.0018276405499006061,4.537705615920705,0.005404505692214828,5.546450924135206,0.00034621498705366907,4.440620117892866,0.006296584584420088,5.469268218869639,0.00040579895793742965,5.579985340721137,0.0012579148643642331,6.859972583098984,7.270664296230236e-05]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,3,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3615048291771723,0.15466488219157393,2.455793755848858,0.007772218503958403,2.634520951698359,0.020772624379306385,2.8496101464178887,0.0007522640845441575,2.8706794142669962,0.026179127372289984,2.880264451670661,0.0007528751285171709,3.0808264155131675,0.0028302134989615074,3.205709549937489,7.324766874648347e-05,2.7811438514132716,0.03903898080046029,2.8953658133470155,0.0013168644733850684,3.251733412921208,0.004252360787210118,3.4822891127058666,0.00010840629479952467,3.305226850661697,0.006321238855943739,3.3728050083234473,0.00012837448085967692,3.6034763009825723,0.0005643122534237328,3.7734532299522643,8.874303146090833e-06]},{"index":9879,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,0,5,2,5,0,5,2,5,0,5,2,5,0,5,2,5,0,5,0,5,0,5,2,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.4476776577111554,1.7396196397023824,4.575087695482989,1.1303648650121234,3.95521758380248,1.3206353658853318,5.779374333415868,0.7267288320660371,4.355399569123587,1.4797406758335288,6.257650613148748,0.8632764604888573,5.230421805406001,1.0948379414465628,7.654327145555016,0.5433903764841671,4.305054793503608,1.5439938948965708,5.924407179542975,0.8418659649707917,5.0891491925771675,1.1316185875531912,7.419665661302842,0.558223842545078,5.3708007930849595,1.2699902402273109,7.78821204284433,0.5806516053299804,6.4762750152387305,0.8970044664884798,9.5469637282236,0.3730678132927381]},{"index":717,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.318425346955392,1.4385366385405063,3.549386797978638,1.1492848343995554,3.782928173488769,1.1750276750358366,4.363170944011286,1.0727258354767097,3.879649786819831,1.2378416342337202,4.388592775109572,0.9092911575749236,4.452617305578438,0.9799426584130994,5.424287047694545,0.8584182580780811,3.8708207104758374,1.3000338347973357,4.279324093871325,0.9087456562160008,4.412485608828602,1.0919275434345894,5.327890485927029,0.9927794051345193,4.445658075144035,0.8923066159438233,5.28871691949383,0.49487120309566124,5.182426819733765,0.7105794799416421,6.552256554910573,0.5971397560617687]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3880992091067479,0.3334121949876151,0.876098251237536,0.051026930550228146,1.1304581896933543,0.07078403726698254,0.6168019069924011,0.009232297132286304,1.0993609107422966,0.0924912065395638,0.5802830453879215,0.011018050918335387,0.8624256648813667,0.015345426576111832,0.3834251818049331,0.0019511337542385482,1.1923060234959406,0.11180980242566729,0.7240657586437722,0.011335335130648943,0.9710463084859522,0.01558514354711435,0.5310925173649769,0.0016933276714392153,0.9195270325710799,0.02455262263147129,0.476930011471737,0.0022917485327853693,0.7347214465505898,0.003251411227917238,0.3358226715721062,0.0003883791832699986]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3718487945832525,0.2009860771680626,0.7743213014970166,0.025087097904113845,1.0816144942457235,0.033290658385536444,0.4835256752470754,0.0035831544032658823,1.0160412676057609,0.04521018459868664,0.44375250460851634,0.0046780506702611795,0.7867788555290105,0.005872650634742722,0.25593008693049046,0.0005389266617027719,1.174842960937782,0.05451519830271048,0.6016289401666403,0.004743649771062641,0.9334005504547048,0.005640907879216654,0.36696056265056337,0.00042303955963652354,0.8936718444117454,0.010126339740970545,0.34802645781924996,0.0006775428922188558,0.7118824194240249,0.0007847815362028075,0.19641466707510868,4.7599452110648144e-05]},{"index":1527,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,2,6,2,6,2,1,2,6,2,6,2,6,1,1,2,6,2,1,2,6,2,1,2,6,2,5,2,6,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8576878268628991,1.681031826789051,1.4994892537544744,1.3967899175717047,1.4788765994966078,1.2943573085366682,1.1084874354350265,0.8790818418381147,1.800870280313186,2.053940500729695,1.402968292505581,1.6007225004139407,1.361512173129284,1.4327707600121475,0.8747239611218782,0.7987028727990384,1.9233990436953041,1.5482804264296162,1.5868323850352253,1.123481108291774,1.5410587129418323,1.0880217120943552,1.1352738037365504,0.6287269784253244,1.9441613043421495,1.9824219572285826,1.6310905518503527,1.327010556407941,1.5417882166885464,1.2122538103929785,0.9438825075400562,0.5271046638997658]},{"index":4212,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,5,1,1,1,1,1,5,1,5,3,5,1,5,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.279506156737017,1.2331202524242995,0.973858216086048,0.715945235871285,1.0373052992568992,0.8416380272775722,0.8278007393281421,0.32397875494182543,1.1063798261530127,0.9989241707808979,0.9154541687380118,0.45023665778571215,0.8664465754013624,0.5556855375688148,0.807647906951485,0.13022412948168788,1.3772319425240505,1.0594417999248826,1.0400214969700603,0.5483021866897265,1.1253713649284363,0.6555912831657648,0.9941155023542766,0.18027527263096696,1.2911398893947263,1.0526757414360417,1.1836091363452572,0.40698686543246526,1.2219902764764554,0.5212895732929993,1.3478050105381607,0.09137328019167817]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,7,2,7,2,5,2,5,2,1,2,1,2,5,2,5,2,1,2,1,2,5,2,5,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.726098142913789,0.157923604848876,2.6514267337623236,0.007204898418178399,2.337192760941314,0.010313081666946096,2.7154539044944386,0.0002203072219073871,2.4241632281244954,0.016316833739174114,2.483307687569977,0.0002836949415873855,1.9376872992358822,0.000846093831695256,2.635093422461662,1.1662116904141276e-05,2.591648169855901,0.03279121832445108,2.746401883627496,0.0006168706443728092,2.1497972756179573,0.0014712032008553785,2.80546289368758,1.6731376331735603e-05,2.3306851005330467,0.0023962441164214767,2.3459202471650222,2.2745883813062144e-05,1.770442574413479,0.00011933089044263099,2.6334559403551014,8.877065568245936e-07]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,1,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.321759240250506,0.07311410078236596,2.7404247492947746,0.006367499592732032,2.2405499001112474,0.008637502585917639,2.9451526966221633,0.0006541775380813823,2.0743506855425657,0.008451753573081682,2.6248477158868004,0.0005822561318524667,1.7942229086996213,0.001324236522459318,2.690968324410594,0.00011958951158896836,2.366263406703375,0.018992091658122198,3.0557756584388738,0.001117211934387906,2.141596818483656,0.0018782838389020651,3.1176566896332893,0.00012300031965544793,2.108814485598192,0.002390546832595958,2.8918513245391226,0.00013861351304573445,1.7254707818732844,0.0004649779885637359,2.8890369223349457,3.700630660575483e-05]},{"index":613,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,2,1,8,1,2,1,2,1,2,1,8,1,8,1,8,1,2,1,8,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9793842383663403,1.6758009961262426,1.8663709834835414,1.26014885549585,1.763293596477586,1.213561939952592,1.6407015106498835,0.5560432645196941,1.8375902099720627,1.2746591045113278,1.6389487113247072,0.620634185648816,1.658372183975123,0.6882447085690593,1.5275869228245327,0.1931075529355141,1.6872337043838848,1.5971081398859406,1.543751347709235,1.01835524525403,1.5192145349394461,0.9858964635085956,1.384493997426033,0.32998533020035203,1.509810736127971,1.2531822423519858,1.2545951511143238,0.515310030791257,1.3693546234493363,0.6278513064926505,1.3394901151972756,0.1319110997350616]},{"index":659,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,2,1,1,1,8,1,1,1,2,1,7,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2563635579855292,2.5364546385100164,2.0879037010464048,1.8771621225775674,2.201795958121985,2.073027690390476,2.3707434783671686,1.238632879643624,2.070804497616882,2.014408300223507,2.21227489134888,1.1733906112950379,2.175564482477653,1.6284840443575688,2.820157723742034,0.6836889073981804,2.007197082365269,2.2269204699373937,1.8917902698838414,1.4043688069717877,2.0658943359470845,1.700424107211567,2.3550193686457495,0.7478684171143384,1.801981370570526,1.6473175084624518,1.8544287998140887,0.7607695057946022,1.938720761449577,1.3077571743946321,2.548999656709612,0.3867877972094716]},{"index":321,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,5,7,1,2,1,7,1,7,1,7,1,7,8,7,1,7,5,7,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0139861138580244,2.0627566876633274,2.0408356084313963,1.789719692555439,1.957291474573766,1.6718419270176212,2.0723263460231083,1.2872334262223752,2.1364610734238436,1.5835961518013422,2.2258560978638537,1.121243750293372,2.22254768471457,1.2774912085353523,2.420388135136316,0.5295350625635533,1.6443637570354503,1.997811651227888,1.6017241032010032,1.6927965928142616,1.615112754190437,1.8299706631582395,1.7710054647402191,1.0755498339638638,1.596872276410869,1.5907132711162713,1.6289455724700619,0.8009837183674879,2.00454696843025,1.183911384929373,2.0868907532257626,0.25101385783401586]},{"index":2044,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,2,5,7,5,7,5,7,5,7,5,7,5,2,5,7,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3899752436362256,1.9697778956546093,2.5060029740782324,2.0647676010465754,2.455312210466376,2.035791392551926,3.109238952703004,1.3943080083090618,2.8488559050243647,1.4834381765258422,3.3622235896918777,0.8765944939313263,3.1511126258695876,1.1301414233549203,4.341973469690111,0.3157397406595404,2.7072991826239226,2.2159509462773044,3.128847888100489,1.7778623676535186,3.141049312522787,2.090551203834022,4.23795264960404,0.9771263767866941,3.304410004210717,1.309348668795189,3.860964197998131,0.4815888705932258,3.9099568835681535,0.9248443187633139,5.212258300568776,0.23026509838375908]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,3,5,3,5,3,5,3,7,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.121616502374554,0.8574126229037171,2.053045924637491,0.39888743800891086,1.9054146569390797,0.4308013480233113,2.1689269021485758,0.22571926744743637,2.2645814689668877,0.4249647661432363,2.269019514912415,0.2328782394995555,2.0102832114355427,0.20744257790721282,2.583242806763624,0.14487631265141085,2.26619027387201,0.4548890262163371,2.232620017343705,0.21206348396175934,1.9895088308676199,0.18803079943020914,2.178963181484037,0.10573614536795714,2.1854005213852634,0.19684806827741264,2.071451168862067,0.13448293254250618,1.8889172129046243,0.10573099259748513,2.169388379397068,0.06108150431688639]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.278273545064148,0.1493920509627521,4.080240160261025,0.008063888651575377,3.7148038555602243,0.011504845851457304,4.885185247489014,0.00035119919553694927,4.394967420841388,0.020973649465223877,5.729712801630153,0.0006215656722311102,5.070411096514136,0.0010964929714789198,6.6846571775896715,2.3977589231256185e-05,3.9186537515587014,0.02139523430060012,4.932461136089473,0.0005893651708297512,4.350951541977957,0.0008293691592651029,5.822379333241441,1.694712073283616e-05,5.200577348952463,0.002355689142024171,7.038408922821748,5.046151831205071e-05,6.020421687349841,8.089129062200322e-05,8.064793491015886,1.2255744189996782e-06]},{"index":158,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,2,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1888101313473003,0.7795462091112159,2.1952986930002316,0.6292499375056492,2.059485083946531,0.604658534780668,2.2572774533260507,0.8010108097421245,2.428104343427672,0.3701804307971238,2.576315757419909,0.4726271401067559,2.2762164227751036,0.33748876316148313,2.6791897926225494,0.5533275804042768,2.7494414293618563,0.3840858720733603,2.7703730117972936,0.3697761644320971,2.4582027227281644,0.37708289126894384,2.7165233783368095,0.582848840298352,2.8646772743043636,0.17936022068200452,2.881264127922201,0.2624934739248419,2.43363975483766,0.17878668812886916,2.6272837209098268,0.27335647713960315]},{"index":528,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,3,5,3,5,3,5,2,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9408658257715414,1.1283791870255684,3.103838651827104,0.6051960878671865,2.791395012344761,0.8256349879615138,3.0242245906888425,0.5874145494068822,3.1380778013827086,0.7739786958542778,3.605134365285639,0.42159164547178474,3.0721654090931643,0.7625854790491867,3.519910446580598,0.521546507556548,2.5986589969372513,0.6310169787020804,2.7553963998358992,0.26494358539299945,2.539406493377056,0.42241624883426615,2.87944223394809,0.23007451980032725,2.6944980603654054,0.37968454938420076,3.245373303007028,0.16389631413438066,2.7620615116196454,0.39471227334207165,3.419730581564073,0.22164488385483777]},{"index":7800,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,3,5,2,5,2,5,2,5,3,5,2,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.490116116002581,1.9446894684013403,4.32818210285786,1.70152973443172,4.038708308424679,1.450301989908946,5.243522291168523,1.1482615459506484,4.435321825220469,1.4467309077051678,5.737733002846295,1.0326686072053124,5.113867950760428,0.7614993259375508,6.7113785957986005,0.5123418135960636,4.490578668091451,1.4706631034357738,5.491774108580739,1.2252856351946964,4.893503931683023,0.8830509479515368,6.33992390303318,0.6946657573448214,5.256278104064719,0.9759860304248249,6.556475579842259,0.5672427621806998,5.738526033559633,0.4268330730192705,7.332393933400309,0.29635910836757556]},{"index":7821,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,3,5,2,5,2,5,2,7,3,5,2,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0157954336511943,2.089346966894371,3.586919865947975,1.5288015979499765,3.4363067745264835,1.6359892406111218,4.315948765514448,0.8423100719497334,3.7412014596064123,1.6616753838716707,4.575119280731213,0.753505246810293,4.505541650014334,0.9630155898489478,5.596962641905262,0.36040133264775787,3.654825821951153,1.6966475071192064,4.467742100605851,1.1875328669190928,4.183500959198521,1.3262645151448602,5.233505517087264,0.574270359759921,4.307386113621328,1.2428067962791844,5.217876416036813,0.4531929129004017,5.107284994170233,0.6392219199800168,6.2968168373812015,0.23106915010139167]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,1,4,7,4,7,4,7,4,1,4,7,4,1,4,7,4,7,4,7,4,7,4,7,4,1,4,7,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.113336751762249,0.22406922947909205,3.003466384652789,0.028950948430044185,3.2070099596036004,0.03805235085329652,3.149478971777092,0.0036245932810909697,3.3206420214437533,0.047884821339312385,3.384264652916265,0.0031549890374910614,3.596714618371967,0.006671796123638289,3.567114630933334,0.00044687665680454377,3.844936705072503,0.0967472421510787,3.7850392385157354,0.006367558799575676,4.003123813339705,0.010237429345762354,3.9476451965682724,0.000603611289916245,4.1087639819424595,0.01809371910197441,4.284833550406273,0.0006511503021745065,4.251832079431909,0.002046517144418008,4.283045407491609,9.468580711759903e-05]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,5,4,5,4,5,4,1,4,5,4,5,4,5,4,1,4,5,4,5,4,5,4,1,4,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5496254069734006,0.3847454808220116,2.5001720965842322,0.06679275120753093,2.5189507734235104,0.0930908785027753,2.551142831047489,0.0123824495816245,2.408101736667259,0.09461722881342798,2.350596893766919,0.009449827135583011,2.625865156220704,0.020729986749800176,2.751455269885233,0.0018198175758288857,2.736018404105467,0.15806600875637017,2.711530983221685,0.010603615055068481,2.8076675389813897,0.018689395904984273,2.8594867280370115,0.001161717426743805,2.716246701632471,0.024861690378893367,2.5774325732408006,0.0010384373339123402,3.0038048476652435,0.003601508405356762,3.1420156837905706,0.00015939537994111874]},{"index":740,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,4,1,4,5,9,5,9,1,4,5,4,6,9,5,9,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5273125363514497,1.4097544360432284,2.5056251432256036,1.254997973589934,2.6312115165350503,0.8400512690406223,2.6274345834985766,0.7404192909496176,2.811091106983594,1.1758709744653173,2.8854036236302205,1.0049060944149,3.106693857242163,0.6315440714922003,3.1940683907458416,0.4975534262700169,2.9529637403652673,1.2114911828065729,3.0177064903436026,1.0137858613668076,3.08273508575294,0.43885109911191067,3.179646333928538,0.321149611345435,3.240321324295783,1.009549432317825,3.4887340537680815,0.7211608296959984,3.6298461953068593,0.34661102412092987,3.9052667064383058,0.23593721607530582]},{"index":1751,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,5,4,1,2,1,4,1,4,5,4,1,2,5,4,6,4,6,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.924824220282012,0.9755419439608959,3.3714652141750587,0.5804347671237484,3.166957823599807,0.5774682880896009,3.876026315534062,0.4310833200504108,3.546078066627476,0.6310663521391123,4.302404151860458,0.31916063289899854,3.873235363482654,0.40811271702084273,4.971019955093567,0.22001231002177965,3.677423979630959,0.9923613067214481,4.289883144390115,0.6671010865325342,3.922383890769491,0.6632812295098238,4.8374133330271025,0.4689359251224693,4.275627885629823,0.8072467627464636,5.258907341837098,0.4450018289355654,4.609945721482625,0.6072785673276391,6.055495288883562,0.2860420620069524]},{"index":2043,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,2,8,2,8,2,8,1,8,2,8,2,8,2,8,2,8,2,8,2,4,2,8,2,8,2,8,2,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2084950546345157,2.3029075214680637,3.9859894554533337,2.0032365617772823,3.883681074145806,1.8653568169042813,4.875061175698727,1.374010196991505,3.660312272003662,2.1854361887979907,4.685522789404294,1.554412272062341,4.584486018655788,1.8535701405402976,5.836433974567128,1.0039665553449324,3.5506245953289337,2.1794160170472523,4.587247715998243,1.49287220207699,4.475608176269368,1.3869113093449577,5.7106160443101075,0.5618667546750215,4.295135906861862,2.1120405197344922,5.515310321877975,0.9549556463484399,5.326313427729485,1.4215972506009495,6.816951006571424,0.3593574596811117]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6117638594485768,0.6550408097514664,1.5861745344111733,0.07903597179705699,1.5860977116595179,0.1570793087246265,1.5576859922675603,0.01000861634387895,1.3202382533011856,0.23803389178582376,1.1886728429389386,0.017102557321945273,1.287640158394888,0.041372000682059804,1.2221625165916765,0.0018140312871340544,1.2184726121578553,0.35720940184793515,1.1644745106585064,0.02877375426624707,1.2171954604242001,0.060208063961465615,1.1348705001916994,0.002511226621289448,1.0531474641959417,0.12942165807116943,0.9082081277531653,0.006545537498422724,1.0572810919208795,0.01782582739683771,0.9174158041048106,0.0006008742412295112]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4362468599591494,0.18737960877616067,1.1767994472845995,0.006916971860874579,1.076778054419092,0.013455224998978525,0.7050560645830699,0.0003371024983178862,0.9537070732250711,0.015325509415403907,0.7191149600332054,0.0002518584963592568,0.5920483865661367,0.0006017968744787918,0.32040207301600604,8.729019284473074e-06,1.0493879783075628,0.04398380392140759,0.9751453243884575,0.0008873217525205831,0.7988211205657931,0.0019619437786815167,0.5011357376753034,3.378524816242874e-05,0.6708540717247986,0.0028485567214914624,0.5626519222244917,3.521139374333626e-05,0.3893416006175206,9.118615908475733e-05,0.21621892031536308,1.0462191360441973e-06]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,1,6,1,6,1,6,2,6,1,6,1,5,1,5,5,6,1,6,1,6,1,5,2,6,2,5,2,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6498549485780118,1.8866745770534572,1.6180228657841662,1.459912335821275,1.6787782155251567,1.313288082925963,1.7341441585879012,0.8175114506384401,1.8114253175271715,1.4121610100957263,1.7023083841548459,1.0988427290752785,1.845634005099058,0.6954263608835082,1.8929955990968388,0.32997913867823647,1.428777960411997,1.597124294372263,1.4203110256219063,1.2925684424839106,1.5550589644132193,0.9872085008794769,1.470365178335452,0.4990576763158366,1.799127683619495,0.9920062651543676,1.8546914060902802,0.6875082678001564,1.9972910093228275,0.32599141955451894,1.9892545883169295,0.0846168360800914]},{"index":1393,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,6,5,5,3,6,5,6,3,6,5,6,3,6,5,5,3,5,5,5,3,6,5,5,3,6,5,5,3,6,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6305791055114518,1.352881306724755,1.569575538889884,0.7051226954936165,1.4756741536261755,1.1265441191379508,1.3928682882251686,0.5922229053016459,1.5390035581182901,1.0325850289173646,1.5704757651382193,0.4663438376622025,1.4008773059113533,0.9158187170352823,1.5225556313641704,0.4460869870113429,1.1847562260123847,1.1147593736167445,1.1856953891375503,0.5491103970864176,1.056115928004091,1.0255122652722668,1.0976914452112956,0.5734104765447544,1.1884979331416483,1.0049922631284454,1.4636692716980395,0.4940390927931345,1.0611349138328638,1.0202506465545262,1.4306365046236984,0.5918903596894122]},{"index":7451,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,2,6,7,6,7,6,7,5,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4241134822592496,1.9843975207358244,2.2005670181772228,1.463305606760402,2.5435795824932526,1.6618295250067814,2.2599532492522583,1.1333891002548153,2.505162363821089,1.6288478796964119,2.278022125191988,1.0490060028422132,2.67055096731944,1.320324874807154,2.406196182009931,0.7973861893146291,2.4917393466862943,1.8922508172675176,2.390187928598679,1.3031099992716988,2.7561340689104816,1.5854761402086854,2.5499182321833986,0.9774031168218688,2.5326612491283176,1.549395018985753,2.417854492322176,0.8718579430126653,2.7716798047278495,1.233659967278447,2.5915733822353504,0.617870804772167]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,8,6,8,6,8,6,7,6,7,6,7,6,7,6,7,6,8,6,8,6,7,6,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.816698142213052,0.9211734426963374,2.9772511232433394,0.16990525455237107,3.3504367391588117,0.23303066854432986,3.4266661844311983,0.021641065568325155,2.9425055091214833,0.3470709508413022,2.9564570797297027,0.032030898551777494,3.5622918921527047,0.057935291470119825,3.586046584058242,0.003743734017208799,3.4206728899990306,0.5011634196285693,3.6854739649626316,0.04829863183915999,4.195109170450981,0.07391764391941351,4.224457906869734,0.0037908302224288217,3.5890116711645765,0.15780983381166586,3.850468442126526,0.009019944826314798,4.3935090130183125,0.02095182478983812,4.4675368001468225,0.0007081052087505325]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5588316134278766,0.30320217284463385,2.682836710832027,0.06338377432295869,3.0539642383861265,0.09894815259621843,3.1903956331809784,0.021137841751097255,2.367661538549501,0.08988851956632828,2.6043249548680265,0.017234868017181083,3.0432757176273992,0.035527909449100496,3.198195279609296,0.009205670807122127,2.696183532430895,0.13155220677936716,2.896309004292085,0.023826041050718116,3.324333302476905,0.03891620447029074,3.5075134229280245,0.007201313494134582,2.493018469270716,0.039692515970669244,2.8587618483498347,0.0070687723291941,3.381897638294048,0.01829785690071203,3.5273994324532643,0.004022875152362441]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,6,1,1,1,6,1,1,1,1,1,1,1,6,1,1,1,6,1,1,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0681797425520214,2.0421666178862687,3.7777215770699017,1.5701398773005235,3.645576321021663,1.7525034112734763,4.65413147152201,0.862679086793033,3.3472424435320605,1.585050147947615,4.371442576680006,0.6252292159485924,4.15661228610948,0.8516397726406626,5.6176425740033,0.118703152365433,3.713523813663487,2.3540302059631206,4.835227932459674,1.339265261438609,4.418283302721609,1.7755820607789936,5.747854041012849,0.3871214872526684,4.275172832595107,1.7514107695375944,5.5803144060867345,0.36244995521284173,5.056146402570565,0.7673892094547536,6.6172576344191585,0.02727091433907685]},{"index":1857,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,6,1,4,1,6,2,4,2,6,1,6,1,6,2,4,2,6,2,4,1,6,2,6,2,6,2,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.756811981578857,1.3310659428348177,3.1288090105662527,0.6465601492394037,2.7264481095725275,1.3151848824262748,3.137975315417804,0.22130076527093212,2.6154594737639014,0.8800743359651414,2.9963274760904044,0.16484150539899123,2.787874089628705,0.6239004616470696,3.2073266703072356,0.022404214491827536,2.764211267296462,1.078075455688713,3.157083372987614,0.2933734386706173,2.7730230395781783,0.9474628329519121,3.090646318911694,0.050385871447155395,2.7261972439460505,0.41869636542125266,3.1034812854439506,0.02291943466533474,2.773545355404031,0.24221195327049294,3.1077236741086303,0.0034631122020371357]},{"index":1444,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,5,4,7,4,7,4,5,4,5,4,5,4,5,6,7,0,5,4,7,4,5,6,5,4,5,4,5,4,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.950669033534377,1.7998894992576329,3.18674043670248,1.2739456294020626,3.1580805208414047,1.7666798400220718,3.4310578757645622,1.0520587199473197,2.864991778673245,1.6422047170376373,3.0202232142862733,1.085704434849901,3.0434084261825194,1.5844816974596907,3.2923588247528834,0.7114562076871465,2.9173952210926686,1.720994915101958,3.247924838783541,1.152343022244831,3.26569399272738,1.6056750884083864,3.6640872399848328,0.7989543961246338,2.815083224584006,1.4677705605931997,3.1114999234925182,0.8755229525582093,3.1578682654522163,1.2474922120026082,3.5572109932912355,0.3581760015381684]},{"index":2135,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,7,1,8,1,7,1,8,1,7,1,8,1,7,6,7,1,7,1,7,1,7,1,8,1,7,1,8,1,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.856424654105179,2.2580232851371713,3.1717263473038053,1.9884918862465144,3.2076896790364167,2.0672158374440195,3.618404812204132,1.599978595456635,2.964800087308209,2.0196450903560934,3.2564717408877293,1.3965253867085772,3.2847818831069446,1.5854678604992223,3.76468970954409,0.7890766352369856,3.069528314215881,2.3960013895496575,3.533312648226879,1.9466575001361184,3.363241848324431,2.06950373274916,3.9682020310252035,1.2984674270960452,3.2715403702551757,2.1192307445448666,3.757634077639254,1.299297969452125,3.549714505276347,1.6613783858299496,4.177277182338592,0.6598474305392816]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,7,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5864342831867202,0.07524632455286664,1.5232498887058565,0.007510754016542547,1.4695227149582963,0.007851801583004843,1.522048268140392,0.0010402466744432672,1.3717103201031147,0.012843802493510456,1.4380589740151344,0.001683142575448145,1.4008986343569063,0.0018030434066347869,1.7206323786553366,0.0003885460696850892,1.444524912273898,0.022814684326789524,1.3639003879494283,0.0022507506151589417,1.4431222158850903,0.0021960415775600355,1.6369935974781349,0.0003598339309672539,1.4210640571833055,0.0037955207411517855,1.532832026473257,0.0006451351138158448,1.6200375727350378,0.0005763187567948341,2.0853470941039,0.000173750194980953]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5774214467967522,0.08573775595260053,1.529189102922526,0.012683633807218382,1.4821084737445336,0.01223101961515413,1.6118486518743549,0.0025986349248186425,1.307229698879406,0.020314240380085953,1.3913643182609219,0.0039900016767029055,1.2898678816773743,0.003516262710235829,1.6285064542853465,0.0013861367125910181,1.5579237506406063,0.036925254801199146,1.4923804179656148,0.005871430285301684,1.531042957333782,0.00447460236277133,1.786376136923328,0.0014098749325614098,1.5287786819857727,0.008758682584899655,1.7094599745519212,0.002444605478007295,1.6836751628861757,0.0016843672309430205,2.1670678587988172,0.0011098921136359994]},{"index":124,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,5,4,7,4,5,7,1,4,5,4,7,7,5,7,7,4,5,4,7,7,7,7,7,4,5,4,7,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.628238682957971,1.1988980129482631,1.7594337852009343,1.0960276114764183,1.2437554838546994,0.7929672473976019,1.4378769082468248,0.613007855501296,1.549951626905726,1.1704850419228232,2.056566985159977,1.231661019052138,1.1769801481254698,0.6759711665713127,1.800201122680382,0.5847470546322523,1.2851229990987916,0.8370189804958303,1.4816019738685875,0.902096550529619,0.8886314945337412,0.6207385280309875,1.2188748509804008,0.5358526399872368,1.2614221799197995,0.792838188895661,1.943119067302928,0.9660830989864506,0.9253579155201551,0.5331755793700009,1.8033088776728916,0.3776495855065581]},{"index":551,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,3,1,1,1,7,1,3,1,3,1,7,1,7,1,1,1,3,1,7,1,7,1,3,1,3,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.512521489780312,2.2345423928749537,2.720850344335906,1.6841088806383016,2.5352366963460105,1.7922918988499366,3.0582133336929154,0.9974704031892521,2.7009225750786157,1.7789615058647417,3.1594634924505622,1.1330146740315792,2.890810224689381,1.0776213796765228,3.5523742432482006,0.4532723206910104,2.34713161842891,2.0138626544028773,2.745003295213087,1.2918253433855589,2.369219979455216,1.2759015727218197,3.1828550959625854,0.638048807211861,2.753316940654994,1.362509043789774,3.3264238484408337,0.7888453498994066,3.0231918668408215,0.5507012965392988,3.840650413927442,0.22350876308071618]},{"index":1260,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,7,1,1,1,1,1,1,1,7,2,1,2,7,2,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6006197218552294,1.8674973806862791,2.860582902317275,1.451447581452642,2.5482267491663055,1.5496150960497588,2.9830878560204206,0.9877908625399671,2.6041044502136623,1.4654486377171585,3.0331527006445675,0.93940459173508,2.7394809403316382,1.0368615099324305,3.31406562549243,0.48222209958922546,2.5648265815248075,1.705328482936559,2.869036325570275,1.1693435396868672,2.6029085186941696,1.3004042192424614,3.1357337801717273,0.6522657770812906,2.6500772113745983,1.1261866079905554,3.1423633845418104,0.5676410062404329,2.930021451197553,0.6664290446356812,3.5605825526011343,0.24569839561838155]},{"index":3751,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,2,1,2,1,2,1,2,1,2,3,2,1,7,3,1,3,2,3,2,3,7,3,2,3,2,3,2,3,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.591361598087573,1.979007809700266,2.4483515917352623,1.479819687312008,2.442230000587967,1.5094478823457214,2.4623069652266443,1.0715068850003249,2.5711745319740573,1.5734507899146577,2.4761956937193945,1.1122979069995056,2.527147209210601,1.1670416980904976,2.6057697148531185,0.7291027621274611,2.5058147425714967,1.8000669576904906,2.4729108252443073,1.2591126732151992,2.4181659427830455,1.3050295691409501,2.5313497446104907,0.8535936531653345,2.5087466230074105,1.4371819165875446,2.5186854343963105,1.0016825591516616,2.5742743286922014,1.0392868380107605,2.7000979413423294,0.6064669594130696]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,8,2,8,5,8,2,8,2,8,2,8,5,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.979469074601413,0.4733861241451834,3.590368622761275,0.16625363504824067,3.3796651547774816,0.17884754841178338,4.177560489850546,0.09304778159378978,3.174631075406782,0.18345474333359052,4.007835210033647,0.07643766649893041,3.6661640974235215,0.07432134703324975,4.665852895951769,0.052333564983830995,2.9503453891967317,0.21505863337574158,3.6432498023013977,0.06944926335466428,3.5030148015465645,0.07763124128817707,4.310776455549026,0.04272854767352326,3.0851089742779094,0.06956731232236224,4.0293519613736475,0.03180800772637938,3.633217696332755,0.030776638786420736,4.730468091085488,0.027352494569631545]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,8,2,8,1,8,2,8,2,8,2,8,1,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.820714102152163,0.5154414148469663,4.645059524754729,0.08568655932151328,4.1416166635947675,0.1416533766853525,5.310573498531403,0.012121468482612127,3.8940777102245114,0.11597369557575485,4.99517128531632,0.008892373841427832,4.094163700075543,0.024606080624845608,5.4012880292853405,0.0014459100200195987,4.368412430809405,0.21099092432915317,5.486427531034401,0.01871549564105461,4.6104225783072215,0.04164672392971941,5.893217912627087,0.0021881714056852155,4.44591802732943,0.03463758093828255,5.7402094100523255,0.0019147371259285333,4.363793530735628,0.007108527002977481,5.7188568325441,0.0004017875491708731]},{"index":290,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,8,1,4,1,8,1,8,1,8,1,8,1,8,1,4,1,8,1,4,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6999466621542147,1.3688904902008063,3.6530931104619575,0.6878548102032265,2.642289139862129,0.9932909704799986,4.120665777487294,0.395305546664939,2.722477498525457,0.7819451099808344,4.235204741340393,0.2391956120711945,2.7359831025264194,0.4919907856952279,4.864938479681029,0.1267299951073843,2.844344890381941,1.0893870621320034,4.061201807096133,0.4704307944998848,2.512474159442429,0.8859513437989909,4.308220901461089,0.27374709075013404,2.6012128658512683,0.5439925305240125,4.535087960444416,0.13795661207917487,2.4669666475811995,0.39145530886459423,5.077467014021015,0.10217018009124466]},{"index":839,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,8,1,3,1,8,1,8,1,8,1,3,1,8,1,3,1,8,1,8,5,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7461362655363,1.4401255752181368,5.218230297559743,0.9350669564899952,4.475998261206393,1.0944404672058354,6.500690609073557,0.569340402447181,4.311899507973936,0.990739462907973,6.320432248665746,0.5268286613413865,5.229083410950503,0.5757145745284027,7.749403613469959,0.21344071577206167,4.096739482457366,1.1388983400960873,5.925806713769996,0.6766678371181657,4.622697174332366,0.911278589405968,7.01846443116577,0.43583705061819,4.3457606242711515,0.7488755927518407,6.750305363013436,0.38471754934781255,5.1362882285700096,0.458175247931565,8.101960211162403,0.19465507193784562]},{"index":3206,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,1,3,1,3,5,8,1,3,1,3,1,3,1,3,1,3,5,3,1,3,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.240590751979065,1.5715524386014734,4.050614425112957,1.2842465849759255,3.605387964869553,1.4395031565187395,4.772423196941621,1.0122986875165974,3.7538934946459204,1.5266473081597538,4.911473235562406,1.042552149703799,4.216429257512363,1.2453959126809822,5.700570791675714,0.6232687891679605,3.633045604846819,1.5154693679630091,4.493296674843901,1.1895762722934742,3.826046753803235,1.595054092517016,5.167597498613668,0.9977713191056542,4.052050948348001,1.4936792202127134,5.407212168179118,0.969445780406806,4.338625704946609,1.3638141974484548,6.090372833276428,0.6202366433368354]},{"index":4075,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,3,5,0,5,3,5,0,5,8,5,0,5,3,5,3,5,8,5,3,5,8,5,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4907256294126032,2.314378914757901,3.224734403081551,1.9209913368078382,2.970456135821805,1.955879373841011,4.004665054314146,1.3881402600086934,2.468375994754149,2.067486785266051,3.4965293060064537,1.4809837143255353,3.272195015211533,1.4928610882842335,4.688717799576867,0.8370540347023415,2.4215376147873338,2.1001534700403504,3.3355846106223246,1.545839344550468,3.0159589417932486,1.6788784278892757,4.355733095029641,1.016203125826974,2.35303853045839,1.6381300118409028,3.5551814811823843,1.006205053276201,3.361501564252871,1.0978426592554598,4.991530046980837,0.5404362212449169]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,5,9,6,9,6,9,6,9,5,9,2,9,5,9,5,9,5,9,6,9,5,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.365236267768231,0.674464943214251,3.987586991433276,0.10223528358646503,3.8881137392713407,0.1821602196658749,4.806987976853459,0.02024808541581928,3.6946121069487754,0.21726806284023445,4.563678217938648,0.016328870963902068,4.279636343974902,0.04439618066237822,5.350816181317385,0.0032527368791473795,3.94991099359407,0.3647117010647184,4.789127275201668,0.036605071266019376,4.635898028245277,0.08719670412451928,5.80667550771933,0.00862172240989141,4.301474991447402,0.11500898690181399,5.351001042406059,0.006615596316555693,5.023258814731865,0.024175805667939337,6.293481528571265,0.0014092614794086451]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.999744060704486,0.4118795803196962,4.500122268969922,0.07110186118090513,4.6206492083930915,0.12488319402824202,5.446024665872726,0.012560989033644556,4.262258357966238,0.13483268679609006,5.006972218820041,0.018657676966013434,5.149796113095129,0.02730465934596105,6.17980972495497,0.0016881452224272923,4.615283272440326,0.22182618563314743,5.376843229078335,0.03812825079922268,5.574954985997009,0.07102775009271288,6.4406759333546475,0.0063336856173057225,4.97665452334773,0.07931452536227167,5.83908888859778,0.013848280095466368,5.6916209091561045,0.015407260587400643,6.711707536148611,0.0010230675295013984]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,7,1,7,1,9,1,7,1,9,1,7,1,9,1,7,1,9,1,7,1,9,1,7,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.25594123203401,1.916332116937377,5.336343444041885,1.1918193987339076,4.918055357126505,1.588446728996354,6.531815167439955,0.5982004876244637,5.043045656555518,1.5599205687175854,6.560553771401839,0.5929195628033781,6.030964104612854,1.1777004212030624,7.9910387477156855,0.25417444442381315,5.2702926349012404,1.6338524319568877,6.670489612158116,0.7056184265740133,6.149591432021264,1.258370929926403,8.11927379956062,0.28379715267876304,6.408025166618946,1.198130326449167,8.275717595756864,0.303059179602625,7.452796824507553,0.8262107763741902,9.74502622371972,0.14814038158702375]},{"index":359,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,4,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8648464254574497,0.7537094197409935,4.473515341101355,0.6924084836534442,4.340072507039446,0.5075652179546843,5.328154405767093,0.42896119795325355,4.211894594592314,0.5042675250259736,5.080293807785343,0.5201297236533903,4.719944303640986,0.28618529150954,5.904579409281855,0.16266483635419177,4.333277070613471,0.7436958315612006,5.128372645902694,0.9005002274220794,4.869448123014378,0.6026255562539803,5.91232712634257,0.5510469990643173,4.712466354973136,0.49165734339522366,5.700021838766911,0.6012653175555926,5.004827968263289,0.24583000850196782,6.264175118125424,0.11633832693720168]},{"index":241,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,5,9,1,8,5,8,5,8,5,9,1,8,5,8,5,8,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8683704276566164,1.85471205087545,4.557019185732851,1.61546826610124,4.643121739750381,1.5914826576983299,5.660095814537511,1.1839844001410622,4.396246326569411,1.7399826564208634,5.5466354288292585,1.3557116075840916,5.082954829786134,1.4715798246535141,6.395829806320568,0.776768340738231,4.707008539650875,1.6289756881343105,5.572890573152948,1.2658930172599536,5.661110143658656,1.1565755119726184,6.933151836662909,0.6633307573538053,5.1944033178561195,1.3748380209416036,6.6431337053354795,0.8725421389427688,5.904556396595677,1.0356844037065382,7.683781224705276,0.3686229106995636]},{"index":1553,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,9,5,3,5,3,5,3,5,9,5,3,5,9,5,3,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.643356734278732,2.4126447376792077,5.7914720439322185,2.2338292614238435,5.341976636638023,2.1505562008703194,7.013794360077436,1.4452097344794201,5.274399682364472,2.201400104558126,7.032587519114413,1.581216300952321,6.115145757045337,1.7016843366204883,8.337654950947028,0.7193075248928111,4.993524413180269,2.3496831393819297,6.3411216266737895,1.8875601725974667,5.985706295718349,1.9497311323583708,8.000448424674367,0.9636603968553397,5.589963937434662,1.9231480921623478,7.67189613823353,1.014579067763698,6.642543162290204,1.224086434747519,9.322659324826894,0.3637616332672088]}]},{"id":"sd_constant-final-s102","recipe":"sd_constant","state":"final","seed":102,"epoch":100,"source_run":"graph-eval-sd_constant-s102","checkpoint_sha256":"765ac6dc1452ee85bd547c642bed1b769b20fe9182421d915f11f90f3e60f797","source_result_sha256":"2e10b980720e7782fd4d4410c47d358dff5032f320f1fb946621b1974efc09c1","archive_json_sha256":"fd3d29eedb143d18817fbe05961e8cb78a1be7941f4b73e1b54522481b9baf91","archive_npz_sha256":"8e431594c66bfacc8ae91a9589858934ba1175cb314e33c1aeff4f04cca9c5b0","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":4.440892098500626e-16,"dense_source_mean_ce_difference":1.0942642403310998e-08,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_constant-final-s102","recipe":"sd_constant","state":"final","seed":102,"epoch":100,"checkpoint_sha256":"765ac6dc1452ee85bd547c642bed1b769b20fe9182421d915f11f90f3e60f797","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,1987,2033,2,5,619,956,5457,5642,1,35,1678,2299,321,1790,18,30,883,3549,938,5734,4,6,2043,2053,8,15,1032,2125,11,21,965,1182,1181,0,17,684,1194,61,84,495,4639,4601,7,9,320,1232]},"n":10000,"dense_accuracy":0.9841,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9841,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1688,"correct_output_rate":0.1688,"accuracy":0.1688,"ce":2.9987220282555094,"abstentions":0,"harm":0.8171,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.98246737131235,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9004405286343612,"accuracy":0.9004405286343612,"ce":0.9683055069215111,"harm":0.0986784140969163,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.01744186046511628,"accuracy":0.01744186046511628,"ce":2.7776150393998584,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7583859334648544,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.937280128948209,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5246636771300448,"accuracy":0.5246636771300448,"ce":1.3211066725933722,"harm":0.46860986547085204,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.011482254697286013,"accuracy":0.011482254697286013,"ce":2.931096655945101,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.16245136186770429,"accuracy":0.16245136186770429,"ce":2.0867251924623877,"harm":0.816147859922179,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":3.523415415809742,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.849474774060516,"harm":0.981169474727453,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9725,"correct_output_rate":0.9725,"accuracy":0.9725,"ce":0.12246480784718049,"abstentions":0,"harm":0.0161,"repair":0.0045,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.061496260046698246,"harm":0.003061224489795918,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9885462555066079,"accuracy":0.9885462555066079,"ce":0.06301909172572105,"harm":0.007048458149779736,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9622093023255814,"accuracy":0.9622093023255814,"ce":0.14903164601037452,"harm":0.02810077519379845,"repair":0.005813953488372093},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.11879514087458216,"harm":0.01089108910891089,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.10631728286593756,"harm":0.01120162932790224,"repair":0.010183299389002037},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9630044843049327,"accuracy":0.9630044843049327,"ce":0.14639457556160632,"harm":0.021300448430493273,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.12147160164396487,"harm":0.014613778705636743,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9630350194552529,"accuracy":0.9630350194552529,"ce":0.1585058902603178,"harm":0.021400778210116732,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.13483394259684195,"harm":0.01642710472279261,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9554013875123885,"accuracy":0.9554013875123885,"ce":0.17189462906259648,"harm":0.027750247770069375,"repair":0.0019821605550049554}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1654,"correct_output_rate":0.1654,"accuracy":0.1654,"ce":4.172599837164524,"abstentions":0,"harm":0.8205,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.174683086914184,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9066079295154185,"accuracy":0.9066079295154185,"ce":0.480283547288252,"harm":0.09251101321585903,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":4.098469536710612,"harm":0.9757751937984496,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.384316420017845,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.579399942251572,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5369955156950673,"accuracy":0.5369955156950673,"ce":1.181296719989134,"harm":0.4562780269058296,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":4.234896464246486,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.1303501945525292,"accuracy":0.1303501945525292,"ce":2.522705918147616,"harm":0.8482490272373541,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":5.332363336048144,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.021927820374312,"harm":0.981169474727453,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9826,"correct_output_rate":0.9826,"accuracy":0.9826,"ce":0.05756613872682208,"abstentions":0,"harm":0.0045,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.026599188221421967,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.023038921384052998,"harm":0.003524229074889868,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.05952122621803203,"harm":0.00872093023255814,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.05256996929624728,"harm":0.006930693069306931,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.06792161443469158,"harm":0.002036659877800407,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.06437605128584076,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.07061029974195404,"harm":0.008350730688935281,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.06798159597267407,"harm":0.0048638132295719845,"repair":0.007782101167315175},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.059946171893961266,"harm":0.006160164271047228,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.08809083274019036,"harm":0.002973240832507433,"repair":0.0019821605550049554}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1746,"correct_output_rate":0.1746,"accuracy":0.1746,"ce":3.9952539527980355,"abstentions":0,"harm":0.8111,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.180784399121145,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8951541850220265,"accuracy":0.8951541850220265,"ce":0.6070598047032504,"harm":0.10308370044052863,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.020348837209302327,"accuracy":0.020348837209302327,"ce":3.5907911252658193,"harm":0.9641472868217055,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.20791918897986,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":5.907702242213666,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5627802690582959,"accuracy":0.5627802690582959,"ce":1.0932510850099944,"harm":0.42937219730941706,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":4.31558858799636,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.1926070038910506,"accuracy":0.1926070038910506,"ce":2.3077441526103586,"harm":0.7859922178988327,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":4.358607890579089,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.6522701735071665,"harm":0.981169474727453,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9818,"correct_output_rate":0.9818,"accuracy":0.9818,"ce":0.06047198911173281,"abstentions":0,"harm":0.0055,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.030786137800576673,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.026362527211161908,"harm":0.003524229074889868,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9786821705426356,"accuracy":0.9786821705426356,"ce":0.05853299046511402,"harm":0.007751937984496124,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.05775562466861579,"harm":0.00891089108910891,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.0718916107892911,"harm":0.002036659877800407,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.07210900179427189,"harm":0.006726457399103139,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.07645903273925651,"harm":0.007306889352818371,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.07079559339552705,"harm":0.005836575875486381,"repair":0.007782101167315175},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.05637869259380323,"harm":0.004106776180698152,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.08922846308825208,"harm":0.007928642220019821,"repair":0.0019821605550049554}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1698,"correct_output_rate":0.1698,"accuracy":0.1698,"ce":6.386225695866182,"abstentions":0,"harm":0.816,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.248890502010797,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9224669603524229,"accuracy":0.9224669603524229,"ce":0.27066340113958887,"harm":0.07577092511013216,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":6.778052047717829,"harm":0.9786821705426356,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.1055515843991,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":8.752244324379689,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5986547085201793,"accuracy":0.5986547085201793,"ce":1.1504247678895874,"harm":0.39461883408071746,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.563705309734136,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.10505836575875487,"accuracy":0.10505836575875487,"ce":3.8096100171623197,"harm":0.8735408560311284,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":7.9426877469974855,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.672165533664847,"harm":0.981169474727453,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9853,"correct_output_rate":0.9853,"accuracy":0.9853,"ce":0.07569750016522675,"abstentions":0,"harm":0.0014,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03462907221172836,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.02249131836289989,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.06194481976242599,"harm":0.001937984496124031,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.07089495093372238,"harm":0.0019801980198019802,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.11320239704266141,"harm":0.0010183299389002036,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.09191289254886566,"harm":0.0,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.090902074508247,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.07888966307949306,"harm":0.0,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.07881992191557355,"harm":0.002053388090349076,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.12277055608040563,"harm":0.0009910802775024777,"repair":0.0019821605550049554}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1648,"correct_output_rate":0.1648,"accuracy":0.1648,"ce":4.0068182271146995,"abstentions":0,"harm":0.8208,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.394719786875728,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9066079295154185,"accuracy":0.9066079295154185,"ce":0.5624955571626116,"harm":0.09251101321585903,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.022286821705426358,"accuracy":0.022286821705426358,"ce":3.7559005843310356,"harm":0.9622093023255814,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.802819287300974,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":5.3217789008099246,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.4428251121076233,"accuracy":0.4428251121076233,"ce":1.3749991665189547,"harm":0.547085201793722,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.90629979193118,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.18482490272373542,"accuracy":0.18482490272373542,"ce":2.3603307808322613,"harm":0.7937743190661478,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":4.136216566162018,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.715729656578704,"harm":0.981169474727453,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9804,"correct_output_rate":0.9804,"accuracy":0.9804,"ce":0.06306689392781313,"abstentions":0,"harm":0.0072,"repair":0.0035,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.034945708410535486,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.025225566436840926,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9748062015503876,"accuracy":0.9748062015503876,"ce":0.06757866513357752,"harm":0.012596899224806201,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.05965987306074862,"harm":0.01089108910891089,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.06470925190085393,"harm":0.004073319755600814,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.0722026983767791,"harm":0.008968609865470852,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.07726814941741911,"harm":0.010438413361169102,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.0876111398008855,"harm":0.008754863813229572,"repair":0.007782101167315175},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.059066264586458965,"harm":0.003080082135523614,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.08743954414038618,"harm":0.007928642220019821,"repair":0.0019821605550049554}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1617,"correct_output_rate":0.1617,"accuracy":0.1617,"ce":6.315638300047157,"abstentions":0,"harm":0.8241,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.177084533571726,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.920704845814978,"accuracy":0.920704845814978,"ce":0.25338542823838717,"harm":0.07753303964757709,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.006782945736434108,"accuracy":0.006782945736434108,"ce":6.694659159044837,"harm":0.9777131782945736,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.807871315280977,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.221169334453634,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.492152466367713,"accuracy":0.492152466367713,"ce":1.5048757222054718,"harm":0.5011210762331838,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":6.0152819300267675,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.11964980544747082,"accuracy":0.11964980544747082,"ce":3.6668937538028725,"harm":0.8589494163424124,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":7.601106957599207,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.6433963733749,"harm":0.981169474727453,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9841,"correct_output_rate":0.9841,"accuracy":0.9841,"ce":0.07262383638011188,"abstentions":0,"harm":0.002,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03551679466132613,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.02087369427386964,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.06301406561525683,"harm":0.0029069767441860465,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.06872242538100556,"harm":0.0039603960396039604,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.09823609668749997,"harm":0.0010183299389002036,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.0898402923741207,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.08965144439674105,"harm":0.0041753653444676405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.08131022460225464,"harm":0.0009727626459143969,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.07460207913387103,"harm":0.003080082135523614,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.11353745216847341,"harm":0.0,"repair":0.0019821605550049554}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1734,"correct_output_rate":0.1734,"accuracy":0.1734,"ce":5.824659605558369,"abstentions":0,"harm":0.8123,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.78330641668207,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9092511013215859,"accuracy":0.9092511013215859,"ce":0.3425971351481257,"harm":0.08898678414096917,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":5.466362301405006,"harm":0.9660852713178295,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":8.506255536150611,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":8.472998412450766,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5336322869955157,"accuracy":0.5336322869955157,"ce":1.2523364393815433,"harm":0.45739910313901344,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":6.20720650545611,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.1857976653696498,"accuracy":0.1857976653696498,"ce":3.1800700115835987,"harm":0.7937743190661478,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.013347022587268994,"accuracy":0.013347022587268994,"ce":5.766914489602143,"harm":0.9671457905544147,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.680222963644889,"harm":0.981169474727453,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9830,"correct_output_rate":0.983,"accuracy":0.983,"ce":0.07136347384380672,"abstentions":0,"harm":0.0035,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03695651089046198,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.024231636931575876,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.061853273102893805,"harm":0.003875968992248062,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.07299977710564094,"harm":0.005940594059405941,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.09537494298299246,"harm":0.003054989816700611,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.09089438507203576,"harm":0.004484304932735426,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.09030374877113523,"harm":0.006263048016701462,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.07808781464282699,"harm":0.0029182879377431907,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.0637129321185605,"harm":0.002053388090349076,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.10780421305905455,"harm":0.002973240832507433,"repair":0.0009910802775024777}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1671,"correct_output_rate":0.1671,"accuracy":0.1671,"ce":9.539261924825137,"abstentions":0,"harm":0.8186,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.564911525146,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.933920704845815,"accuracy":0.933920704845815,"ce":0.16783030342806315,"harm":0.06519823788546256,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":10.84624067060361,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":12.922079263585106,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":12.68440392183566,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5751121076233184,"accuracy":0.5751121076233184,"ce":1.6475059225890318,"harm":0.4170403587443946,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.374450311325052,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.08463035019455253,"accuracy":0.08463035019455253,"ce":5.9095047546943995,"harm":0.8929961089494164,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":11.242317440953505,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.63184016172206,"harm":0.981169474727453,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9847,"correct_output_rate":0.9847,"accuracy":0.9847,"ce":0.11198644197354995,"abstentions":0,"harm":0.0004,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.04761368502874265,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.022488934420334703,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.08975931957323983,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.11419859063020174,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.16145799655045606,"harm":0.0,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.14759238186421741,"harm":0.0,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9874739039665971,"accuracy":0.9874739039665971,"ce":0.1310867267664508,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.11889813027830241,"harm":0.0,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.12126272054632505,"harm":0.002053388090349076,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.18194595073167433,"harm":0.0,"repair":0.0}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1730,"correct_output_rate":0.173,"accuracy":0.173,"ce":4.04703081232853,"abstentions":0,"harm":0.8128,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.112642802557104,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8810572687224669,"accuracy":0.8810572687224669,"ce":0.643099617987645,"harm":0.11629955947136564,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":3.9555609674150976,"harm":0.9728682170542635,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.772806200696606,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.7068038577766185,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.6221973094170403,"accuracy":0.6221973094170403,"ce":1.0019987899679108,"harm":0.3721973094170404,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":4.153548129794415,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.1517509727626459,"accuracy":0.1517509727626459,"ce":2.3928320480749665,"harm":0.8268482490272373,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.142324660528083,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.804665953598533,"harm":0.981169474727453,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9779,"correct_output_rate":0.9779,"accuracy":0.9779,"ce":0.07077140079134236,"abstentions":0,"harm":0.0096,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03399284721704693,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.03404906961081126,"harm":0.0052863436123348016,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9689922480620154,"accuracy":0.9689922480620154,"ce":0.08728471643050682,"harm":0.018410852713178296,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.06506413448291638,"harm":0.00891089108910891,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.06505797424414139,"harm":0.0050916496945010185,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9719730941704036,"accuracy":0.9719730941704036,"ce":0.08346518547236731,"harm":0.011210762331838564,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.975991649269311,"accuracy":0.975991649269311,"ce":0.08377369349022913,"harm":0.012526096033402923,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9717898832684825,"accuracy":0.9717898832684825,"ce":0.09521336831506864,"harm":0.011673151750972763,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.05426426706994024,"harm":0.006160164271047228,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9672943508424182,"accuracy":0.9672943508424182,"ce":0.1096500566716233,"harm":0.015857284440039643,"repair":0.0019821605550049554}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1690,"correct_output_rate":0.169,"accuracy":0.169,"ce":6.2299553529117295,"abstentions":0,"harm":0.8167,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.71572901000115,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9224669603524229,"accuracy":0.9224669603524229,"ce":0.28438491136222643,"harm":0.07577092511013216,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":6.750885574735397,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.70585701084278,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.391968871036571,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5952914798206278,"accuracy":0.5952914798206278,"ce":1.1413888178525462,"harm":0.3968609865470852,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.351290441486828,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.10408560311284047,"accuracy":0.10408560311284047,"ce":3.5734488028867006,"harm":0.8745136186770428,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":7.257955773655988,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.514578729540812,"harm":0.981169474727453,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9836,"correct_output_rate":0.9836,"accuracy":0.9836,"ce":0.0716162397266727,"abstentions":0,"harm":0.0025,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.032066042815507984,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.024602951303161622,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.06954399423770319,"harm":0.0048449612403100775,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.06874713239648958,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.09399980416438553,"harm":0.0,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.08990942752749198,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.0899104992956843,"harm":0.007306889352818371,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.08075562167090337,"harm":0.0009727626459143969,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.05929906903701456,"harm":0.002053388090349076,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.11515755412856374,"harm":0.0009910802775024777,"repair":0.0009910802775024777}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1782,"correct_output_rate":0.1782,"accuracy":0.1782,"ce":5.803192597428999,"abstentions":0,"harm":0.8077,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.729253741421042,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.8960352422907489,"accuracy":0.8960352422907489,"ce":0.3922516836401251,"harm":0.10220264317180616,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":5.63711554937218,"harm":0.9757751937984496,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.202301568597452,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.614107818850854,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.6457399103139013,"accuracy":0.6457399103139013,"ce":0.9656843381840474,"harm":0.3486547085201794,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":6.3333800555533735,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.1605058365758755,"accuracy":0.1605058365758755,"ce":3.1836764102455954,"harm":0.8180933852140078,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.014373716632443531,"accuracy":0.014373716632443531,"ce":5.509261428745499,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.835046019036552,"harm":0.981169474727453,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9826,"correct_output_rate":0.9826,"accuracy":0.9826,"ce":0.07147068407448,"abstentions":0,"harm":0.0039,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.036658495514828235,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.029874901592202706,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.06802736943209382,"harm":0.005813953488372093,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.07165574140945709,"harm":0.006930693069306931,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.0930744186608407,"harm":0.002036659877800407,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.0923411957714509,"harm":0.0033632286995515697,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.08837971698044828,"harm":0.007306889352818371,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.0767056043912402,"harm":0.0029182879377431907,"repair":0.007782101167315175},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.054211895527241816,"harm":0.001026694045174538,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.11120516905606369,"harm":0.004955401387512388,"repair":0.0009910802775024777}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1712,"correct_output_rate":0.1712,"accuracy":0.1712,"ce":9.591637764179625,"abstentions":0,"harm":0.8145,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.701105519744447,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.93215859030837,"accuracy":0.93215859030837,"ce":0.1791600209736454,"harm":0.06607929515418502,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0029069767441860465,"accuracy":0.0029069767441860465,"ce":10.954214167668786,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":12.842055608572059,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":12.847401196790935,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.6199551569506726,"accuracy":0.6199551569506726,"ce":1.33052239964409,"harm":0.3721973094170404,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.792960025844017,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.08268482490272373,"accuracy":0.08268482490272373,"ce":5.851444201619265,"harm":0.8959143968871596,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.01026694045174538,"accuracy":0.01026694045174538,"ce":11.04939606669261,"harm":0.9702258726899384,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.945189647409943,"harm":0.981169474727453,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9844,"correct_output_rate":0.9844,"accuracy":0.9844,"ce":0.10915593637978209,"abstentions":0,"harm":0.0005,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.04704036304038168,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.024703050042983375,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.09294892473999186,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.1103393671725135,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.1615920105368465,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.14484819742351623,"harm":0.0,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.1257431773738347,"harm":0.0020876826722338203,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.11563019994137289,"harm":0.0,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.10242116280699773,"harm":0.0,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.18144680530892968,"harm":0.0009910802775024777,"repair":0.0}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1667,"correct_output_rate":0.1667,"accuracy":0.1667,"ce":5.767361116691687,"abstentions":0,"harm":0.8189,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.443492080717984,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9039647577092511,"accuracy":0.9039647577092511,"ce":0.3736858842736653,"harm":0.09427312775330396,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.006782945736434108,"accuracy":0.006782945736434108,"ce":5.977773936992059,"harm":0.9777131782945736,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.143381401841646,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.773855197169686,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5213004484304933,"accuracy":0.5213004484304933,"ce":1.322730200755703,"harm":0.46860986547085204,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":5.55569346684956,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.14396887159533073,"accuracy":0.14396887159533073,"ce":3.39575031557034,"harm":0.835603112840467,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.018480492813141684,"accuracy":0.018480492813141684,"ce":5.2223892825985185,"harm":0.9620123203285421,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.789280040369574,"harm":0.981169474727453,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9814,"correct_output_rate":0.9814,"accuracy":0.9814,"ce":0.06988743515601488,"abstentions":0,"harm":0.0054,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.039132830476518166,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.02687129979730618,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.07800195703834095,"harm":0.009689922480620155,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.06621689231883737,"harm":0.007920792079207921,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.07660842938832706,"harm":0.0010183299389002036,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.08828191094404339,"harm":0.005605381165919282,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.08352294346020488,"harm":0.007306889352818371,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.09254462517787848,"harm":0.009727626459143969,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.050731918627422254,"harm":0.002053388090349076,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.10317887615000629,"harm":0.004955401387512388,"repair":0.0009910802775024777}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1621,"correct_output_rate":0.1621,"accuracy":0.1621,"ce":9.374738944394366,"abstentions":0,"harm":0.8236,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.065245307822616,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9383259911894273,"accuracy":0.9383259911894273,"ce":0.17031599085896598,"harm":0.05991189427312775,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":10.718877582623733,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":13.813289947694157,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":11.976094098457892,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5100896860986547,"accuracy":0.5100896860986547,"ce":1.8308040282369176,"harm":0.4820627802690583,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":8.794595896194807,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.08852140077821012,"accuracy":0.08852140077821012,"ce":5.761460961158345,"harm":0.8900778210116731,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":10.572922131823178,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.596831902199812,"harm":0.981169474727453,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9846,"correct_output_rate":0.9846,"accuracy":0.9846,"ce":0.10246426676498965,"abstentions":0,"harm":0.0007,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.04576770478224105,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.02410039061135335,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.09659792437489809,"harm":0.0009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.10199375655933918,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.14015405930141167,"harm":0.0,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.14174347262764087,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.12046161155792322,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.11868475383074815,"harm":0.0,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.08883247354993097,"harm":0.001026694045174538,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.16029155369039907,"harm":0.0,"repair":0.0019821605550049554}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1748,"correct_output_rate":0.1748,"accuracy":0.1748,"ce":8.414609545065003,"abstentions":0,"harm":0.8109,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":14.260934514172195,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9171806167400881,"accuracy":0.9171806167400881,"ce":0.24217605199705908,"harm":0.08105726872246696,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":8.65541525588498,"harm":0.9767441860465116,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":13.111654863535653,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":11.908940377298062,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.57847533632287,"accuracy":0.57847533632287,"ce":1.3519529438109843,"harm":0.4125560538116592,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":8.67902992854408,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.14591439688715954,"accuracy":0.14591439688715954,"ce":4.97152450422793,"harm":0.8336575875486382,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.029774127310061602,"accuracy":0.029774127310061602,"ce":7.604955069642682,"harm":0.9507186858316222,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":13.862600867582447,"harm":0.981169474727453,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9834,"correct_output_rate":0.9834,"accuracy":0.9834,"ce":0.09738298401703223,"abstentions":0,"harm":0.0026,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.047824949151185,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.029480886572044566,"harm":0.0026431718061674008,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.09295137925209501,"harm":0.0029069767441860465,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.10178442413474366,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.13293502629489043,"harm":0.0010183299389002036,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.14165737678593635,"harm":0.005605381165919282,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.11385754575760444,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.1071165677888312,"harm":0.0019455252918287938,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.07336570101926118,"harm":0.001026694045174538,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.14590918012738932,"harm":0.002973240832507433,"repair":0.0}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1680,"correct_output_rate":0.168,"accuracy":0.168,"ce":13.703928726578074,"abstentions":0,"harm":0.8177,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":22.333479248644117,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9524229074889868,"accuracy":0.9524229074889868,"ce":0.13264318237729594,"harm":0.04669603524229075,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0029069767441860465,"accuracy":0.0029069767441860465,"ce":16.309473582262243,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":19.42870313937123,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":17.653871857599903,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5717488789237668,"accuracy":0.5717488789237668,"ce":2.1858808489501884,"harm":0.4192825112107623,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":13.12514252907814,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.06809338521400778,"accuracy":0.06809338521400778,"ce":9.086206540910453,"harm":0.9105058365758755,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.01026694045174538,"accuracy":0.01026694045174538,"ce":15.406868154018374,"harm":0.9702258726899384,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":22.141582113080588,"harm":0.981169474727453,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9841,"correct_output_rate":0.9841,"accuracy":0.9841,"ce":0.1591439074270174,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.06487897156122471,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9938325991189427,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.029950789973219136,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.13490715457915045,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.17080523308217405,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.22441631443773025,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.22994782796405677,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9874739039665971,"accuracy":0.9874739039665971,"ce":0.17841764210676023,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9776264591439688,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.17474678319926462,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9804928131416838,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.1541587734738599,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.25363859626307367,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.688350317676159,0.004461577602420947,5.8113069136424365,1.1487680448905406e-05,5.671402727406793,3.0460980439194983e-05,9.487412379162253,5.569072298907997e-09,5.885559345326774,7.417068351684232e-05,9.410905860252193,1.4081641309334693e-08,8.82755404142777,7.462986550040574e-08,14.329969335232922,4.638511796882829e-13,5.382911395983329,7.167144179728238e-05,8.587048622440452,1.1314460859719607e-08,8.68702775561614,7.837507579999144e-08,14.094529415783708,5.94635451989057e-13,8.329936963568075,4.096496568892823e-07,13.813242731443024,3.217648369963452e-12,12.488403018495681,6.675304753177925e-11,20.199076434895268,0.0]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,3,0,1,0,1,0,1,0,5,0,5,0,5,0,5,0,5,0,1,0,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4595342173572106,0.007474833578501345,2.593567441876825,3.3393773508991923e-06,2.674736308541856,8.866213308663104e-06,3.295013967601232,2.9730262691728757e-10,3.6103898086056976,2.9997059917378548e-05,3.8677296180919267,8.069112041950355e-10,3.9047523103923734,3.562124810991277e-09,4.728268424508656,8.881784197001248e-16,3.20872180524809,4.381309821497922e-05,3.3793184475409577,1.5100896077735597e-09,3.693256172098684,3.7230460867094007e-09,4.429005211303782,1.332267629550187e-15,4.768066331831237,5.2882094193142034e-08,5.2050666167431885,1.0103029524088415e-13,4.998906995655303,3.090860900555958e-13,6.071508946751415,0.0]},{"index":1987,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,9,5,9,5,0,5,9,5,9,5,9,5,0,5,0,5,9,5,0,5,9,5,9,5,9,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.052063582010939,0.24626842325267848,6.311930131915386,0.45406208773332746,6.2696381363103955,0.7122184823708247,10.428837332881963,0.9580126966865363,6.615128424805152,0.6562241405699956,10.398729037296604,1.0835432914981773,9.662870522615934,1.5776610122062067,15.357433485451242,1.0672818545146954,6.335340971908145,0.38794908971920034,9.969693317216702,0.5268524563702703,9.440920473394177,1.2281359680041999,15.574480235961298,0.6182642730420541,9.4713843998978,1.0487271812394388,15.071970019876039,1.1113134439094081,13.52304910265938,2.0281168825286184,21.4884401194778,0.24225598026226702]},{"index":2033,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,7,4,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,4,7,0,7,0,7,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.818656681522067,0.4065234913643183,2.1200452586408627,0.4269915777281614,3.039909273861797,0.2831193888779344,2.3642629056377333,0.16472949637795908,3.8548409997535367,0.8415588025197749,3.4173449764357744,0.5923649730481464,4.099119900501896,0.2904985510045645,3.1789169529544354,0.0966421053392345,3.487646108243838,0.4952950557596819,2.9100115728124347,0.18713260518125477,3.7082283973054087,0.13057751294307707,3.2507653816009907,0.014457263423071683,4.6996735726579475,1.1647322932292223,4.214459801745296,0.2760882816590548,5.038369003034849,0.11673851153916637,4.163538208663206,0.0023979086417456807]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0947461913633307,0.04510526670276351,0.43770436059133383,0.0002702047945137983,0.6873161473895184,0.0005727728606595963,0.19168475336076599,2.852256246316982e-07,0.6199567114562254,0.0017070631718512517,0.15490662012542636,6.36849439566128e-07,0.3378401124600576,2.9837039717497648e-06,0.05473285057370428,9.450085158399856e-11,0.6939370453587959,0.0033044926521445996,0.1829850115173694,1.865256883964095e-06,0.3641244592607958,7.508364181789302e-06,0.07030800128403945,2.1665513825082122e-10,0.3233245780218798,3.120877398113898e-05,0.0494887719028124,7.315050784651029e-10,0.15189217066065108,9.430930658575898e-09,0.011166394211831774,6.4392935428258874e-15]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0013425809547638,0.01986429267399062,0.2573438185765469,0.0001613679709457487,0.5183280911306584,0.00035096581328490075,0.059825023545249226,4.8392472857076004e-08,0.3921168763514848,0.0008111506059035543,0.04300846833298459,1.2523146490588446e-07,0.14552163235241866,7.810174916640493e-07,0.006470494471663336,1.314726105760246e-12,0.5393821904668068,0.0011263942834593942,0.06307833328205452,6.633647726881174e-07,0.19675358438814425,3.521167848574753e-06,0.008717821012121417,7.773559573790206e-12,0.14672229935495412,1.0972290596370442e-05,0.005592363194970346,3.367128797947472e-11,0.03531183919778169,7.465243975757374e-10,0.00036732821444489944,0.0]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,8,2,8,1,1,2,8,2,1,2,1,1,1,5,8,1,8,1,8,1,1,2,8,1,1,1,8,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6437195516469092,1.0719148737621431,1.1019867592297377,0.7219819257971763,1.213644270611529,0.999731426072765,0.45026664155650686,0.12730581458497306,1.6691595420128726,0.8578167938894613,0.8670170217438735,0.21826087681161885,1.1314077088323007,0.5591877019841232,0.1261475565428273,0.00879993218119646,1.2819961065351144,1.7099406317697827,0.45396649949966966,0.8104480097863292,0.5620826439989156,1.619118854163344,0.04402644809400885,0.05600174356931316,1.3211270360021639,1.234920890374814,0.24804752573477423,0.16029136966499902,0.47820126666669904,0.7590060694107897,0.006193244217958907,0.002363041904332531]},{"index":956,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,2,2,2,2,2,1,1,2,1,2,1,2,2,1,1,2,2,1,2,2,2,1,1,2,1,1,1,2,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0387882658330225,1.6365261542732101,1.3583113824563566,1.2683055803566652,1.5643471979739914,1.5609438334949781,0.6652273983918314,0.6087449042216686,2.250677740541099,1.0486984733530322,1.1427820554152501,0.4301459753979121,1.7452933708514955,0.8349418169569895,0.362317270065841,0.08289419445989367,2.2214098746877378,1.7147494720034255,0.9230220400198283,0.8227772385420997,1.382787227053625,1.4166851389179695,0.19426026566560015,0.08922775097987615,1.940065264341556,0.5329167748137265,0.450738092372312,0.061077146775988925,1.2957027196318083,0.34921964413290896,0.03947259714361253,0.004565382649299901]},{"index":5457,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,1,5,8,5,8,5,8,5,1,5,8,5,8,5,8,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8016502033143311,1.455450863506429,1.5953162975924957,1.4706962063590399,1.6572958086027945,1.8127192587161072,1.553626203768303,0.9982191121325856,1.872024868852455,1.5757182689410754,1.6079086341049447,1.03689962858875,1.5984114176033226,1.3965897983186208,1.55829081502119,0.12996766657657927,1.7656552952447102,1.8428156548542791,1.520374250021369,1.339801220886389,1.454896031009385,2.1817002579205673,1.597590389049079,0.4417455484254172,2.2228320168022235,1.979515519609212,1.897182899119262,0.766608599331496,1.8474849387215677,1.450700457309034,1.7584975873311268,0.041228152189009624]},{"index":5642,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,5,5,8,5,8,5,5,5,1,5,8,5,5,5,5,5,5,5,8,5,1,5,5,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0563135157170693,3.4775863141004097,3.150365097057209,3.814233069459972,3.4712270338972617,4.0640109229563235,3.673155146194113,2.322520029124165,3.3060491878863423,4.129815918438008,3.3303231766409027,2.0445597191685767,4.235843686718714,2.9519925822469,4.090143447281484,0.20052692934197386,3.233334327626257,5.136734433089876,3.4735948607491682,3.6088615176259915,4.020940277654933,4.487694985930883,4.16010737288847,0.8430010822083374,3.876081727298769,4.673589696335825,3.607987354180791,0.6050129431938605,5.3910666796233055,2.0484715504180615,4.3870410075502075,0.006677292975686301]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,7,2,1,2,7,2,1,2,1,2,1,2,5,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0534816699017324,0.016842654079563944,3.4807296750582863,9.879976933960745e-06,2.562482045805569,1.8122440603732217e-05,4.501832578415997,2.0426904610149993e-10,2.8756226256268955,9.733351570015197e-05,4.2261497576004,7.039953062468711e-10,2.689805414213608,6.68288111503492e-09,6.926012517100911,4.440892098500625e-16,3.4692974689197618,0.0004513431583020996,5.008797543786667,5.7935089890867955e-09,3.4227837347249306,2.5256949990014917e-08,7.3774000538776345,2.664535259100372e-15,3.9474758995600396,3.7676988780976526e-07,6.821956051330979,2.997602166487878e-14,4.52232769809421,7.698286452747872e-13,11.044660649691734,0.0]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,1,2,5,2,5,2,5,2,1,2,1,2,5,2,5,2,1,2,5,2,5,2,5,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5137189869995673,0.006276379513355765,3.7570302634963633,6.612965805171429e-05,2.8942496096348647,4.2440345625887014e-05,5.102033306261031,1.1090824665358978e-07,2.849331214105579,0.00015637273988588932,4.833654504522434,4.163686297124035e-07,3.1513581699189372,5.278125689133759e-07,6.179373177374176,4.9664272693138634e-11,3.074741028161247,0.0005334220155315179,5.470822159081549,2.0333813347790142e-06,3.475307824584795,1.3583852649275742e-06,7.090776044503004,2.4673463269462623e-10,3.8088369184547197,1.1340599355979355e-05,7.0971968654543405,2.0391084355779963e-09,4.595668809352241,4.748780912771054e-09,8.630662494276717,7.327471962526006e-15]},{"index":1678,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,7,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,7,1,2,1,7,1,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5021291471233127,1.2438966910657034,4.332749516927061,0.5713405549907632,4.14481404049782,0.7699979254268509,6.556642547664354,0.15528331553238992,4.363562465597109,0.6469929134850309,6.552596663302371,0.19739715712342903,5.983803733265363,0.3622748417165409,10.157370741164513,0.027080160956470183,4.525861757278673,1.4517307213039312,6.492755915712633,0.7015839151404298,6.192159678183478,0.9122097723183815,10.22561553023595,0.0936991860534395,6.2221351851140385,0.9231026334570117,9.911591037482962,0.29140690094451177,9.10162151323309,0.5099630347376592,14.535475208534104,0.02427119307134993]},{"index":2299,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,2,5,2,5,2,5,8,5,2,5,2,5,2,5,8,5,2,5,2,5,2,5,8,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5610070685252917,1.4808474162776455,1.887807364630739,0.567488369268259,1.569196499652724,0.4749974641880269,2.786126437118626,0.023904401160093947,2.187936199090162,0.973567069282724,3.138485940425429,0.0952346008995656,2.647253964409796,0.20454500189010857,5.2396553525942675,0.0018920775725709102,1.5707113640700912,1.187554591115375,2.5956725404289958,0.11786407382587304,2.2667649461637582,0.13278078597160717,5.220985741790374,0.0006182551466863466,2.945598193981664,1.111548443834073,5.053119670561297,0.0184081898404082,4.571708788583503,0.08384478970107856,9.000928923127,0.0001415053962373475]},{"index":321,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,5,7,1,2,1,7,1,7,8,7,1,2,8,7,1,2,5,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.974994948700759,1.7203128393749272,2.49012654524631,2.0652980369299,2.2188158179409374,1.781845526773973,3.2995179335559843,1.4014020239266483,2.737747397530661,1.4465951511027577,4.02572631205481,1.002098100525192,3.736022835551823,1.1296620277579237,5.5970983112396375,0.2817436730404112,1.7824654927268664,1.4865956822175694,2.6812279009968165,1.1598681185037885,2.3398597021426335,1.0822707897798287,3.91795728700202,0.23407140227361678,2.959159215377639,0.7928845146773916,4.7210924301445445,0.10144120857708791,5.003356562074033,0.19201664820662753,7.270617856875791,0.007414612638683152]},{"index":1790,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,8,7,8,7,8,7,8,7,8,7,8,7,2,7,8,7,8,7,8,7,2,7,8,7,2,7,8,7,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.226679612255019,3.414855784246111,5.847978710907387,2.2242238891135493,5.640595611399965,2.321819179600087,8.745778138512703,0.7278244386765621,5.7868726278832785,2.1607762640051718,8.729341838126672,1.1389289649461458,8.436942172809767,2.384779047462622,12.874993064576339,0.19984893113802826,5.983972378920429,2.9537196124708234,9.137498712565206,1.8116275192825533,8.451518068698421,2.693298733571392,13.12136659943292,0.2301392648509001,7.923990322416269,2.4225955001024766,12.367784049333704,0.6161886494433473,11.469252819142877,3.1503354320638253,17.14013706202576,0.04900900789162249]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5422387374830997,0.17610960936868778,2.9451092037500137,0.005413234349153624,2.433760805900447,0.008247808279228644,3.9106738972243837,4.215627450663144e-05,2.9730923674892225,0.013548837380497338,4.042123193292998,0.00011917904706751114,3.019117317507614,0.0002519939877576889,4.94964433249864,7.781434549274132e-08,3.7572274745114496,0.06523288459793491,5.021700370369825,0.0006803433121420078,3.8736631845014036,0.001415506884594532,6.204556807707481,3.8000664544595007e-07,4.757538960395816,0.001936673918064138,6.717051848289712,1.5117475690779134e-06,4.774216213004401,5.465190391669494e-06,7.124194524045158,1.8131496304198905e-11]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.568685563153187,0.005182242184695772,7.182470821022651,2.1767455689153047e-07,6.426130018621589,1.05122378615251e-06,10.63336690129339,7.438494264988272e-14,7.691851349453559,1.0245034409415263e-05,12.388754413999559,1.200151089619074e-12,10.912074466010527,2.8852031874332498e-11,17.370891287588563,0.0,7.164530844434892,6.098770670847948e-05,11.631991827676453,1.552535877623767e-11,10.023175324250905,2.986666469249356e-10,16.56828252212335,0.0,12.31660530407415,1.021501766840957e-08,19.533525324736594,0.0,17.081649785760106,4.440892098500625e-16,26.517265810343623,0.0]},{"index":883,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,5,6,3,6,5,6,3,6,5,6,3,6,3,6,3,6,5,6,3,6,5,6,3,6,5,6,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.474178316501307,0.719393673938458,3.1997033291276047,0.5465572745116951,2.956332386667584,0.8234197248330881,4.996561866590574,0.5454715395924312,2.9503533569248717,0.791396189280505,5.001694893644385,0.5611355266833266,4.165151355094738,1.0156373245771546,8.1502195918841,0.39277101380883694,3.1948827265080237,0.6199992007031906,4.803669470966298,0.42460045311957356,4.182450459881152,0.8709639848530244,7.926604366793998,0.3946130882971283,4.89004508389275,0.7253068844746026,8.756553929466223,0.2882576332786969,7.0246167076310595,0.9455615461604436,13.503160710118625,0.12790836835237474]},{"index":3549,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,1,3,1,2,1,3,1,3,1,3,1,2,1,3,1,2,1,3,1,2,1,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.860928969176132,2.053396856477971,7.011012168117733,0.8653656828189136,6.201390030993728,1.1849716163790027,11.118292490443174,0.047897158223973495,6.03860758438523,1.5956855289794643,11.387915377035934,0.22729036857506427,10.147652617519311,0.49578639160796467,17.46440039228124,0.001169707641216232,6.40518348225841,2.1205657417632855,11.946019292126895,0.3758722300764587,9.994819454768837,0.8618744745845988,17.517701386553206,0.002140521541179468,10.006880967214911,1.8075649912695952,18.483274249530165,0.04513616893488595,15.919399130003043,0.2370182218422786,26.14624960270768,1.1808389494474502e-05]},{"index":938,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,6,5,6,5,5,5,6,5,5,5,5,5,5,5,5,3,6,5,6,3,5,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7304594496635968,1.2478468888051708,5.2218735120094895,0.9614818769568108,4.720087068236237,0.9269085191430615,6.535700460973667,0.7268112684002698,5.054342869371807,1.430477339277621,7.161842842248779,1.009428652912045,6.6873393049734275,0.9627602846906835,9.025506940265325,0.7539140168940047,4.8502201076323574,1.571931733898679,7.16488129440761,0.9819109378677224,6.389541888822419,1.037546849760236,9.212187306059505,0.6304022248742923,6.985380727413987,1.4281153738167354,10.266489165580692,0.49915851968030983,9.358403269608145,0.42301115543371004,12.568713313722409,0.13700892844481768]},{"index":5734,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,2,5,7,1,2,1,2,1,2,5,7,1,3,5,2,1,2,5,2,1,3,5,2,1,3,5,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.43395317468079,2.7827162467546023,2.461632127648655,1.925075413939501,1.7053764162311702,2.5281419492829307,2.0814729676598382,1.4384986704790363,2.1972715826950053,1.753562017300884,2.935721294924259,0.8011559379797576,1.3515595046594178,1.4265273874396849,2.5928053880608464,0.4406070697319275,2.558783675003382,2.2858737825990727,2.900107300979663,1.1646932933661345,1.6775290006202264,1.7800693661438873,2.498461686797701,0.4598830539648184,2.3667922788843128,1.1544013343145352,4.030216127525217,0.31870006465667994,1.3936085264179066,0.8691707096269915,3.5846359699758628,0.11885782741721843]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,1,4,7,4,1,4,7,4,1,4,7,4,1,4,7,4,1,4,7,4,1,4,7,4,1,4,7,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.460358985866419,0.0362124751378731,3.3535484591730365,8.862856019089036e-05,4.1933972028178115,0.0003081247935946894,4.381935733761826,6.340092208897402e-09,3.858607856080395,0.0010310715744532297,4.154158757351023,2.256388495015385e-08,5.257637616316672,6.94168575937614e-07,5.769463348857548,9.880984919163405e-14,4.7904233857711525,0.0026842597746310594,4.916802621367731,1.661447372660937e-07,6.1272367074291685,2.679808039912719e-06,6.4123835000756655,4.298783551347682e-13,5.414747447481937,2.4223990805106273e-05,6.156564449552619,6.11177775054281e-12,7.079481351313708,1.8363746062469308e-09,8.174494813553952,0.0]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,5,4,5,4,5,4,1,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,1,4,1,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.72974311723933,0.04929563959316025,2.8600679512934155,0.00236132340265267,3.31349318068838,0.003562238931606202,3.7519873189642396,5.7947960199316474e-05,2.5501863925263475,0.0024462804865304603,2.845809910127771,2.0736224389061713e-05,3.8287065135178593,0.00010806255791251072,4.440961591152259,2.2608113845567278e-07,3.101889352842049,0.004120803402884473,3.306709984584038,6.011812101358054e-05,4.14401399697657,0.00015488115653671737,4.916567582777022,5.153143496443538e-07,3.2637152626135117,0.0001320495659305902,3.5847009536043766,1.8005376456422328e-07,5.043480118377331,3.584063786297422e-06,6.055593717180808,1.3196419503988181e-09]},{"index":2043,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,4,2,8,2,4,2,8,1,4,2,8,1,4,1,8,1,4,1,8,1,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.829945793433499,2.5011067718913544,5.660273787305066,0.46829525918155873,5.685716304800108,1.8248036546663284,8.334941958213882,0.04091886344850477,4.909790316099319,1.5371171292876946,7.516395278285371,0.023497025720180226,7.474863204457697,0.7775776874291527,10.95872426001789,0.0009138017824825826,4.611382919498168,2.229014433798928,7.361755056070368,0.042416379260407644,7.30506684463344,0.9294344962903688,11.117929508080563,0.00036993633978585724,6.420581547277126,0.6478254938038053,10.117344675693667,0.0004666510913491138,9.807788420720607,0.12548153540742665,14.722740630069039,5.145718330502137e-06]},{"index":2053,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,4,1,9,1,4,1,9,1,4,1,9,1,4,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.864980896295245,1.255251913036076,5.827429992590152,1.1512619041364431,5.747406826051374,1.2954430420167111,8.938240213634131,0.7535738453540645,4.889087157278484,1.5594505167309487,8.594716026986108,1.2087319776153334,7.86227776168151,1.2927220442455631,12.959545080818154,0.3295350455297854,4.948390696082537,0.7095266004890726,8.14085767307848,0.5108106306869583,7.681024723902726,0.7501802009388371,12.812027954632528,0.19688135082909416,7.20899985069892,0.9144761377218986,12.433668025074223,0.5626794897433195,11.328551954134985,0.7646358367754578,18.136237562482403,0.1397271769357337]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.523866154676022,1.0291148961282095,1.804702372107116,0.2672763697360204,1.6136962784869935,0.23290125619863328,2.9253512757555877,0.009449773389326024,1.9707866352005154,0.28530098542237964,3.097559058092991,0.018915352155490017,2.4771417652674845,0.014351453457804505,5.500091408732547,0.00011208334800140706,1.2807615098674983,0.5593979794083961,2.1928937278858607,0.07696292863579747,1.9532071417526502,0.06600438353432087,4.629036378384516,0.0004074697727341613,2.303185294432011,0.12303329886606601,5.202308735478969,0.0020135218566271445,3.5175458824088297,0.001656089462603037,8.560208809760637,2.0842810963066735e-06]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.279819943307676,0.10962211646073412,1.1144780054013668,0.001849955052472656,0.8707186488163506,0.0035917772901578474,0.7074430693177033,1.175033277946112e-05,0.7271411303781415,0.004988586213485374,0.5937613134724496,1.6269998297609576e-05,0.3884170097099999,7.496244422397949e-05,0.3705978417296834,2.4521851581736923e-08,0.5320328911762663,0.009795727828678068,0.3975136755409574,3.356037475994519e-05,0.293833775879827,6.231897782254739e-05,0.22240109018840923,2.2125625975288094e-08,0.19006846282910853,0.00022748689830879123,0.14744844332537715,1.3683770513051982e-07,0.08428883433719254,9.490241849980549e-07,0.11954550048437931,2.5930368962808965e-11]},{"index":1032,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,3,5,3,5,3,5,3,8,3,5,3,5,3,5,3,8,3,5,3,5,3,5,3,8,3,5,3,5,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4729030499541,0.8388787172342401,1.359015374906601,0.35003329063929856,1.428062885435188,0.39331053742742633,1.2084694803491076,0.0321438105458855,2.1885392627614673,0.7075754219056528,2.485957398853762,0.08168464421559753,2.5916433623134716,0.15430362820891463,2.4591713760864895,0.00290879195699083,1.4466005868586644,0.8681257169371486,1.7359868150680868,0.14140524712597957,2.1727293178975566,0.1952848396313611,1.7900217893462538,0.004641729961759551,3.3632613020696427,0.7640215554369938,4.319886155987862,0.03136053449022221,4.267238508274964,0.13537731175631876,4.059608285494047,0.0004554524466531391]},{"index":2125,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,9,2,5,2,9,5,5,2,9,2,5,2,9,5,5,2,9,2,5,2,5,5,5,2,9,2,5,2,9,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2081829471280328,1.1083686573644336,1.8115987800267506,0.6215447736208081,1.781545197903132,0.7781796866478405,1.0324009962156533,0.3005768673654599,2.2540539964202257,1.0158885109908224,1.8081566467549535,0.3859707418860356,1.6980816507271637,0.7027251140575544,0.7309172279069359,0.24470722718063975,1.9580374819490394,1.0563944059519206,1.35856172915852,0.40476942273534516,1.4215948678882842,0.6587850519209048,0.3999959229308133,0.13323996685876108,2.155474544824145,1.0395174793882087,1.3653387787059668,0.2268146726161795,1.3428564855550853,0.8353261838926975,0.2347151187043888,0.08269485968948122]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6,7,6,8,6,8,6,8,6,8,6,8,6,8,6,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.268657206743499,0.1670140213984826,3.712191499915658,0.0008288566067643949,4.470261516399034,0.0024476669618094635,5.046396136123672,3.487205224955922e-07,4.300912462229999,0.006660876981690996,4.965162277890666,1.0987295827849388e-06,6.07775864152126,1.0083898742226953e-05,6.818003727958091,9.83835235496989e-12,4.425066292227164,0.02094473772763332,5.180887303388487,8.608335219855041e-06,6.334132970024266,4.038599192229527e-05,7.154495333840926,6.453459988411889e-11,6.167794920590775,0.00016072790842538854,7.555107792496762,5.824931646438643e-10,9.081607890126273,1.6562642897684766e-08,10.277268557367105,0.0]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,5,6,2,6,5,6,2,6,5,6,2,6,5,6,2,6,5,6,2,6,5,6,2,6,5,6,2,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8137257562996405,0.053529237723550796,3.232664967707395,0.0025532305456509776,4.133101550107048,0.002364555213512895,4.52512511183034,2.3601714462246753e-05,3.064071741158489,0.002601038054649479,3.7546389906726914,1.822161119876849e-05,5.3156646123830855,2.0244461176581988e-05,5.806323751149974,5.414385147781078e-09,3.5911061203197785,0.007750272881538673,4.354127076270104,0.00011190251388808976,5.438328330199186,7.927199528671855e-05,6.5863984131911915,5.0750971247765346e-08,3.7070673881119416,7.20349844519423e-05,5.0814635800073065,4.071729181970204e-08,6.698637922066994,4.654056742715497e-08,8.207551911938292,1.6497914145928466e-13]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,6,5,0,5,6,5,0,5,6,5,0,5,0,5,0,5,6,5,0,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.947781269435521,2.5741458372349175,3.1490000433411494,1.7170658425207241,2.962365264310235,1.9095897662398624,5.677931096671501,0.4357994780585336,2.6384210728084367,2.179146495515737,4.892899794855574,0.7709157598466698,4.650336645761161,1.1334701091329262,8.465188268139105,0.029484033183727203,2.6827702744395316,2.5738670038709026,5.1488941918693065,0.8503656525024882,4.91809796251282,1.0472340699082145,9.334633269466176,0.02383015532213197,4.058123310587686,1.4067365460823307,7.900078625884762,0.08380062758713952,7.178756579394407,0.2622384606897332,13.172625216074138,0.0004401279360482561]},{"index":1182,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,8,2,8,2,6,2,8,2,6,2,8,1,6,2,8,2,8,2,8,1,6,2,8,1,6,2,8,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.370750561849035,1.3428714888301614,3.5002491231710438,1.0624754061332933,3.329890716997401,1.5346039337666562,5.02742875699993,0.14123463888415333,2.885950328366719,1.9465989791964595,4.865104266763994,0.4079856839978629,5.19384465338515,1.1101452146708541,7.747915180170265,0.0013679659674927216,3.3215760405997807,2.1731555298747067,5.012474686035895,0.9693388301710011,4.399686425598135,1.7201949019060117,6.943601072973632,0.011693949741725045,3.8415243245729815,2.70656180579916,6.861715071870126,0.107734387709108,6.375108937477338,0.8128779323506575,10.46165067246465,0.00020071305783909879]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,6,1,1,1,1,1,1,1,6,1,1,1,6,1,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2083103214599107,1.8443014112230487,4.979610487544389,1.4067872812634097,4.572276140488043,1.6733745880808035,7.7892613219419555,1.1004541997589823,4.234367961084462,1.7182043072951028,7.5485282629136154,0.8400896392343842,6.508048457127361,1.017824751471219,11.385235233893988,0.16503805235904867,4.5732679833197825,2.0208931085197546,7.911044570862664,1.341755768725186,6.784799911334508,1.604840075074958,11.835764770626023,0.5485999191530547,6.153988236809724,1.4345862783321683,11.141125616142144,0.3099818174483607,9.137057100325084,0.40355893993640934,15.779004743289123,0.011700093417986075]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,7,7,5,7,7,7,7,7,7,7,7,7,5,7,5,7,7,7,5,7,1,7,5,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.2950291532154725,0.007133416759567044,1.0515811129414365,2.761199375279246e-05,0.893688446433883,6.886960550233983e-05,0.8903001168809751,4.386146769492613e-09,0.8798640281878685,0.0005796770430128875,0.8453651427915905,7.828152042165879e-08,0.6643914427378864,7.018558682590858e-07,0.8446079367089316,4.531930386518862e-13,1.0974605701470241,0.0008418321716160636,0.9871351512756165,1.4789460317450316e-07,0.9290688443800333,7.74300988204644e-07,1.078095028488445,3.566036355095367e-13,1.0747768895677567,1.800984924256852e-05,1.088863235091773,3.1457503268444246e-11,0.9989836810996536,1.217123512345754e-09,1.2161719662317068,0.0]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,7,7,5,7,7,7,7,7,7,7,5,7,5,7,5,7,5,7,5,7,7,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1956089050906644,0.007504811684621906,1.0209554157387863,1.4141301656340502e-05,0.8475327802131439,4.6700532041467174e-05,1.196734510283496,1.3284058288990007e-09,0.6068012963184349,0.000242854916368351,0.6496868313943839,1.3008883441340115e-08,0.45091920747455483,1.54418475851888e-07,1.0922448519532753,4.8627768478580676e-14,1.0713627427893693,0.0005835429526376446,1.194282244459723,2.5477242435374304e-08,0.8923122454120765,1.791731757872851e-07,1.724542307359,4.1078251911129946e-14,0.7875219267968611,2.9668122664571593e-06,1.2586684952149176,2.567057677534992e-12,0.8303859852838661,1.3986434232026172e-10,2.3670182649700275,0.0]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,1,3,1,3,1,7,1,3,1,3,1,7,1,7,5,3,1,3,1,3,1,7,1,3,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3109283649115198,2.5296773873362737,4.249654021793872,1.961558363238442,3.6076448590490275,1.6461078927908603,6.695578746083469,0.5208428581928902,3.537661770566837,2.1178627134761387,6.47366592130691,1.2113842886453234,5.563617246698856,0.5237403097796198,11.166811480519142,0.02193811967578968,4.214511490894938,2.4848638491827066,6.705260419494152,1.3788888722834165,5.5218546232328025,0.7451995211967531,11.05503696638655,0.04120313558309436,5.542809742012629,1.692906194803256,10.793043611650509,0.4523629744669224,9.107425588815948,0.11215233570483832,17.25583296218922,0.0005399048943900382]},{"index":1194,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,7,1,7,1,7,1,9,1,7,1,7,1,7,1,9,1,7,1,7,5,7,1,9,1,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1833935756653795,1.758383867739667,2.3378934572799515,0.6505736769096013,2.2339300441082486,0.6774320949198305,3.10770456924437,0.055004300876343365,3.140483793171807,2.385833804155169,4.043653574529062,0.22360558652709292,3.5159813964801705,0.5875658530353025,5.250556152624874,0.01417230978344813,2.337851854231817,1.7133719591577956,3.0681097837310003,0.22052618296839202,2.67755795920686,0.33706236533794715,4.302348682529824,0.03420979588359829,4.030616418473011,2.715195027386022,5.61093462206321,0.04985183142556479,4.839408432211256,0.28318868964818583,7.276008398683933,0.006000323355510283]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,8,2,8,5,8,2,8,1,8,2,8,5,8,2,8,1,8,2,8,5,8,1,8,1,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.615798989455779,0.07502192809523889,4.930769436312623,0.0004985745367377488,4.301156619655513,0.0014260032259985223,6.995934723707082,8.744765995832152e-07,4.38456284804837,0.002041194597693587,6.6543521110885395,1.1251900325030875e-06,5.493677720398969,6.242249995102079e-06,9.990691334423907,1.9193668874640677e-10,3.8069877815527047,0.005474531592508564,5.932624045974638,5.695305869654394e-06,5.33574239413544,2.5742178830567222e-05,9.446807683543481,1.5838261800629967e-09,4.777177507098651,2.0688107242212637e-05,8.396301180820743,1.8783550253098993e-09,7.11279260506276,1.9862530311969202e-08,13.317399071379974,3.7969627442179634e-14]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.592968134856635,0.0410776724753621,6.640016735883107,0.0001946209220362639,5.5981143700405545,0.00023428638124673164,9.294084897640893,1.0276112432568628e-07,5.317384371070353,0.0005569089829142932,8.830288889530248,2.1958190430975871e-07,7.125906230989384,4.3121383536974507e-07,12.30695798640192,2.8312463484380094e-11,5.955039614993719,0.0010632147201420142,9.275901583331772,2.8763708563797395e-07,7.567001235157379,4.713232976732731e-07,12.625616063036171,1.2787992886760637e-11,7.130103191672267,2.6062621366409606e-06,12.123248137642943,7.547451552340441e-11,9.370886570418197,2.6721647113685767e-10,16.298872763987248,1.110223024625156e-15]},{"index":495,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,8,5,2,5,8,5,2,5,8,5,2,5,2,5,2,5,8,5,8,5,8,5,2,5,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5.3202403874578055,1.3558135919685834,9.321574363723663,1.0981458298387405,7.453935238889221,0.6884118774150629,14.715377036733617,0.9234390146703432,7.149826466160835,0.7650093950014645,14.039269830022649,1.0138996922570038,10.620349129379388,0.4327185975766796,21.221064695537827,0.8796932903116568,7.147400749688733,0.9093202382851793,13.695695284283893,0.8532712743043654,10.700289599348379,0.4282873407941635,21.781860877836113,0.5590419040261655,9.435833373331306,0.5488821506119103,20.161868091365694,0.7943272667654828,14.939743145726945,0.20954331489349393,30.365138626057107,0.37131552559834347]},{"index":4639,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,9,5,9,5,8,1,9,5,9,5,9,5,8,5,9,5,8,5,8,5,8,5,9,5,8,5,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7510649431590988,1.309382909700814,4.116669573578397,0.9677913438307987,2.8971708421243725,0.9797850175295844,5.761577116718653,0.5094780616529322,2.9089621472510605,1.2330322322228702,5.524743300738736,0.8789723928141603,3.4926662355384575,0.8672804323190098,7.694583930796377,0.27354709646346603,3.30465820503589,0.7949095233756673,5.844477147829146,0.43688730442152224,3.5063290011239086,0.5893731992631115,8.059428117114722,0.11321533826961694,4.095871864663188,1.0806539329532077,8.208480453465796,0.3164815335849153,4.8658714846680615,0.48073513830777004,10.668148476464202,0.046972859947138484]},{"index":4601,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,8,1,4,1,8,1,4,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,6.122445914022773,2.6092495433571745,8.608262503025115,1.712850495751013,7.021750089874855,2.0178531106096576,11.300277333918986,1.4135259360916774,7.741585320252779,2.4570244322211323,12.225142462740163,1.556558992486059,9.451418133522408,2.1729879802806487,16.17429009293416,1.640549963329625,8.417755194467599,1.8767138428482655,12.667317624680562,0.9386420105336851,9.782065412426658,1.2827328885529654,16.87430064470666,0.5466958929719693,10.577250072327422,1.5547864873121342,17.49767707171061,0.6872225137829664,13.079284740850127,1.1561942222200385,22.358174255656326,0.32689130447959686]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,9,5,9,5,9,6,9,6,9,6,9,5,9,5,9,5,9,5,9,5,9,6,9,5,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.248720795649754,0.11729232013952316,5.923580996329818,0.001179633377562692,5.460455846693724,0.0030891647335149854,8.49868198498026,7.269100798401687e-06,5.372178589064308,0.006242443874145913,7.900529247458968,1.1235368375741115e-05,7.047907023449865,0.00010998729511249273,11.098049014678416,6.31473027428334e-09,5.92333473501632,0.014741404398141934,8.753113326299609,2.1927166689982792e-05,8.171904059410936,0.00014166405108771932,12.895936515453585,3.3055567514211824e-08,7.850644122500527,0.000421744069719136,11.38947477957634,4.6470187728361754e-08,10.524911271283848,1.3169174912265642e-06,15.782210072871159,1.880939848318171e-12]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5.247958476008454,0.038006962619337205,7.327678730786524,6.813750231133206e-05,7.219159231170918,0.00027594665148719205,10.558835632419058,1.0582688003205285e-08,7.054419182329456,0.0004365252759311873,10.65312492401366,1.2137737408103164e-08,10.028653279209193,2.0229544391816219e-07,14.34246028442941,2.164934898018821e-13,7.422158614558754,0.0023568709722710263,10.783687872482327,2.2553708466549317e-07,10.400724354737353,2.322809907201817e-06,14.684881185293815,3.745670440473338e-12,10.199697199260715,1.2485384997671098e-05,14.507241281567737,3.948330551317483e-11,12.981965336082226,2.0405530577746918e-09,18.575819023484673,2.2204460492503128e-16]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,9,1,9,1,9,1,8,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,8,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5.66485765442413,1.4177665161242865,8.802376203013116,0.3868734204955018,7.956046912195706,0.5483134611880282,13.454003914909078,0.07727818842099038,8.450181370825037,0.9273422637459992,13.881809492571595,0.3085446481059995,12.365916021830564,0.46168738677089133,20.613646555597853,0.034733128950362166,8.459809062170235,0.5798494286764253,14.095621341159093,0.15937359737176662,12.336494512958296,0.268214690174944,21.15345006097615,0.022287322882732163,13.080590905718772,0.8759798587072498,21.781775074621986,0.30752721650349946,18.690205053285318,0.42365398927192305,31.015797533549133,0.012977922956409505]},{"index":1232,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,5,4,5,4,5,6,5,9,5,9,5,9,5,9,5,4,5,9,5,9,5,6,5,9,5,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.780505968291693,1.2928004729987959,7.155815048386619,1.2552533590802928,6.30466299260364,1.07440782075241,11.144937391413944,1.069381598748008,6.285266145473983,0.8213000660878054,10.621322488578967,0.7315568825340364,9.379738819637197,0.9310050330651711,16.218068825099273,0.8443862115333826,7.0418337317014466,1.2809783117034526,11.195644316547087,0.9691976829156398,9.662870539489854,0.8962176015384632,16.828452004996088,0.8450878033423604,9.969836071040932,0.5523222812516677,16.153212393525045,0.32750306236139937,13.947556961175506,0.6354332401925477,23.02684333593861,0.4760640753711633]}]},{"id":"sd_annealed-selected-s102","recipe":"sd_annealed","state":"selected","seed":102,"epoch":5,"source_run":"graph-eval-sd_annealed-s102","checkpoint_sha256":"04e1b82968d04f10293c3ba7a7a23fc4093e731949fe4990297a1e46535baa7e","source_result_sha256":"ce523efb80cd1b3e758922c14708818cee0f225d7aefd06159608eaea71514d8","archive_json_sha256":"767d8f6beb6266ae8d6caa797cd3cd719f7f94850eb33ad58193350b8ffa313c","archive_npz_sha256":"2199e9a9e374c61aa6b11e216845fdf58fda563b2a8b16f5f304d3e39c117324","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":4.440892098500626e-16,"dense_source_mean_ce_difference":5.551906184786404e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_annealed-selected-s102","recipe":"sd_annealed","state":"selected","seed":102,"epoch":5,"checkpoint_sha256":"04e1b82968d04f10293c3ba7a7a23fc4093e731949fe4990297a1e46535baa7e","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,717,5165,2185,2,5,956,1527,1,35,149,659,2433,7886,18,30,507,2174,4,6,1634,3780,1242,3718,15,23,8,1032,7451,11,21,508,1800,259,965,0,17,124,667,1500,3189,61,84,543,591,7,9,320,530,241,1232]},"n":10000,"dense_accuracy":0.9767,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9767,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9708171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9613478691774033,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1743,"correct_output_rate":0.1743,"accuracy":0.1743,"ce":2.700488887942576,"abstentions":0,"harm":0.8046,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.676079776641717,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.933920704845815,"accuracy":0.933920704845815,"ce":1.1262683049683673,"harm":0.06343612334801763,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.013565891472868217,"accuracy":0.013565891472868217,"ce":2.4993827735982697,"harm":0.9660852713178295,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.846304037712315,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6709228223951027,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6872197309417041,"accuracy":0.6872197309417041,"ce":1.2474925179127523,"harm":0.3094170403587444,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":2.9445967944326283,"harm":0.9634655532359081,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.05058365758754864,"accuracy":0.05058365758754864,"ce":2.249233360200756,"harm":0.9202334630350194,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.388576092828321,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.48728225609231,"harm":0.9613478691774033,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9581,"correct_output_rate":0.9581,"accuracy":0.9581,"ce":0.21293374223130196,"abstentions":0,"harm":0.0233,"repair":0.0047,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.10760714123601128,"harm":0.006122448979591836,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.09783388922384983,"harm":0.0052863436123348016,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9486434108527132,"accuracy":0.9486434108527132,"ce":0.21314576961289342,"harm":0.03391472868217054,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9584158415841584,"accuracy":0.9584158415841584,"ce":0.2265771662673019,"harm":0.02178217821782178,"repair":0.009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.1759732493712364,"harm":0.018329938900203666,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9484304932735426,"accuracy":0.9484304932735426,"ce":0.2599204118896261,"harm":0.034753363228699555,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9624217118997912,"accuracy":0.9624217118997912,"ce":0.1831161635797613,"harm":0.014613778705636743,"repair":0.009394572025052192},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9464980544747081,"accuracy":0.9464980544747081,"ce":0.2220144083473712,"harm":0.029182879377431907,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9383983572895277,"accuracy":0.9383983572895277,"ce":0.30392742341798884,"harm":0.03182751540041068,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9256689791873142,"accuracy":0.9256689791873142,"ce":0.3564870587457358,"harm":0.03964321110009911,"repair":0.003964321110009911}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1614,"correct_output_rate":0.1614,"accuracy":0.1614,"ce":2.9651233053965123,"abstentions":0,"harm":0.8174,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.1505373619326384,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8942731277533039,"accuracy":0.8942731277533039,"ce":0.7992435737375876,"harm":0.10308370044052863,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.013565891472868217,"accuracy":0.013565891472868217,"ce":2.6783990420012973,"harm":0.9660852713178295,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.20386857004732,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.93639094875855,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6087443946188341,"accuracy":0.6087443946188341,"ce":1.1755381122082895,"harm":0.3867713004484305,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2897230910466666,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.03988326848249027,"accuracy":0.03988326848249027,"ce":2.43251689411037,"harm":0.9309338521400778,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.123296104826235,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.057642729183584,"harm":0.9613478691774033,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9721,"correct_output_rate":0.9721,"accuracy":0.9721,"ce":0.10056544957855348,"abstentions":0,"harm":0.0088,"repair":0.0042,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.986734693877551,"accuracy":0.986734693877551,"ce":0.05516205685806618,"harm":0.006122448979591836,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.040830104485283236,"harm":0.001762114537444934,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9699612403100775,"accuracy":0.9699612403100775,"ce":0.1020830363755729,"harm":0.012596899224806201,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9702970297029703,"accuracy":0.9702970297029703,"ce":0.11799401053232833,"harm":0.00891089108910891,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.07241839408937216,"harm":0.006109979633401222,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9719730941704036,"accuracy":0.9719730941704036,"ce":0.08950523820819938,"harm":0.011210762331838564,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.10002971407679247,"harm":0.006263048016701462,"repair":0.006263048016701462},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9591439688715954,"accuracy":0.9591439688715954,"ce":0.13771209723278685,"harm":0.014591439688715954,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9681724845995893,"accuracy":0.9681724845995893,"ce":0.129183321098462,"harm":0.00513347022587269,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9504459861248761,"accuracy":0.9504459861248761,"ce":0.16506964819458794,"harm":0.015857284440039643,"repair":0.004955401387512388}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1687,"correct_output_rate":0.1687,"accuracy":0.1687,"ce":2.973980644259681,"abstentions":0,"harm":0.8101,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.4062173738877135,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9154185022026432,"accuracy":0.9154185022026432,"ce":0.8684606134385855,"harm":0.08105726872246696,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.02616279069767442,"accuracy":0.02616279069767442,"ce":2.523460645810919,"harm":0.9544573643410853,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.8257051443594614,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.082878439695602,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6311659192825112,"accuracy":0.6311659192825112,"ce":1.1666680763458392,"harm":0.36434977578475336,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.57583051389027,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.05544747081712062,"accuracy":0.05544747081712062,"ce":2.3354686585135087,"harm":0.9153696498054474,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.049299952373268,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.120175340834721,"harm":0.9613478691774033,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9691,"correct_output_rate":0.9691,"accuracy":0.9691,"ce":0.11557806361262535,"abstentions":0,"harm":0.0119,"repair":0.0043,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.058177561442954266,"harm":0.0020408163265306124,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.042751308996284265,"harm":0.001762114537444934,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9689922480620154,"accuracy":0.9689922480620154,"ce":0.10390747753171144,"harm":0.014534883720930232,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9693069306930693,"accuracy":0.9693069306930693,"ce":0.11306245827493792,"harm":0.009900990099009901,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.07668896169408382,"harm":0.007128309572301426,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9618834080717489,"accuracy":0.9618834080717489,"ce":0.12224408802499041,"harm":0.021300448430493273,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9613778705636743,"accuracy":0.9613778705636743,"ce":0.13371243181459733,"harm":0.011482254697286013,"repair":0.005219206680584551},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9640077821011673,"accuracy":0.9640077821011673,"ce":0.1296783109720782,"harm":0.011673151750972763,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9548254620123203,"accuracy":0.9548254620123203,"ce":0.17387798152596404,"harm":0.01642710472279261,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9395441030723488,"accuracy":0.9395441030723488,"ce":0.2117988466453031,"harm":0.024777006937561942,"repair":0.002973240832507433}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1569,"correct_output_rate":0.1569,"accuracy":0.1569,"ce":3.36371935110592,"abstentions":0,"harm":0.822,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.9788891568562486,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8810572687224669,"accuracy":0.8810572687224669,"ce":0.5790700562907749,"harm":0.11629955947136564,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.027131782945736434,"accuracy":0.027131782945736434,"ce":2.8867648532384402,"harm":0.9534883720930233,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.344026407890578,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.259964981830417,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.5717488789237668,"accuracy":0.5717488789237668,"ce":1.1633562717660653,"harm":0.42376681614349776,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.91564133381205,"harm":0.9665970772442589,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.027237354085603113,"accuracy":0.027237354085603113,"ce":2.787120142545376,"harm":0.943579766536965,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.0303291743991325,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.962483346057833,"harm":0.9613478691774033,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9770,"correct_output_rate":0.977,"accuracy":0.977,"ce":0.07538896990639182,"abstentions":0,"harm":0.003,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.04706272870978756,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.031349949500342096,"harm":0.0,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.061235074981800856,"harm":0.0048449612403100775,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.08263263266986602,"harm":0.0009900990099009901,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9857433808553971,"accuracy":0.9857433808553971,"ce":0.046979094318130646,"harm":0.003054989816700611,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.06487601303660563,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.09410279641566122,"harm":0.0041753653444676405,"repair":0.006263048016701462},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9698443579766537,"accuracy":0.9698443579766537,"ce":0.10236038612081474,"harm":0.0038910505836575876,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.0955318747720252,"harm":0.0,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9554013875123885,"accuracy":0.9554013875123885,"ce":0.13191734359984622,"harm":0.007928642220019821,"repair":0.0019821605550049554}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1773,"correct_output_rate":0.1773,"accuracy":0.1773,"ce":2.785711567807546,"abstentions":0,"harm":0.8015,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.331334224734327,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9277533039647577,"accuracy":0.9277533039647577,"ce":0.9403165207431776,"harm":0.06872246696035242,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.03875968992248062,"accuracy":0.03875968992248062,"ce":2.505394612629092,"harm":0.9418604651162791,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.089089034641204,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6716397442859865,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6446188340807175,"accuracy":0.6446188340807175,"ce":1.2117652562405845,"harm":0.3508968609865471,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":3.1848887324738375,"harm":0.9634655532359081,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0963035019455253,"accuracy":0.0963035019455253,"ce":2.2210827573347554,"harm":0.8745136186770428,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":3.2574404705464066,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.613491957932377,"harm":0.9613478691774033,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9664,"correct_output_rate":0.9664,"accuracy":0.9664,"ce":0.13238990307716064,"abstentions":0,"harm":0.0146,"repair":0.0043,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.08171919839013764,"harm":0.006122448979591836,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.06140544167364593,"harm":0.004405286343612335,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.1265944019239521,"harm":0.01744186046511628,"repair":0.0048449612403100775},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9653465346534653,"accuracy":0.9653465346534653,"ce":0.14110292260730542,"harm":0.01287128712871287,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.09009397173513851,"harm":0.01120162932790224,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9630044843049327,"accuracy":0.9630044843049327,"ce":0.13422438803042,"harm":0.021300448430493273,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.965553235908142,"accuracy":0.965553235908142,"ce":0.12451596846033591,"harm":0.009394572025052192,"repair":0.007306889352818371},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9571984435797666,"accuracy":0.9571984435797666,"ce":0.14108376753689506,"harm":0.017509727626459144,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9507186858316222,"accuracy":0.9507186858316222,"ce":0.19548349208990703,"harm":0.019507186858316223,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9365708622398414,"accuracy":0.9365708622398414,"ce":0.23591466695267233,"harm":0.027750247770069375,"repair":0.002973240832507433}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1617,"correct_output_rate":0.1617,"accuracy":0.1617,"ce":3.085665713080143,"abstentions":0,"harm":0.8172,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.718538090770202,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8986784140969163,"accuracy":0.8986784140969163,"ce":0.6502947555087297,"harm":0.0986784140969163,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.027131782945736434,"accuracy":0.027131782945736434,"ce":2.736237489132096,"harm":0.9534883720930233,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.547127222572085,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":3.837647476659044,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.5605381165919282,"accuracy":0.5605381165919282,"ce":1.2009395051997733,"harm":0.4349775784753363,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.4319033144661235,"harm":0.9665970772442589,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0632295719844358,"accuracy":0.0632295719844358,"ce":2.5292821412335624,"harm":0.9075875486381323,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.08945934961081,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.338159551117083,"harm":0.9613478691774033,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9752,"correct_output_rate":0.9752,"accuracy":0.9752,"ce":0.08052242776288518,"abstentions":0,"harm":0.0052,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9857142857142858,"accuracy":0.9857142857142858,"ce":0.049689986161939155,"harm":0.00510204081632653,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03787946168682807,"harm":0.0026431718061674008,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.0705450409859416,"harm":0.0048449612403100775,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.09965114456955006,"harm":0.0049504950495049506,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.053038700355441566,"harm":0.006109979633401222,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.060724891987107926,"harm":0.0033632286995515697,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9686847599164927,"accuracy":0.9686847599164927,"ce":0.0893477668622004,"harm":0.005219206680584551,"repair":0.006263048016701462},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9630350194552529,"accuracy":0.9630350194552529,"ce":0.11104053051379834,"harm":0.009727626459143969,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.11155399138989897,"harm":0.003080082135523614,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.958374628344896,"accuracy":0.958374628344896,"ce":0.12431689080811296,"harm":0.006937561942517344,"repair":0.003964321110009911}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1678,"correct_output_rate":0.1678,"accuracy":0.1678,"ce":3.0631130197890184,"abstentions":0,"harm":0.8112,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.951759633751471,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9180616740088106,"accuracy":0.9180616740088106,"ce":0.7341659117171241,"harm":0.07929515418502203,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.03972868217054264,"accuracy":0.03972868217054264,"ce":2.5095170833205644,"harm":0.9418604651162791,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.000280144159442,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.040405019292507,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.5908071748878924,"accuracy":0.5908071748878924,"ce":1.1784938556772173,"harm":0.4047085201793722,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.798433796898088,"harm":0.9665970772442589,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.0651750972762646,"accuracy":0.0651750972762646,"ce":2.367390540027668,"harm":0.9056420233463035,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.013913172517335,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.28543125927545,"harm":0.9613478691774033,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9726,"correct_output_rate":0.9726,"accuracy":0.9726,"ce":0.09270227789612832,"abstentions":0,"harm":0.0077,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.05095923263562167,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.03775724567351826,"harm":0.000881057268722467,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.07757395873974965,"harm":0.00872093023255814,"repair":0.005813953488372093},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.0911832454298594,"harm":0.0039603960396039604,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.05077075515308327,"harm":0.004073319755600814,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9719730941704036,"accuracy":0.9719730941704036,"ce":0.08448994168638886,"harm":0.011210762331838564,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9613778705636743,"accuracy":0.9613778705636743,"ce":0.1204073861242769,"harm":0.011482254697286013,"repair":0.005219206680584551},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9659533073929961,"accuracy":0.9659533073929961,"ce":0.10350072987020241,"harm":0.007782101167315175,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9579055441478439,"accuracy":0.9579055441478439,"ce":0.1478682873087887,"harm":0.012320328542094456,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9474727452923687,"accuracy":0.9474727452923687,"ce":0.16955620043446884,"harm":0.01684836471754212,"repair":0.002973240832507433}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1561,"correct_output_rate":0.1561,"accuracy":0.1561,"ce":3.489282100565909,"abstentions":0,"harm":0.8228,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.421769958694398,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8907488986784141,"accuracy":0.8907488986784141,"ce":0.4928214643993411,"harm":0.1066079295154185,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.03875968992248062,"accuracy":0.03875968992248062,"ce":2.9620124862369774,"harm":0.9418604651162791,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":3.60540633190422,"harm":0.9673267326732673,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":4.1902437355672335,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.5302690582959642,"accuracy":0.5302690582959642,"ce":1.2374409149250316,"harm":0.46524663677130046,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.1164157876909995,"harm":0.9665970772442589,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.029182879377431907,"accuracy":0.029182879377431907,"ce":2.94543140336924,"harm":0.9416342412451362,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.057556198614502,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.159336584601855,"harm":0.9613478691774033,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9769,"correct_output_rate":0.9769,"accuracy":0.9769,"ce":0.07215147911828775,"abstentions":0,"harm":0.0016,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.04702678718780829,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.034338330722973376,"harm":0.0,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.052459465981850494,"harm":0.0009689922480620155,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9722772277227723,"accuracy":0.9722772277227723,"ce":0.08340973009131325,"harm":0.0009900990099009901,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9857433808553971,"accuracy":0.9857433808553971,"ce":0.041227582560764704,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.05242519763593584,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.965553235908142,"accuracy":0.965553235908142,"ce":0.10256113998900747,"harm":0.003131524008350731,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.09967662555908993,"harm":0.0009727626459143969,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.0961486550495282,"harm":0.001026694045174538,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.958374628344896,"accuracy":0.958374628344896,"ce":0.11541510655537632,"harm":0.003964321110009911,"repair":0.0009910802775024777}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1701,"correct_output_rate":0.1701,"accuracy":0.1701,"ce":2.6942197645855135,"abstentions":0,"harm":0.8085,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4794151947964274,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8731277533039647,"accuracy":0.8731277533039647,"ce":1.0629462081754915,"harm":0.12158590308370044,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.031007751937984496,"accuracy":0.031007751937984496,"ce":2.386746907132287,"harm":0.9486434108527132,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.83127212672993,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8796327039945666,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6827354260089686,"accuracy":0.6827354260089686,"ce":1.2146305664745216,"harm":0.31390134529147984,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.030421498026852,"harm":0.964509394572025,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.06420233463035019,"accuracy":0.06420233463035019,"ce":2.2998775456753604,"harm":0.9066147859922179,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3517445620909783,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.5460379151230548,"harm":0.9613478691774033,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9623,"correct_output_rate":0.9623,"accuracy":0.9623,"ce":0.16506324509218276,"abstentions":0,"harm":0.0189,"repair":0.0045,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.0632648089116091,"harm":0.003061224489795918,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.08032701573032788,"harm":0.0052863436123348016,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9622093023255814,"accuracy":0.9622093023255814,"ce":0.1406355606843828,"harm":0.02131782945736434,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9574257425742574,"accuracy":0.9574257425742574,"ce":0.1773587607394925,"harm":0.02178217821782178,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.131070185680033,"harm":0.012219959266802444,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9596412556053812,"accuracy":0.9596412556053812,"ce":0.18304673597261295,"harm":0.02466367713004484,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9634655532359081,"accuracy":0.9634655532359081,"ce":0.15065271662915963,"harm":0.011482254697286013,"repair":0.007306889352818371},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9455252918287937,"accuracy":0.9455252918287937,"ce":0.2033224349976385,"harm":0.029182879377431907,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9425051334702259,"accuracy":0.9425051334702259,"ce":0.2545713184560913,"harm":0.026694045174537988,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.931615460852329,"accuracy":0.931615460852329,"ce":0.27741495307379055,"harm":0.03468780971258672,"repair":0.004955401387512388}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1541,"correct_output_rate":0.1541,"accuracy":0.1541,"ce":2.8652548393840678,"abstentions":0,"harm":0.8245,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.579964781493571,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8466960352422908,"accuracy":0.8466960352422908,"ce":0.7827752810224535,"harm":0.14889867841409693,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.029069767441860465,"accuracy":0.029069767441860465,"ce":2.485193520620468,"harm":0.9515503875968992,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.1491318824841414,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9692683861080176,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.5571748878923767,"accuracy":0.5571748878923767,"ce":1.2615036062511524,"harm":0.437219730941704,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.005219206680584551,"accuracy":0.005219206680584551,"ce":3.1434243530367025,"harm":0.9624217118997912,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.04571984435797665,"accuracy":0.04571984435797665,"ce":2.5414793489203205,"harm":0.9250972762645915,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8696425192577997,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.057714730264355,"harm":0.9613478691774033,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9735,"correct_output_rate":0.9735,"accuracy":0.9735,"ce":0.09054952906251637,"abstentions":0,"harm":0.0068,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.04160443084132839,"harm":0.003061224489795918,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.03837307958007097,"harm":0.001762114537444934,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.07506854189166313,"harm":0.00872093023255814,"repair":0.0048449612403100775},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9663366336633663,"accuracy":0.9663366336633663,"ce":0.10792727549257347,"harm":0.00891089108910891,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.06010355303735971,"harm":0.004073319755600814,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.07944295851662973,"harm":0.007847533632286996,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9707724425887265,"accuracy":0.9707724425887265,"ce":0.09317514683832923,"harm":0.003131524008350731,"repair":0.006263048016701462},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9552529182879378,"accuracy":0.9552529182879378,"ce":0.1451988846924983,"harm":0.017509727626459144,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9691991786447639,"accuracy":0.9691991786447639,"ce":0.12086441782181842,"harm":0.002053388090349076,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9554013875123885,"accuracy":0.9554013875123885,"ce":0.14723411736829148,"harm":0.010901883052527254,"repair":0.004955401387512388}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1642,"correct_output_rate":0.1642,"accuracy":0.1642,"ce":2.8410450470746422,"abstentions":0,"harm":0.8144,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.868335030811186,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8748898678414097,"accuracy":0.8748898678414097,"ce":0.8849355565227047,"harm":0.12070484581497798,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.03294573643410853,"accuracy":0.03294573643410853,"ce":2.4043169873136008,"harm":0.9476744186046512,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.7197236633642423,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.018474719422388,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6457399103139013,"accuracy":0.6457399103139013,"ce":1.206637499922355,"harm":0.3486547085201794,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.318840889510623,"harm":0.9665970772442589,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.03599221789883268,"accuracy":0.03599221789883268,"ce":2.496777427139058,"harm":0.9348249027237354,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.746368786995651,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9339360384591195,"harm":0.9613478691774033,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9706,"correct_output_rate":0.9706,"accuracy":0.9706,"ce":0.1047826071181386,"abstentions":0,"harm":0.0097,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.04278716285397618,"harm":0.0010204081632653062,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.04388291516791317,"harm":0.001762114537444934,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9709302325581395,"accuracy":0.9709302325581395,"ce":0.08691502712598212,"harm":0.011627906976744186,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9702970297029703,"accuracy":0.9702970297029703,"ce":0.10360864554149257,"harm":0.007920792079207921,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.06819261231352113,"harm":0.0050916496945010185,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9719730941704036,"accuracy":0.9719730941704036,"ce":0.1057240170029908,"harm":0.011210762331838564,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.964509394572025,"accuracy":0.964509394572025,"ce":0.1266566007282019,"harm":0.008350730688935281,"repair":0.005219206680584551},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9630350194552529,"accuracy":0.9630350194552529,"ce":0.12605816275898468,"harm":0.010700389105058366,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9527720739219713,"accuracy":0.9527720739219713,"ce":0.1644253540860607,"harm":0.017453798767967144,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9415262636273538,"accuracy":0.9415262636273538,"ce":0.1877110254962977,"harm":0.022794846382556987,"repair":0.002973240832507433}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1528,"correct_output_rate":0.1528,"accuracy":0.1528,"ce":3.1469298169144233,"abstentions":0,"harm":0.8259,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.19078823128442,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8581497797356828,"accuracy":0.8581497797356828,"ce":0.5928360036903338,"harm":0.13832599118942732,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.031007751937984496,"accuracy":0.031007751937984496,"ce":2.704981487258911,"harm":0.9496124031007752,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.1874922374320986,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.1088136053971525,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.5616591928251121,"accuracy":0.5616591928251121,"ce":1.2483096469652948,"harm":0.4327354260089686,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.536747608322732,"harm":0.9665970772442589,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.957062014622127,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.52646188916636,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.651500275712143,"harm":0.9613478691774033,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9767,"correct_output_rate":0.9767,"accuracy":0.9767,"ce":0.07434856092854918,"abstentions":0,"harm":0.0022,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.04114024091710099,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03430718180158125,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.05406271738682146,"harm":0.0009689922480620155,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9722772277227723,"accuracy":0.9722772277227723,"ce":0.08369844349493269,"harm":0.0009900990099009901,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.04402323167921973,"harm":0.003054989816700611,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.06398827928684271,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9686847599164927,"accuracy":0.9686847599164927,"ce":0.09663334462580918,"harm":0.003131524008350731,"repair":0.0041753653444676405},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9678988326848249,"accuracy":0.9678988326848249,"ce":0.10882110111078333,"harm":0.0048638132295719845,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.0942122279116088,"harm":0.0,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.958374628344896,"accuracy":0.958374628344896,"ce":0.12625120402049692,"harm":0.005946481665014866,"repair":0.002973240832507433}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1696,"correct_output_rate":0.1696,"accuracy":0.1696,"ce":2.672433576024904,"abstentions":0,"harm":0.8091,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7236997394330027,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8872246696035242,"accuracy":0.8872246696035242,"ce":0.9533509145185912,"harm":0.10837004405286343,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.03197674418604651,"accuracy":0.03197674418604651,"ce":2.395890154896618,"harm":0.9476744186046512,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.906217464598037,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.596702091835419,"harm":0.9867617107942973,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.655829596412556,"accuracy":0.655829596412556,"ce":1.2586480143535663,"harm":0.3396860986547085,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.008350730688935281,"accuracy":0.008350730688935281,"ce":3.068750093385902,"harm":0.9592901878914405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.057392996108949414,"accuracy":0.057392996108949414,"ce":2.4210813176541714,"harm":0.9134241245136187,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":3.1087178997499008,"harm":0.9650924024640657,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4429311666743527,"harm":0.9613478691774033,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9682,"correct_output_rate":0.9682,"accuracy":0.9682,"ce":0.12004614564208257,"abstentions":0,"harm":0.0124,"repair":0.0039,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.05360795553378203,"harm":0.0020408163265306124,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9876651982378855,"accuracy":0.9876651982378855,"ce":0.06396829247889985,"harm":0.0052863436123348016,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9699612403100775,"accuracy":0.9699612403100775,"ce":0.10412263256186859,"harm":0.013565891472868217,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9663366336633663,"accuracy":0.9663366336633663,"ce":0.1263584179480169,"harm":0.011881188118811881,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.07755948408604482,"harm":0.007128309572301426,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9663677130044843,"accuracy":0.9663677130044843,"ce":0.11975952295122651,"harm":0.017937219730941704,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9665970772442589,"accuracy":0.9665970772442589,"ce":0.11499515962748617,"harm":0.006263048016701462,"repair":0.005219206680584551},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.958171206225681,"accuracy":0.958171206225681,"ce":0.14183289874951308,"harm":0.016536964980544747,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9517453798767967,"accuracy":0.9517453798767967,"ce":0.1972745188105502,"harm":0.017453798767967144,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9395441030723488,"accuracy":0.9395441030723488,"ce":0.20727573547941094,"harm":0.026759167492566897,"repair":0.004955401387512388}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1555,"correct_output_rate":0.1555,"accuracy":0.1555,"ce":2.9014621852326363,"abstentions":0,"harm":0.8231,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.87383715818707,"harm":0.9887755102040816,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.866079295154185,"accuracy":0.866079295154185,"ce":0.6709226891851008,"harm":0.12951541850220263,"repair":0.006167400881057269},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.0377906976744186,"accuracy":0.0377906976744186,"ce":2.5560125917822862,"harm":0.9428294573643411,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3387223851728725,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":3.6964745018876553,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.5403587443946188,"accuracy":0.5403587443946188,"ce":1.3048601632531438,"harm":0.45403587443946186,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.007306889352818371,"accuracy":0.007306889352818371,"ce":3.18954618782579,"harm":0.9603340292275574,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.038910505836575876,"accuracy":0.038910505836575876,"ce":2.7425723468295096,"harm":0.9319066147859922,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":3.7708390534942215,"harm":0.9671457905544147,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.068611988381889,"harm":0.9613478691774033,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9758,"correct_output_rate":0.9758,"accuracy":0.9758,"ce":0.07879288264096419,"abstentions":0,"harm":0.0041,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.0389982167103713,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.040648008598842385,"harm":0.0026431718061674008,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9786821705426356,"accuracy":0.9786821705426356,"ce":0.0620938348456147,"harm":0.0048449612403100775,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9693069306930693,"accuracy":0.9693069306930693,"ce":0.09709726821950623,"harm":0.0039603960396039604,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9857433808553971,"accuracy":0.9857433808553971,"ce":0.04795673954425879,"harm":0.003054989816700611,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.06201680468612855,"harm":0.0033632286995515697,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.08871761745109161,"harm":0.0041753653444676405,"repair":0.006263048016701462},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9659533073929961,"accuracy":0.9659533073929961,"ce":0.12039199011433163,"harm":0.006809338521400778,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9650924024640657,"accuracy":0.9650924024640657,"ce":0.11734380302065084,"harm":0.00513347022587269,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9613478691774033,"accuracy":0.9613478691774033,"ce":0.11493180406455399,"harm":0.005946481665014866,"repair":0.005946481665014866}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1663,"correct_output_rate":0.1663,"accuracy":0.1663,"ce":2.840433758859388,"abstentions":0,"harm":0.8126,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.13825618029716,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8872246696035242,"accuracy":0.8872246696035242,"ce":0.7934210943237118,"harm":0.1092511013215859,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.046511627906976744,"accuracy":0.046511627906976744,"ce":2.376105571593095,"harm":0.935077519379845,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.7770905598430007,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.779880561240509,"harm":0.9857433808553971,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6322869955156951,"accuracy":0.6322869955156951,"ce":1.2288551469007731,"harm":0.3632286995515695,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.4502008936962123,"harm":0.9665970772442589,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.038910505836575876,"accuracy":0.038910505836575876,"ce":2.60937556837549,"harm":0.9319066147859922,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":3.620119003706459,"harm":0.9671457905544147,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8350874353667113,"harm":0.9613478691774033,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9737,"correct_output_rate":0.9737,"accuracy":0.9737,"ce":0.09183760075723224,"abstentions":0,"harm":0.0062,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.04036951752742456,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.04501268915716196,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.07172112463312523,"harm":0.006782945736434108,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.09272750916590834,"harm":0.0029702970297029703,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9857433808553971,"accuracy":0.9857433808553971,"ce":0.04878689720405273,"harm":0.003054989816700611,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.08240323249014611,"harm":0.007847533632286996,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9634655532359081,"accuracy":0.9634655532359081,"ce":0.12204494207059464,"harm":0.009394572025052192,"repair":0.005219206680584551},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.1041871465085834,"harm":0.006809338521400778,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9599589322381931,"accuracy":0.9599589322381931,"ce":0.1588503173897461,"harm":0.01026694045174538,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9514370664023786,"accuracy":0.9514370664023786,"ce":0.15847118596180237,"harm":0.013875123885034688,"repair":0.003964321110009911}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1506,"correct_output_rate":0.1506,"accuracy":0.1506,"ce":3.1983402738165903,"abstentions":0,"harm":0.8282,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.446228619286338,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.8599118942731278,"accuracy":0.8599118942731278,"ce":0.5473653474320203,"harm":0.13656387665198239,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.03972868217054264,"accuracy":0.03972868217054264,"ce":2.7260773077512974,"harm":0.9408914728682171,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":3.329663145149439,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.004073319755600814,"accuracy":0.004073319755600814,"ce":3.9203894647489648,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.5246636771300448,"accuracy":0.5246636771300448,"ce":1.3120022041703143,"harm":0.47085201793721976,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.6910097163562776,"harm":0.9665970772442589,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":3.157040150155606,"harm":0.9571984435797666,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.49165337661393,"harm":0.9681724845995893,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.610648237636302,"harm":0.9613478691774033,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9767,"correct_output_rate":0.9767,"accuracy":0.9767,"ce":0.07351460516128118,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.040694378363064165,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9894273127753304,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.04044599912069615,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9796511627906976,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.05045968321369883,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9702970297029703,"correct_output_rate":0.9702970297029703,"accuracy":0.9702970297029703,"ce":0.08840496708192908,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9867617107942973,"correct_output_rate":0.9867617107942973,"accuracy":0.9867617107942973,"ce":0.04008658638283773,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.054866996085104744,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9676409185803758,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.10752815403375753,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9708171206225681,"correct_output_rate":0.9708171206225681,"accuracy":0.9708171206225681,"ce":0.10401906116244954,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9681724845995893,"correct_output_rate":0.9681724845995893,"accuracy":0.9681724845995893,"ce":0.10225083213060894,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9613478691774033,"correct_output_rate":0.9613478691774033,"accuracy":0.9613478691774033,"ce":0.10917113648693982,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.550816818264879,0.017150023866702346,3.896641398509406,0.004083952312546063,4.42217339348856,0.005254104068596582,4.951680863179281,0.0015187197212903603,4.26375067836433,0.009241491826263458,4.52820060754621,0.002130497506233144,5.121546562482265,0.002934723430587003,5.4365784938934505,0.0008919603004017216,3.1026079905625035,0.006635419338048229,3.060347839929828,0.0016219782711235124,3.5823022998310123,0.00207580966175598,3.8327463192789484,0.0006693950238537084,3.4238948596750642,0.004474009910397992,3.5398058456359527,0.0010626533228096687,3.9416739535015277,0.0014248277720279468,4.183504473071547,0.00045661554887972157]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.796117707193631,0.03346616839756173,2.8961837850386454,0.0024161392667913406,3.047884900092021,0.004018797294863474,3.17982951748294,0.0003704975365297038,3.457566329495699,0.013924094171697609,3.323447032104677,0.001022893643421993,3.436463688195129,0.0016175136310528414,3.4434096213970795,0.00015887257590922415,2.626564045023553,0.006940910985241027,2.510494232974133,0.0006936528694621508,2.7080396872584824,0.0009401038592260091,2.687746346399299,8.534611994396895e-05,3.116880025124145,0.003761577612136067,2.871873498996835,0.00027862398647768093,3.067220138954611,0.00048771707863211496,2.90589219672481,3.470654878145485e-05]},{"index":717,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,6,5,6,5,0,5,0,5,0,5,6,5,6,5,0,5,0,5,6,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7818689904417297,1.884361026392791,4.100627802679202,1.5297096206565821,4.189701369596814,1.2457787201735644,4.81165463258548,1.0196606422572856,4.2851160351610496,1.5474827090302954,4.659173156773287,1.108784695957196,4.602710195789619,0.8955331776701473,5.184854517674761,0.7338205188131726,3.5780994936112815,1.465378101738996,3.648863835728275,1.0798170723960945,3.607989043902942,0.9224385855453573,4.128191130615923,0.7943728378164869,3.6487918389626355,1.1224612952235862,3.9959748876186056,0.778180326944049,3.831067651595936,0.6969873421374693,4.390831443705777,0.5748030796465007]},{"index":5165,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,5,5,0,5,0,5,5,5,5,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.111826396755894,1.1289325328214403,4.717885712250505,0.9731103083719248,4.495405806683935,0.786575257885931,5.122273025874145,0.6864278322143423,4.71298905507158,1.1279717923495953,5.1442708826263885,1.1192339286898139,4.969184149482549,0.7132536517907386,5.392381271114495,0.7354766280447109,4.579729015203577,0.872544579083089,4.75541294004556,0.6210136053899729,4.524943775568038,0.49385680924157843,4.8311618767349085,0.4410334030669488,4.617548939507122,0.8501299969949464,4.695583183312082,0.7616683589564691,4.49387799076802,0.49341351814429585,4.637310438978656,0.5050079619741923]},{"index":2185,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0287598606307746,2.1936595205654794,3.6939104322016405,1.7146766221983634,3.665683747528877,1.9283082763489832,4.480606787476251,1.3810532694499131,3.732201742460793,2.185210544759162,4.510461986789731,1.430190928922958,4.3342017489298135,1.7573118087916888,5.261204906663644,1.228938069164487,3.2156853173553586,2.1390712329837465,3.624321839348623,1.534528038411017,3.52033394679339,1.7631483390060532,4.124903042987833,1.2089216798545583,3.586450852995414,2.0926915736372504,4.163545100050046,1.1731411723357397,3.9072025448196293,1.5878282964726234,4.583691083950184,1.0484609054478553]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1742881776528793,0.11418470490879132,0.7518196579628813,0.02589752991101972,0.8998233394339377,0.031132587674680464,0.4957533915775935,0.007715275664576834,0.971670917473234,0.048638557472137314,0.5862220158572506,0.011449300469097708,0.7606132591069094,0.015453521592202063,0.3980895271666367,0.004279448280615504,1.0333617555384678,0.07896556930446949,0.6548304711281884,0.01622745979212546,0.8453513413788081,0.023824568933541533,0.4617290249205869,0.005373103911444503,0.8852943949392694,0.04428485380716742,0.5167337152207112,0.009193095821117152,0.7318073514706039,0.014659750233441519,0.3582844430924393,0.003390189353636986]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1494956086879717,0.041072052403818976,0.6286156543867879,0.006285915397000889,0.8109031299708767,0.011185409558201027,0.34480124658470584,0.0017452722912724313,0.9290370887670758,0.01887698108836259,0.4585238292839151,0.0026415273174205285,0.6877522314114888,0.006591806869724948,0.251699829860016,0.000786778550562231,1.0643106287566413,0.028948366266319844,0.5690197676570857,0.00330066678239361,0.8575648113476901,0.01082921757128975,0.34124777107275267,0.001061866905413851,0.9137437395250536,0.017215472377823237,0.43721821187139526,0.0017627231839758206,0.7433958688766771,0.006542026606021584,0.26161999117349477,0.0005671091489266841]},{"index":956,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,2,1,2,1,2,1,2,6,2,1,2,1,2,1,2,6,2,1,2,1,2,1,2,6,2,1,2,1,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.722159591261029,1.5163234909672922,1.6013711676654463,0.7321883834334267,1.372818675049715,0.8778268368798259,1.2313565259653116,0.4284050687501419,1.6007153174256872,1.4202833800657912,1.3979850456545184,0.7010208775734277,1.270958841323456,0.8492993067686492,1.171658671258656,0.466141397550953,1.7139603084883799,1.549323362965026,1.4695595313184744,0.7112396401630837,1.2746721586347718,0.8235078350749613,1.0385602740610456,0.3998560389546265,1.391606740011461,1.5732632122151853,1.2192990394627898,0.8079199485624436,1.0438139460056013,0.9791912146989555,0.940494150019733,0.5627285431850906]},{"index":1527,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,2,1,2,1,2,1,2,6,2,1,2,1,2,1,2,6,2,1,2,1,2,1,2,6,2,1,2,1,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7918427878614331,1.7243717648233612,1.6069066010733892,0.7352672138298175,1.5573574252677767,1.0197714254707335,1.3869016482945185,0.23883236092368051,1.622273585719032,1.7434365760501138,1.3940337823869267,0.6250031312213797,1.3147685812823906,1.0185083261552086,1.1647295809806986,0.18847847157116396,1.7818853209549725,1.5241422809823675,1.5444891692453862,0.4431089414588926,1.370527145979266,0.8357931016112389,1.178014075680641,0.15675305705035664,1.6758419039658228,1.4318495981137465,1.4009747734093194,0.3614717924518032,1.1781330163431976,0.7639803281820544,0.9947184539001878,0.11794035181935543]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,7,2,7,2,5,2,1,2,2,2,1,2,5,2,5,2,2,2,2,2,5,2,2,2,2,2,2,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.696601107318454,0.04569227896717347,2.2837553617350315,0.0020015051090039337,1.9613891864987327,0.003178296063936357,1.7692925011276752,0.0001232618207096135,2.4133657814822858,0.008350150345422877,2.0162160372671867,0.00043253153218702925,1.5995479927869427,0.0011025551052866033,1.4696150250240405,4.925370021288805e-05,2.235257803106773,0.01115482529421042,1.902728760234429,0.00038521016000196625,1.7087831475560846,0.0009654217085934111,1.2571581713276567,2.9116525325342123e-05,1.9329440103528521,0.0033817506494366618,1.463400165714417,0.00012305929210097813,1.273643131318049,0.0004265681495309284,1.063804717838324,1.5630747384156382e-05]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2527285053667696,0.016269765947363114,2.5163010003926445,0.0018763901835429878,2.2390970739590204,0.002259515378341914,2.74897206354959,0.0002655411588124936,2.039450242561606,0.004874230648224407,2.2249904750584784,0.0004875872077127122,1.9620184992302532,0.0011771298982848398,2.528603682194861,0.00011595346097745809,2.4666824026504415,0.008032152082143744,2.6519825784038247,0.000630920569592748,2.3334337240721124,0.0016108023046872081,2.681628275115931,0.00011978213959762503,2.2017504802197694,0.004053964908196525,2.47191108276862,0.0002647300899795229,2.1521248884716337,0.0010883479989728959,2.61034657174445,6.270104497692119e-05]},{"index":149,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,2,1,4,1,2,1,4,1,2,1,2,1,2,1,2,1,2,1,4,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8527794945302425,1.5595597876309593,1.8489715159380526,1.104966322785944,1.7723588204437957,1.0790488959391356,1.787524592130004,0.6386904057860318,1.7683818872017822,1.3426859319686675,1.784785850615459,0.8773047663994541,1.6964486441664406,0.9803704798798658,1.73404687242863,0.5409936719549385,1.7690750886946682,1.2309250511356469,1.6626240456062884,0.9123301359892289,1.6922942857088727,0.8728141455253964,1.642639718922774,0.562647064171629,1.7506055106597436,1.138361937044735,1.7751161441114742,0.7942847109670275,1.6721080824084606,0.8244427214887958,1.646229725666033,0.40546024581514994]},{"index":659,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,2,1,1,1,2,1,1,1,2,1,2,1,2,1,8,1,2,1,8,1,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.16190324659819,2.1010950537717457,1.9906808419167592,1.2061783626400715,2.1349601963103524,1.4910688798031912,2.2282703044419927,0.5445653007070476,2.0604090045467607,1.594048928001474,2.090552628913328,0.5793790060968426,2.0546747438216424,1.037160164438557,2.36927459978606,0.20238793848320277,1.6819355991890665,1.6233788259000168,1.6361622505878533,0.8011723321021544,1.8264321685386151,1.3113026753622494,2.0160208704071807,0.3784360183223149,1.6677513394063834,1.089326238505091,1.7404712647495528,0.31887439912923493,1.7935284638539941,0.8193734731180335,2.0624624747787235,0.1273773329931702]},{"index":2433,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.318821322716504,1.5100760177893804,2.788515319228682,1.3656027501919714,2.4811761283082556,1.224552316685932,3.157872899914331,0.8728117597396878,2.536165012654589,1.1703721785746821,2.960000607764526,0.9170379160360533,2.6848164220200794,0.82213054104485,3.433533353406445,0.4290621963262031,2.2057913024961886,1.285666791677591,2.4635489239052144,1.1647166935911908,2.1166592979596137,1.1617909228163104,2.6750442200228726,0.6841840027982017,2.319053963188996,0.8772804631883416,2.54985286348738,0.6388134096545469,2.2973034818565594,0.600740628296885,2.830943126099147,0.22876385952730036]},{"index":7886,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,5,4,1,4,1,4,1,4,1,4,1,4,5,4,1,4,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1925137945473443,3.238516906535094,3.4749596873015562,2.8963473259561696,3.3279127878084016,2.445680262528308,3.739570040335335,1.2962714083928104,3.517870538740777,3.711360772850805,3.780270961626796,2.8129693960699083,3.576880479121908,2.6376743909483573,3.943905890355867,0.9069999002873774,3.1214627403902924,3.438489842477723,3.315024868375663,2.957609321187007,3.4207777977273475,2.692386930688824,3.7474754027723116,1.1741589811545037,3.486805209885923,3.9436564713373645,3.742975306017059,2.7375213599995147,3.5850538697610186,2.450560592188314,3.8862118236248753,0.49620933122815725]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,2,3,5,3,2,3,5,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3631603633727996,0.4299560852429295,2.4375081455482612,0.10798765131034367,2.047418761800371,0.1531923952691946,2.5756004516572997,0.0347833507359561,2.5223412655249176,0.21067723979536948,2.7060906628477244,0.050536219536109234,2.070750984014042,0.07587325226740681,2.779413572928673,0.02033773986663186,2.309075318538257,0.2888580008909366,2.4433645244871998,0.06316414107420323,2.2363096488938066,0.10334947000086217,2.6060848876591596,0.018051957864453818,2.2089302079031397,0.16422343262662434,2.355721230242365,0.02858955500554075,1.8715116611028304,0.06015565298625383,2.3323007803222615,0.011940391450316137]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.143475245802281,0.033403175384208304,3.7233161714082175,0.002462061811960267,3.1702339520600455,0.002958172549035892,3.8716462449183604,9.496915807407089e-05,3.722872683574925,0.0066253564177694525,4.45548180446341,0.00038950833018076174,3.711752869625969,0.0006354070131612802,4.564194839308923,1.810394431031107e-05,3.2013808765488196,0.017487148340143116,3.810909989421684,0.0014093444534823841,3.0880482232182787,0.0023100132298779366,3.8630292454357784,8.567124281766945e-05,3.5422464807350305,0.005836751824929554,4.401260003805292,0.0004559149772111321,3.4502926576741744,0.0010208575702200888,4.255152863758133,4.177222998026696e-05]},{"index":507,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,1,3,5,3,1,3,5,5,1,3,1,3,1,3,2,5,2,3,2,3,1,3,2,5,1,3,2,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1420304911102868,1.3251424051017144,1.9719349005714732,0.472822322981065,1.7216908507588753,0.656767223019411,1.9839709495486906,0.06515212740937133,2.015635466396506,1.1743864604757293,2.121766528811287,0.24614144576402472,1.7590361296225263,0.44981367663267663,2.2840057428393505,0.023041923338548074,1.78864177015547,0.9207185553679698,1.820829679023833,0.16742644645278826,1.5649067425185088,0.3252069110904156,1.9049869456534587,0.01894754046701504,1.812188678733221,0.8290616086601554,2.2211802119997817,0.10947186674854084,1.7743256518116979,0.23332811338940238,2.464913272691683,0.010186544397875742]},{"index":2174,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,3,5,3,5,5,5,3,5,3,5,5,5,3,5,3,5,3,5,5,5,5,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.398143247677514,0.6342762058922569,2.6285375387757686,0.6478567441925134,2.1531950502615858,0.44996110232054104,2.556181772678192,0.377870418146509,2.5650514172144985,0.6791729938341272,2.944451108199646,0.7976640545174273,2.260323336457275,0.5118265701756624,2.759389999440385,0.36872609111514787,2.476454982013442,0.7612826391806512,2.7120692437874103,0.6249866599224776,2.14472130411359,0.5746388667955609,2.4150514695328185,0.34079975666625517,2.5869949855833076,0.7843019452279543,2.8679360877178044,0.7268378348430727,2.1684178140986767,0.5862852888051516,2.38833538215041,0.30923381418973744]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,7,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2726098457958104,0.11685278273373835,3.0283078689570715,0.016786789273602908,3.2730794921623474,0.02705321175876859,2.900873537578506,0.0024744373522337343,3.1769497297763865,0.03499227121564167,2.880835218545454,0.004380533022483979,3.0951267552147206,0.006469354709204873,2.706344471997772,0.0005037823700817164,3.5893307278360176,0.07112334229460622,3.263898067777437,0.011843295531668501,3.387537327933514,0.01967940789312196,2.967553855865269,0.0020900779081087168,3.249769772118447,0.03094729505812729,3.0406628310531074,0.004353786690069631,2.9847125910953185,0.00637348153244197,2.6570375718295924,0.0005284206444227102]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8550328531393117,0.23982036680390686,2.8383958959904527,0.062292485811467006,2.9485950732693667,0.08481281722769601,2.8951898913817304,0.022644611090082364,2.618115210261218,0.0965149073877312,2.5604898516258565,0.020720266725118293,2.7327009221428664,0.03431283714704767,2.6882372703456157,0.008918503153240756,2.992291330425453,0.12502568554643853,2.8160939101085614,0.03489665322702678,2.9927304715683722,0.054005913857086855,2.93387384361621,0.017386850751834475,2.858316330210332,0.06052442013651236,2.757479371201449,0.012692507044285501,2.8967219472035337,0.0232074086114717,2.948631464165948,0.005602336797348726]},{"index":1634,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,4,5,4,5,4,5,7,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,7,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.362260788018813,1.4485292364357976,4.05804024073324,0.39342450580573457,4.018611373989833,0.6417491200448403,4.755304322487901,0.09324610694975947,3.597977678271831,1.1470605857647211,4.262430700230417,0.2585210270235814,4.298495792751518,0.4296449247379779,5.100594288023492,0.06316351443848513,3.504503931069678,1.1564892413634904,4.03278827443404,0.26023179671545615,3.8919030478648318,0.5732661517344211,4.517999303268016,0.08839543481311589,3.5806209893021324,1.0148893969553439,4.012227534649811,0.24465328067500156,3.9106388895153854,0.48568090378493284,4.526668459607206,0.08996108200146133]},{"index":3780,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,4,5,6,5,6,5,4,5,4,5,6,5,6,5,6,5,4,5,6,5,6,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.875840624569392,1.8557131719964097,5.67407883470989,1.400517802219994,5.709465387694962,1.2616844490407293,6.94722065347415,0.6246924047434933,5.4563372017357405,1.4718337052717452,6.271172031990609,0.9792939246570297,6.083736507050111,0.6619996387016801,7.451882150560567,0.32872402914405857,4.935712717976584,1.9163302827747977,5.35289543602855,1.0783633533083035,5.401480964145552,1.0049216257688995,6.182070441283932,0.331145072626016,4.700494727347287,1.4023689525837408,5.228896432588211,0.7425299532043501,5.275840545952099,0.5213626491825527,6.2961972067434155,0.19824759657207774]},{"index":1242,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,4,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5816399096579135,1.403548189645846,2.832442878718749,1.0095917279029152,2.6493342541156215,1.2785589834656599,3.015415828661088,1.0289197428503711,2.4630711246950194,1.038130197406348,2.72119228434101,0.811026346513476,2.5169842602477814,1.1196377071539936,2.921369530811859,0.9279434488027453,2.722005299444737,1.2980218218469042,3.022431989213752,0.9159880849892055,2.7081077381012415,1.2627768258250929,3.1299662711861416,0.9360234970034046,2.541520788318272,0.960781566983368,2.8389570195926512,0.6770094743433084,2.6068544347443487,1.0075631110324332,3.043344475995605,0.7157464411118741]},{"index":3718,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,4,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3927273125571746,1.502988600312908,3.755316496556734,1.0744418837213883,3.73922979024808,1.1807392781141244,4.022901270332922,0.7187882660617054,3.5365690981428552,1.26578828177284,3.7887383242244494,1.0252081416386953,3.71726117675644,1.0628098597936941,4.032685013093901,0.6630673083347125,3.354017570363438,1.4476993970982002,3.552382262231701,1.057922237070759,3.4632757879783282,1.2468360854030003,3.717796824264391,0.7477683371456648,3.429159011860582,1.277980301208963,3.567554956761696,1.0065983977040789,3.4491683338659467,1.1065312724774348,3.6809538333473673,0.6190378397875609]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1523989540333095,0.37805520807265547,1.275166029958244,0.13219750685593634,1.0774762140810858,0.13959329008497318,1.1704915278520442,0.07224890340859315,1.0100899591505221,0.16667849261290965,1.1367887352232096,0.07026477018422846,1.103946219047944,0.06260741250406493,1.1290299582546819,0.0329899706992132,1.1025588437321157,0.3268187738229692,1.1829978299684973,0.2056506817471686,1.1242493052499354,0.17714594659726932,1.1522914285563486,0.13480293300349286,1.2285213594357274,0.2123824728229663,1.2778970586451033,0.12617627156017858,1.2999170244766602,0.09941628999111336,1.333045121166377,0.0636521688574677]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,3,5,5,5,5,5,5,5,3,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3853513776221176,0.019513512296323355,1.2614463100555298,0.000282250389571649,1.070361385610141,0.0006424114168525341,0.9653446763482807,8.48545532934501e-06,1.1710453058782992,0.001374570859704126,1.1166126263882443,9.971128316946239e-06,0.8487534975686187,3.327108284076439e-05,0.8268768212312481,2.1606823971645545e-07,1.3499495486911868,0.006272720287885151,1.434913010896693,7.410361078133117e-05,1.1491530131786918,0.00017287535385609854,1.1386931022942441,1.4847293454872078e-06,1.2078626572347546,0.0007100067146725819,1.2438929715297136,4.423166811443017e-06,0.9776820202418163,1.5176625098076512e-05,0.9442120241533737,6.710061059262734e-08]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,1,6,5,5,1,5,3,6,3,5,3,5,1,5,5,6,5,6,5,5,1,5,3,6,5,5,3,5,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4977784227245887,1.5953395024971142,1.4105925278548292,1.0889819683486368,1.4199745935695405,0.8664738174108867,1.4539481646835226,0.3477238918822305,1.7583339612494917,1.2845751736893911,1.5802112247608977,0.6315297172150027,1.8034145653426612,0.5015318494611954,1.761434109461207,0.10113042726395613,1.440664592197122,1.221861458652795,1.3270869603020172,0.7961619706714707,1.4540929922240056,0.6893981671965447,1.443134426417,0.23208531881031122,1.6918125140480502,1.0239578644841605,1.5184462431059549,0.4262575178732572,1.6732594004863088,0.3817790408289767,1.645487433964644,0.07061498978036218]},{"index":1032,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,5,8,3,8,5,5,3,8,3,5,3,5,3,5,3,8,3,8,3,5,3,5,3,8,3,5,3,5,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1862961030259416,1.3060694193617048,0.9868184456778762,0.922943691514894,1.0513596549803936,0.7828590130040689,0.8334661820447474,0.40961290567810543,1.4228230406350628,1.1413887971729162,1.2991855841798572,0.5804822429594193,1.2771406509973815,0.5158191230267658,0.9923564049055785,0.17135909355666423,1.1484889816999697,1.184156035412852,1.0068349900729685,0.7355123988831231,1.06788182293892,0.711838224698861,0.9435771778162803,0.35189337480511435,1.5373374401026698,0.994639879231129,1.4291934407143125,0.5943473480359284,1.2481887074303248,0.39557455006293474,1.1378436923761366,0.17590335402356777]},{"index":7451,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,2,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,2,6,7,6,7,6,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0770884050350116,2.0447806022611505,1.9335209165205316,1.4421603199175796,2.097590813188786,1.6350462062084739,1.9720360054015345,1.0890869712377538,1.9942524394808006,1.795468942831349,1.918757360337362,1.1102781988828776,2.0531652872241324,1.3922552575506666,1.9782965971451227,0.8050527874936376,2.044932106387301,1.9246183014989704,2.015484808978873,1.4190392835987695,2.1651564895228503,1.5521683472779058,2.0798994253821816,1.024138661432767,1.9796723437747679,1.6489460687058721,1.9496972688699417,1.0598631744865923,2.072488246546466,1.2912544458058484,2.0456439935486,0.700562622922859]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,4,6,7,6,7,6,7,6,1,6,7,6,1,6,7,6,1,6,7,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4931911184605795,0.5474161226235009,2.416292702953757,0.10501360101950101,2.7596985197621873,0.18448127386703908,2.586848664474986,0.022193382737337224,2.37636699224399,0.28067315268491716,2.203053664730062,0.0421315828327522,2.6011812110263977,0.07567606446664626,2.4177640976126273,0.007202120378623206,2.659976864067546,0.40521841749590237,2.377938872258131,0.06532611342270803,2.6956679938317945,0.11471832146589653,2.459349889714,0.0126170415604675,2.4386404219045987,0.23966367223889756,2.245634506613049,0.0324087284538699,2.5401542763630767,0.059955758770679754,2.3297200204706296,0.0061384153372728055]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7533950425202693,0.09000218677060495,2.900998308083463,0.02402684069599051,3.5425264758770343,0.032993961694784385,3.860863422302005,0.010100929609754965,2.7719464676841827,0.033605600235290446,2.93375929168569,0.011315767603845136,3.534258681088846,0.017676609375665796,3.8932572844369107,0.006267445639557116,2.872438790797005,0.052586466758357306,2.9316509497730756,0.012696633833644746,3.3136284221418304,0.02517361834666407,3.509095339929966,0.006608665319094854,2.8257034899135256,0.022278982354053,2.9322185107468544,0.006930063547743277,3.3546879596153887,0.014655075752455136,3.7120625761619848,0.00532231473611481]},{"index":508,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,6,3,6,3,6,3,5,3,5,5,6,3,6,5,6,3,6,3,6,3,6,3,6,3,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9875476126031337,0.639383520144554,3.79741649414492,0.4511606677642741,3.9499990313999453,0.5217817434081148,4.804440377766558,0.4007015882280607,3.687129828733811,0.6263138022095371,4.328004436627087,0.5366069632030843,4.554881401921849,0.73061885608688,5.321029509879381,0.7633248064395606,3.471374490138517,0.5798799570089038,3.8641970255231595,0.3520599778486688,3.829794272653494,0.4741010575558582,4.557826344748733,0.36286838557984674,3.765947737803055,0.6295007925448516,4.0888569237706704,0.43177208141040463,4.196056509477452,0.6827562983611656,4.929986512682755,0.6691840160265359]},{"index":1800,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,5,6,5,4,5,6,5,4,5,6,5,4,5,6,5,4,5,6,5,4,5,6,5,4,5,6,5,4,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.623607905830667,1.0835146587491429,3.649260120253569,0.5332036712326298,3.9266941155542656,1.2865624445317185,3.9768965190935,0.3893028771428437,3.967213155990574,1.1924119425208957,3.84145790876752,0.3661524770730341,4.079911675508786,1.443376260947769,4.099754551139766,0.21476604898839297,3.3464195706472832,1.1996734784228298,3.123464306125795,0.5666190780593676,3.2088581904613065,1.6718831712780207,3.2106936607481473,0.4191548047957787,3.4102322367274844,1.3885407919915498,3.252178760815614,0.3332851980951676,3.3027267686099333,1.8800416543551797,3.3751005182675815,0.18745158129689024]},{"index":259,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,0,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.887307556722572,2.632051165887283,3.26305762819255,2.4850715777895163,3.4152805022846175,2.5308274324876163,3.676917894930325,1.7751529739567016,3.0549538271537267,2.1772531461899196,3.2299700591740867,1.7045493082306906,3.367991645156984,1.8621001592742086,3.5178731531394085,0.9725154899524028,3.052502667431159,2.7352590172082194,3.188306767490901,2.329039916274613,3.1715881831835473,2.4348927280510453,3.2389686435414404,1.3123818882129672,2.95685914963369,2.0443222741855953,3.049335727781079,1.455629721451631,3.055382666212618,1.5729594877171178,3.0694395149591664,0.5614244335032871]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1833887065341897,2.4364941733466816,2.3246463587392077,1.9303443658252752,2.557899901909908,2.115777638086391,2.782959311162696,1.4208297130659866,2.14730070097362,2.086132542825447,2.302845575694144,1.4158555707461213,2.6786292774715075,1.548535785824489,3.071445013514254,0.9006438788640778,1.8489497530116012,2.1874283842492313,1.743338579974369,1.4974236299914208,2.069268273038406,1.7089089763994973,2.2276946928277157,1.0430720632473758,1.709535233154228,1.7175602345402037,1.7673714420216848,1.0633192329137964,2.1165865105320076,1.1459610361917734,2.3777125604689093,0.6826448617378574]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,1,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7261926660177378,0.01012609386590864,1.751834916030525,0.0018596709586176884,1.7258875592386704,0.0019453616907060861,1.9000531231806663,0.0005381502543103537,1.5258415877398377,0.0031155232184933617,1.671251512920828,0.0010990663474332813,1.6855154925957707,0.0011498353673636181,1.944780650710766,0.0006041232101345622,1.7432053305022666,0.006930199842308538,1.8441099950940851,0.0016322672437771224,1.9832248312325378,0.0015140912785454271,2.174004065543455,0.0005304624636645946,1.7941996087796976,0.0047730396158311,2.042657305707489,0.0023034332878707382,2.0416408447567407,0.002026416645940474,2.396327782782169,0.0013483524053713083]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,6,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8786912127123867,0.01208091587620908,1.9777474752009603,0.003610734083408827,1.932670888587707,0.0027507042703816815,2.2422294846527726,0.001381455337229793,1.5493489736874217,0.0037209718228437072,1.8394438381832399,0.002532080574128391,1.680847624283611,0.0017773598783068824,2.070261154843484,0.002036969449406898,2.124535300774955,0.009013178563159573,2.188337226938734,0.0035578725395366624,2.2696028667475803,0.0020601704346393007,2.512514064087287,0.0013227508615769944,1.9613948601735562,0.005561855255987107,2.2199344345299092,0.005628578839598972,2.0142514610152515,0.0024768055084343275,2.38491906359196,0.003983314994018002]},{"index":124,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,5,7,5,7,5,7,5,4,5,7,5,7,5,7,5,4,5,4,5,7,5,7,5,4,6,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8732588207581122,1.27314525020269,2.3782754580464456,0.5959448002681446,1.8597045257536384,0.5579441120938778,2.5900731530038454,0.13082892651278075,1.760832157469723,1.093568028921724,2.7837461297293187,0.315772421937574,1.8099177043450363,0.3411216110899201,2.95125699021383,0.05171508103748313,2.0697468517162996,1.3091690204190647,2.6052754647380696,0.8024771304224309,2.369042674957901,0.48479064540796724,3.070662885766475,0.13635429817304853,2.2665245128033478,1.2200921081894265,3.287384677831117,0.4317220813035377,2.3763625239052137,0.3049027189024543,3.6306123199492504,0.044037982493221495]},{"index":667,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,2,1,2,1,7,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.698239522951038,1.2397019014122967,3.0334838510470354,1.0293730683365303,2.8636842152813524,0.830569444998904,3.3035216568590515,0.749269936106485,2.6211937981674662,0.9602820264867845,2.9807328554657513,0.840711152448516,2.837403577187737,0.6344000009793633,3.3524966980289865,0.6771506895079858,2.6221453020370054,1.2633563845784537,2.9626294763790457,1.0891414139847393,2.9060901536324875,0.8394942373525222,3.422556762418602,0.8678198610178485,2.614574873866989,0.9291431618451572,2.9777735434852692,0.8942339274801008,2.877242364792655,0.6439694392587507,3.4703751387798563,0.7008673715274555]},{"index":1500,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,7,1,1,1,1,1,1,1,7,1,1,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1047023618894665,2.844367753834972,2.1803091973510393,2.2999609978609277,2.018868886467933,2.1375322339371783,2.4042898404959265,1.2027152638607772,1.9300554795344267,2.2589292671115206,2.1064938328360907,1.3750702581621974,1.9867065831346733,1.3213346107784343,2.5091805267569174,0.5110471435691947,2.0259447081061097,2.482481746268216,2.312865849540802,1.8197458302757954,2.0980332261067307,1.581152024127686,2.6087116833174293,0.8219363859198019,2.0962829442419006,1.6412120949275621,2.4212268285970153,0.8675036127296535,2.147242218475941,0.788482049630901,2.7912746258525276,0.2946304717701385]},{"index":3189,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,5,4,5,4,5,6,5,4,5,6,5,4,5,7,5,4,5,6,5,4,5,6,5,4,5,6,5,4,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3602752729581584,1.6570515109335298,2.6188538541432393,1.3903621934738626,2.1469165777751353,1.3227716753654644,2.3954950736321807,0.9984680617208433,2.321371216227145,1.5589430135502094,2.673341480601991,1.174980064751781,2.1818366715121225,1.1425034054813283,2.5085871861609412,0.8666731478917304,2.2941644301486726,1.6215642852024255,2.491076447450445,1.5812030504224892,2.1692073824622513,1.244231417894629,2.391508711222315,1.1497691221953052,2.3617889350826187,1.4983367324825614,2.633910976758158,1.3680649656058244,2.331664817027689,1.008076432933815,2.5207715165379216,0.9014532966641448]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8,2,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5638875680216024,0.2460431862988614,4.01424963312318,0.048726638722923155,4.387318676958852,0.1095193437239564,4.9216708770081885,0.022795072732917494,3.5125545791360877,0.11992743345810167,4.018648771228393,0.0276042003474224,4.430328628143353,0.061844262669116724,4.918180690555555,0.015215322019139721,3.2861617521076467,0.2298549754833884,3.6613744873082816,0.062691354628724,3.9700371310284175,0.11662508175095972,4.318323760834971,0.024507789703511345,2.962686709263986,0.13225308698462518,3.5027073878065824,0.03919167498747321,3.7203674242262896,0.07614187801051966,4.308186293765507,0.02059371995200918]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,2,8,3,8,1,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,2,8,3,8,3,8,3,8,3,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5785197184552615,0.14090155536367596,4.213771126586029,0.021119184049011627,4.0191892517412136,0.03564816159293347,4.8156606108548345,0.004093606242149654,3.553277087313478,0.032218335339606136,4.3135970118884135,0.0043573638049317995,4.02633843533515,0.00983053252968979,4.8835361049956685,0.001194086064336775,3.6772080136999845,0.06555993138624976,4.197968639668694,0.009955187915404626,3.7275488093433933,0.01809682056177494,4.465831531199983,0.0025803558622690577,3.6290748973825364,0.017540842024105,4.184968075640688,0.0031463711298008014,3.7276701468285593,0.007511356002059341,4.543520766684327,0.0013443695828758615]},{"index":543,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,8,5,2,5,8,5,8,5,8,5,8,5,8,5,2,5,8,5,2,5,8,5,8,5,8,5,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.686907256449603,1.6267565038592324,3.284715264503955,1.0663856963632126,2.9555200493350675,1.3157986029008322,3.86042823346439,0.7040263988869977,2.615669602545776,1.2326640029324294,3.3282478059128513,0.7585819032103168,2.9253054919079746,1.0679817132306413,3.942223054234529,0.514294223205489,2.8175680946587756,1.731806179033862,3.134307225438987,1.0473232327915467,2.932119186599934,1.4205957745683246,3.395380092846596,0.6843566832770915,2.6941838389241526,1.499154296877577,3.0973102496118843,0.8839640176220449,2.820880412838434,1.3048153042267416,3.5436785244537776,0.5790170783687446]},{"index":591,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,1,8,6,3,6,8,6,3,6,8,6,3,6,8,6,3,6,8,6,3,6,8,6,8,6,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.810759263135883,1.8683284666486584,3.339542650477633,1.150728731112123,3.166392566602271,1.5538291797921384,3.856669561565079,0.7573077434187974,2.8154067971040146,1.452913219628666,3.4038775546196174,0.7930295900918527,3.0617781567308646,1.2138715292015338,3.7358012257418953,0.5568206714908404,2.781865275432215,1.6377520773708705,3.28951273424854,0.878291631490267,3.0350499374149176,1.2689268998630454,3.7508920908199457,0.5579563021691768,2.854664162203982,1.3355168351496116,3.5329777753558895,0.6183560594404636,3.1672413338922065,1.0571650596164306,3.8349805768360437,0.37281961164048494]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,2,9,1,9,5,9,2,9,2,9,5,9,5,9,2,9,2,9,2,9,2,9,2,9,2,9,2,9,2,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.568470007582358,0.3576177606970502,3.9266665293154785,0.063145043300474,4.09802865698749,0.07572407313206864,4.770107342745833,0.013899993182695285,3.795387009514262,0.14349479574731805,4.362300876376933,0.019677750151078057,4.399988479474353,0.029204187497687956,5.05122159205293,0.004848727578464056,3.890147624259175,0.21314230738040718,4.261192844497201,0.0393980701347632,4.297782000544528,0.05341654937934205,4.815146072895345,0.011921012561710182,4.055070805360003,0.09564253103230295,4.437652924122196,0.016716167164527354,4.446924009837264,0.02906857545472816,4.847281116921954,0.005747846631700816]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,2,9,7,9,1,9,7,9,1,9,1,9,1,9,7,9,2,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.228836421046725,0.17731072493852257,3.7413870904192246,0.03623098639601569,4.08987882872203,0.06792620716264994,5.027516278511047,0.014907281705061838,3.3026439132779934,0.08354878397810485,4.042000823733424,0.012872975022756306,4.322922268648976,0.03904656763344403,5.327768382959856,0.008021589742915697,3.056150710725462,0.11841904363693471,3.655320784947249,0.03353208689422509,3.79593167980471,0.06438157256392028,4.461846625462158,0.027893327199713616,3.0181884983146037,0.09226189771774884,3.6316844784225912,0.02352117710493951,3.536329725170888,0.07079786723400254,4.338093772949561,0.030187266379932725]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,7,1,7,1,9,1,7,1,9,1,7,1,9,1,1,1,9,1,9,1,9,1,7,1,9,1,7,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.200661611003478,2.399895967572858,5.228335270843773,1.2564128409944708,5.01806207870156,1.5758629508591673,6.575926147958094,0.565466054175518,4.996517706696247,2.085185987632843,6.27749945138567,0.7691764458909369,5.929260072490726,1.2782105412507432,7.600950880469917,0.3693949855732794,4.8135788892400155,1.8558629364402788,5.877566179116167,0.8303844862920442,5.4603155131385215,1.174816854428185,7.036629906380582,0.45395059023836043,5.389312899570916,1.5678359048466692,6.665429482329781,0.6298562782148761,6.193647937000756,1.064281763607781,7.8817250398617205,0.40192855980686115]},{"index":530,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,9,1,9,1,9,1,4,1,9,1,9,1,9,1,4,1,9,1,9,1,9,1,4,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6395766556690603,0.9803035121014245,3.9215504839006834,0.4495543118493295,4.054661033341733,0.6083865137203934,4.563895442386445,0.17666269546664748,3.8589470165205055,0.8418575394607845,4.284251969511938,0.2707440312238957,4.337153761640361,0.4953751256963293,4.911647682815673,0.08647889360798929,3.7879535605625634,1.09203912258215,4.14317610995659,0.4874027456280174,3.962341826400353,0.6196437094463259,4.481776115412542,0.1602165776655573,3.9051330290481783,0.9342285698130678,4.279302250192014,0.28199344092739487,4.079673597444506,0.5128040575136001,4.63501101750899,0.09455648767075597]},{"index":241,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,5,8,5,9,1,8,1,8,5,8,5,8,1,8,1,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.525351417860001,2.265718889952384,4.122813914655126,1.5854542698621046,3.9972919061948655,1.795711312645026,4.827134154851571,1.164115255110345,3.5402746088218926,1.7226576678217385,4.151873347906353,0.9362017105536596,3.6534570463238865,1.1333733278070506,4.630636764444892,0.5861525299067422,3.9083079511365058,2.034020790926875,4.4615060430570965,1.3771190377197335,4.164217720499682,1.463550297232738,4.971814159923461,0.9960969537557945,3.7844209346434603,1.1201813206445603,4.469865861532553,0.5092080491009022,3.771748816665153,0.6380472291425504,4.625992279969062,0.2756269436954505]},{"index":1232,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,5,4,1,4,5,4,5,9,1,4,1,4,1,4,1,9,1,4,1,4,5,4,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.334519775944356,1.8282112959483374,4.973797898604517,1.5949970667262148,4.851190359102112,1.5655644125497392,5.845525061126712,1.204048857840927,4.628712279173325,1.8609036647243853,5.605932410811895,1.5099288118423413,5.131641931487782,1.4796353803455178,6.274404110742044,1.0623195786046375,4.691167099913784,1.7302124289113574,5.231990071241348,1.5670999939058117,4.81471380453144,1.324299875784495,5.637043562368639,1.1322705320143005,4.652378230210105,1.7072658565480228,5.299809595148519,1.4548964460905904,4.675707641409541,1.270728205520162,5.579574642676493,1.0552424149973294]}]},{"id":"sd_annealed-final-s102","recipe":"sd_annealed","state":"final","seed":102,"epoch":100,"source_run":"graph-eval-sd_annealed-s102","checkpoint_sha256":"39e910e124d2108f9f73ba12b9421ab4f1291ee63493a0e0a287dbc260cdd9c0","source_result_sha256":"ce523efb80cd1b3e758922c14708818cee0f225d7aefd06159608eaea71514d8","archive_json_sha256":"1f7059aba6900b033cb5cc7e46c097886c6f24fa6429b1d61880137dc20d86a5","archive_npz_sha256":"52f6314cbc8a06f1052ac17e973db7c39de0a786a5a60351673476739822ab4b","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":4.440892098500626e-16,"dense_source_mean_ce_difference":1.8330143791711606e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_annealed-final-s102","recipe":"sd_annealed","state":"final","seed":102,"epoch":100,"checkpoint_sha256":"39e910e124d2108f9f73ba12b9421ab4f1291ee63493a0e0a287dbc260cdd9c0","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,6651,7216,2,5,900,956,5457,1,35,321,659,1790,2044,18,30,938,3549,5734,4,6,610,2053,9745,15,23,8,3893,11,21,1181,2995,0,17,1194,2016,4966,61,84,495,1878,691,4956,7,9,1709,2189,1192,3597]},"n":10000,"dense_accuracy":0.9856,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9856,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1754,"correct_output_rate":0.1754,"accuracy":0.1754,"ce":3.1262731989699892,"abstentions":0,"harm":0.8117,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.642397858138197,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9409691629955947,"accuracy":0.9409691629955947,"ce":0.789267179392404,"harm":0.05638766519823789,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":2.9209143662532977,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.5919680256126685,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.43940802917142,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.67152466367713,"accuracy":0.67152466367713,"ce":1.0548561621380521,"harm":0.32286995515695066,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.008350730688935281,"accuracy":0.008350730688935281,"ce":3.382596206942574,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.058365758754863814,"accuracy":0.058365758754863814,"ce":2.3373322321808456,"harm":0.9260700389105059,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.187895899972307,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.115309038149142,"harm":0.977205153617443,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9744,"correct_output_rate":0.9744,"accuracy":0.9744,"ce":0.09831829786118503,"abstentions":0,"harm":0.0134,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.03861113641571141,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.04840972624780816,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9651162790697675,"accuracy":0.9651162790697675,"ce":0.11334942594792005,"harm":0.022286821705426358,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.09027562864434518,"harm":0.01089108910891089,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.09299041253767547,"harm":0.010183299389002037,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9607623318385651,"accuracy":0.9607623318385651,"ce":0.11866063781550766,"harm":0.02242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.09402210324512984,"harm":0.007306889352818371,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9649805447470817,"accuracy":0.9649805447470817,"ce":0.10938098066896264,"harm":0.023346303501945526,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9671457905544147,"accuracy":0.9671457905544147,"ce":0.13581541213887663,"harm":0.017453798767967144,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9643211100099108,"accuracy":0.9643211100099108,"ce":0.14894065869269044,"harm":0.01684836471754212,"repair":0.003964321110009911}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1549,"correct_output_rate":0.1549,"accuracy":0.1549,"ce":4.019319520067188,"abstentions":0,"harm":0.8322,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.964527552092306,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8704845814977974,"accuracy":0.8704845814977974,"ce":0.49610144794507677,"harm":0.12687224669603525,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":3.880909314295732,"harm":0.9748062015503876,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.996607347607071,"harm":0.9851485148514851,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.667102912894692,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.5437219730941704,"accuracy":0.5437219730941704,"ce":1.1396438808822644,"harm":0.4495515695067265,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":4.3587803258938305,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.05933852140077821,"accuracy":0.05933852140077821,"ce":2.8785854473178123,"harm":0.9250972762645915,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.721483384512871,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":5.395373252718847,"harm":0.9762140733399405,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9828,"correct_output_rate":0.9828,"accuracy":0.9828,"ce":0.05803866324441126,"abstentions":0,"harm":0.0038,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02619904139401297,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.027951940062199407,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.051266600371596395,"harm":0.005813953488372093,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.051613249403051495,"harm":0.006930693069306931,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.0685712000756411,"harm":0.0050916496945010185,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.07044881627790119,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.07319033373897933,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.061212664410165964,"harm":0.005836575875486381,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.06412716903728212,"harm":0.004106776180698152,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.09144650391946588,"harm":0.004955401387512388,"repair":0.003964321110009911}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1714,"correct_output_rate":0.1714,"accuracy":0.1714,"ce":4.022863655193814,"abstentions":0,"harm":0.8158,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.556353629909405,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9180616740088106,"accuracy":0.9180616740088106,"ce":0.49399040097665414,"harm":0.07841409691629955,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.015503875968992248,"accuracy":0.015503875968992248,"ce":3.885088447964835,"harm":0.9709302325581395,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.461464957144718,"harm":0.9851485148514851,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.037552913291314,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.67152466367713,"accuracy":0.67152466367713,"ce":0.9073487156106326,"harm":0.32286995515695066,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":4.53694777608418,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.05155642023346303,"accuracy":0.05155642023346303,"ce":2.9321997487607137,"harm":0.9328793774319066,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":5.4539824759115,"harm":0.9825462012320328,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.268713326633631,"harm":0.977205153617443,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9815,"correct_output_rate":0.9815,"accuracy":0.9815,"ce":0.059871109122119626,"abstentions":0,"harm":0.0051,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.025105739261579087,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.02848374214087861,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.05670390121801514,"harm":0.00872093023255814,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.05146738063948359,"harm":0.005940594059405941,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.059834581705269306,"harm":0.003054989816700611,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.06643793777514027,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.0802414463941279,"harm":0.005219206680584551,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.06520932489210957,"harm":0.008754863813229572,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.07120140528965106,"harm":0.007186858316221766,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.09910909692299176,"harm":0.006937561942517344,"repair":0.0019821605550049554}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1532,"correct_output_rate":0.1532,"accuracy":0.1532,"ce":5.623246377807787,"abstentions":0,"harm":0.8339,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.681976988092899,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8555066079295154,"accuracy":0.8555066079295154,"ce":0.39156619259655034,"harm":0.14096916299559473,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":5.913685936634398,"harm":0.9786821705426356,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":7.065906780381971,"harm":0.9841584158415841,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":7.823066361386963,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.5728699551569507,"accuracy":0.5728699551569507,"ce":1.1511276355297637,"harm":0.4204035874439462,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":5.885000876805093,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.03501945525291829,"accuracy":0.03501945525291829,"ce":4.320777168667011,"harm":0.9494163424124513,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":8.023591860986707,"harm":0.9825462012320328,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":7.370251443620101,"harm":0.9762140733399405,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9853,"correct_output_rate":0.9853,"accuracy":0.9853,"ce":0.072565936404753,"abstentions":0,"harm":0.0014,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.03206612858193481,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.027891527200715218,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.05807973970145266,"harm":0.001937984496124031,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.06061048559322134,"harm":0.0019801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.09345433707639429,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.0898896947215815,"harm":0.0,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.0947420316991645,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.07096275597610661,"harm":0.0019455252918287938,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.0834931390288937,"harm":0.003080082135523614,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.12332421131548069,"harm":0.002973240832507433,"repair":0.003964321110009911}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1765,"correct_output_rate":0.1765,"accuracy":0.1765,"ce":3.719671397326267,"abstentions":0,"harm":0.8106,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.3958763374029335,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9242290748898678,"accuracy":0.9242290748898678,"ce":0.5195561750397847,"harm":0.07312775330396476,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.025193798449612403,"accuracy":0.025193798449612403,"ce":3.7599224676533143,"harm":0.9612403100775194,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.671157117413864,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.158092955258649,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6199551569506726,"accuracy":0.6199551569506726,"ce":0.9883991148664409,"harm":0.37331838565022424,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.008350730688935281,"accuracy":0.008350730688935281,"ce":4.257129403116648,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.12354085603112841,"accuracy":0.12354085603112841,"ce":2.4056327208448005,"harm":0.8608949416342413,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":4.452329186342667,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.862400300787509,"harm":0.977205153617443,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9800,"correct_output_rate":0.98,"accuracy":0.98,"ce":0.06402722192411242,"abstentions":0,"harm":0.0069,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.02562167998305559,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.033148031640196335,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.06536363749402835,"harm":0.009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.05599116966780428,"harm":0.006930693069306931,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.06475589590522593,"harm":0.007128309572301426,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.07916685285788107,"harm":0.006726457399103139,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.07688005640591081,"harm":0.005219206680584551,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.06295330950853031,"harm":0.009727626459143969,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.08217193224673003,"harm":0.011293634496919919,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.1000237075715352,"harm":0.009910802775024777,"repair":0.002973240832507433}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1547,"correct_output_rate":0.1547,"accuracy":0.1547,"ce":5.113051481851133,"abstentions":0,"harm":0.8325,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.26555282580516,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8687224669603524,"accuracy":0.8687224669603524,"ce":0.38405927076046753,"harm":0.12863436123348018,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.014534883720930232,"accuracy":0.014534883720930232,"ce":5.453914993591904,"harm":0.9718992248062015,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.92501202866404,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":6.776040008664992,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.5089686098654709,"accuracy":0.5089686098654709,"ce":1.353399667025855,"harm":0.484304932735426,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":5.497187209482643,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.07976653696498054,"accuracy":0.07976653696498054,"ce":3.4123400638086725,"harm":0.9046692607003891,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":6.638424577834924,"harm":0.9784394250513347,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":6.809061538141353,"harm":0.9762140733399405,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9844,"correct_output_rate":0.9844,"accuracy":0.9844,"ce":0.07081508843619176,"abstentions":0,"harm":0.002,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.031043392475976688,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03125182067024089,"harm":0.0026431718061674008,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.05651874592351847,"harm":0.0029069767441860465,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.05969138560829357,"harm":0.0019801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.08583922619030471,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.09480821742298848,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.09477392982156126,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.06735436533099927,"harm":0.0019455252918287938,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.08429185142967908,"harm":0.003080082135523614,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.11164011133327477,"harm":0.002973240832507433,"repair":0.002973240832507433}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1702,"correct_output_rate":0.1702,"accuracy":0.1702,"ce":4.912778283759667,"abstentions":0,"harm":0.8172,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":8.68792599860035,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9013215859030838,"accuracy":0.9013215859030838,"ce":0.3741509343209749,"harm":0.0960352422907489,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":5.207828372893385,"harm":0.9748062015503876,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":5.88908894109684,"harm":0.9841584158415841,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.033526399919458,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6334080717488789,"accuracy":0.6334080717488789,"ce":0.9895486334390914,"harm":0.3609865470852018,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":5.652595288065953,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0914396887159533,"accuracy":0.0914396887159533,"ce":3.220413303772539,"harm":0.8929961089494164,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":6.235990146553226,"harm":0.9804928131416838,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.221277964760618,"harm":0.977205153617443,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9832,"correct_output_rate":0.9832,"accuracy":0.9832,"ce":0.06858498688240809,"abstentions":0,"harm":0.003,"repair":0.0006,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.028768230719755237,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03259627473099084,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.06139554578024919,"harm":0.0048449612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.05856967525691141,"harm":0.0029702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.07381781650519642,"harm":0.003054989816700611,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.08596953294951869,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.09389690846992003,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.06560712894358772,"harm":0.0038910505836575876,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.08104500989333238,"harm":0.004106776180698152,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.11163085227054262,"harm":0.005946481665014866,"repair":0.0019821605550049554}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1527,"correct_output_rate":0.1527,"accuracy":0.1527,"ce":7.1427455866184815,"abstentions":0,"harm":0.8344,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":11.538117951221045,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8546255506607929,"accuracy":0.8546255506607929,"ce":0.40755736344684496,"harm":0.14185022026431718,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":8.339730362336953,"harm":0.9767441860465116,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":9.61928826986267,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":9.376355426694465,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.5493273542600897,"accuracy":0.5493273542600897,"ce":1.5234486647933465,"harm":0.4439461883408072,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":7.34183736100344,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.04474708171206226,"accuracy":0.04474708171206226,"ce":5.338331836419249,"harm":0.9396887159533074,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":9.544164678665005,"harm":0.9815195071868583,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":8.87179467321443,"harm":0.9762140733399405,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9858,"correct_output_rate":0.9858,"accuracy":0.9858,"ce":0.09850426414569798,"abstentions":0,"harm":0.0004,"repair":0.0006,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.041145082352161966,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.03245596611055982,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.08106017316757964,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.07842955889812865,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9857433808553971,"accuracy":0.9857433808553971,"ce":0.1256294749740937,"harm":0.0,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.13218016094645085,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.13008526474646956,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.09202559208863083,"harm":0.0009727626459143969,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.11840010498848455,"harm":0.001026694045174538,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.16768725815511887,"harm":0.0009910802775024777,"repair":0.0019821605550049554}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1764,"correct_output_rate":0.1764,"accuracy":0.1764,"ce":3.5758386665189392,"abstentions":0,"harm":0.8107,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.036433906395558,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9356828193832599,"accuracy":0.9356828193832599,"ce":0.5254626148017971,"harm":0.06079295154185022,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.012596899224806201,"accuracy":0.012596899224806201,"ce":3.393054624928746,"harm":0.9728682170542635,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.339248627401505,"harm":0.9851485148514851,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.489004722827981,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6423766816143498,"accuracy":0.6423766816143498,"ce":1.0045481923221182,"harm":0.35201793721973096,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.005219206680584551,"accuracy":0.005219206680584551,"ce":4.046883178442734,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.10505836575875487,"accuracy":0.10505836575875487,"ce":2.3937400157914226,"harm":0.8803501945525292,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":4.721212971231253,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.073942519316496,"harm":0.977205153617443,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9789,"correct_output_rate":0.9789,"accuracy":0.9789,"ce":0.07067238564929168,"abstentions":0,"harm":0.0083,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02939731399851605,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.03346847501847465,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9699612403100775,"accuracy":0.9699612403100775,"ce":0.07420999135695726,"harm":0.016472868217054265,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.0595573842040557,"harm":0.0049504950495049506,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.06977185484196276,"harm":0.0050916496945010185,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9708520179372198,"accuracy":0.9708520179372198,"ce":0.0857446105410727,"harm":0.01233183856502242,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.0775637694761282,"harm":0.005219206680584551,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.08081302346768393,"harm":0.011673151750972763,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.08084666003205361,"harm":0.011293634496919919,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9653121902874133,"accuracy":0.9653121902874133,"ce":0.12097464845426341,"harm":0.01288404360753221,"repair":0.0009910802775024777}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1546,"correct_output_rate":0.1546,"accuracy":0.1546,"ce":4.7501553478192555,"abstentions":0,"harm":0.8323,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.444992161005059,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8845814977973568,"accuracy":0.8845814977973568,"ce":0.35913876315239274,"harm":0.11189427312775331,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":4.84308807480427,"harm":0.9777131782945736,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":6.373223012439425,"harm":0.9851485148514851,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":6.85812004757363,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.4977578475336323,"accuracy":0.4977578475336323,"ce":1.362828015719871,"harm":0.49551569506726456,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":5.066759911085671,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.08365758754863813,"accuracy":0.08365758754863813,"ce":3.255647673411179,"harm":0.9007782101167315,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.550437393010767,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":6.750854537015972,"harm":0.9762140733399405,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9840,"correct_output_rate":0.984,"accuracy":0.984,"ce":0.06900173195795657,"abstentions":0,"harm":0.0023,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.03254812064988566,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.031126729435096208,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.05472465477704028,"harm":0.0029069767441860465,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.05648701008499521,"harm":0.0029702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.08562922287129976,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.08926192760922425,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.08875330406744877,"harm":0.0020876826722338203,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.07351946033860883,"harm":0.0038910505836575876,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.07464624305882614,"harm":0.004106776180698152,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.1112437581437522,"harm":0.0019821605550049554,"repair":0.003964321110009911}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1729,"correct_output_rate":0.1729,"accuracy":0.1729,"ce":4.617996544815851,"abstentions":0,"harm":0.8143,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.170416028110055,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9295154185022027,"accuracy":0.9295154185022027,"ce":0.3418680110678091,"harm":0.06784140969162995,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":4.63378389975317,"harm":0.9767441860465116,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":5.523630196616133,"harm":0.9841584158415841,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.975467846683547,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6591928251121076,"accuracy":0.6591928251121076,"ce":0.9288245207363726,"harm":0.3352017937219731,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":5.129846634437689,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.07003891050583658,"accuracy":0.07003891050583658,"ce":3.3818428896205153,"harm":0.914396887159533,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":6.066216871478646,"harm":0.9815195071868583,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.368842782794494,"harm":0.977205153617443,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9829,"correct_output_rate":0.9829,"accuracy":0.9829,"ce":0.06736880055726752,"abstentions":0,"harm":0.0035,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.031007405307296128,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.029777742310508174,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9786821705426356,"accuracy":0.9786821705426356,"ce":0.060458654917209816,"harm":0.006782945736434108,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.058608809007190364,"harm":0.0029702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.07184875903165475,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.07881818786165017,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.08931759577145015,"harm":0.0020876826722338203,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.07021331683716836,"harm":0.0038910505836575876,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.07567333790569247,"harm":0.007186858316221766,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.11457096071139314,"harm":0.006937561942517344,"repair":0.002973240832507433}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1541,"correct_output_rate":0.1541,"accuracy":0.1541,"ce":6.702813079280506,"abstentions":0,"harm":0.8331,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":9.78269360814612,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8704845814977974,"accuracy":0.8704845814977974,"ce":0.3467338164758082,"harm":0.12687224669603525,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":7.534221753003954,"harm":0.9777131782945736,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":9.193700843290745,"harm":0.9841584158415841,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":9.086182525912264,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.5560538116591929,"accuracy":0.5560538116591929,"ce":1.410047356867425,"harm":0.437219730941704,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":6.775911563417389,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.03988326848249027,"accuracy":0.03988326848249027,"ce":5.240998670678663,"harm":0.9445525291828794,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":9.122257512823346,"harm":0.9825462012320328,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":8.961398674752251,"harm":0.9762140733399405,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9854,"correct_output_rate":0.9854,"accuracy":0.9854,"ce":0.0943703813788014,"abstentions":0,"harm":0.0009,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.044164936144461285,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.030179291816550064,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.07577209568195693,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.07862117046469597,"harm":0.0029702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.12519473884340748,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.12410301060281338,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.12085115585990343,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.09244358448187676,"harm":0.0009727626459143969,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.10887520087782936,"harm":0.002053388090349076,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.156661564344338,"harm":0.0009910802775024777,"repair":0.002973240832507433}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1735,"correct_output_rate":0.1735,"accuracy":0.1735,"ce":4.182646647206214,"abstentions":0,"harm":0.8135,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.415296972838359,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9374449339207048,"accuracy":0.9374449339207048,"ce":0.3445995551324546,"harm":0.059030837004405284,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.006782945736434108,"accuracy":0.006782945736434108,"ce":4.550978148700629,"harm":0.9786821705426356,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.654929902365094,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.737887335465682,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.600896860986547,"accuracy":0.600896860986547,"ce":1.0753109471213387,"harm":0.39125560538116594,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.010438413361169102,"accuracy":0.010438413361169102,"ce":4.699446452670084,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.10505836575875487,"accuracy":0.10505836575875487,"ce":2.796783126852187,"harm":0.8793774319066148,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.01026694045174538,"accuracy":0.01026694045174538,"ce":5.080707016218923,"harm":0.9743326488706365,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.768793037302932,"harm":0.977205153617443,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9817,"correct_output_rate":0.9817,"accuracy":0.9817,"ce":0.06769961556690243,"abstentions":0,"harm":0.0048,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.026853546632658612,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03388752795631744,"harm":0.0026431718061674008,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9786821705426356,"accuracy":0.9786821705426356,"ce":0.06757151780883647,"harm":0.006782945736434108,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.056009631723793266,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.07424872592601343,"harm":0.007128309572301426,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.09234402872103686,"harm":0.005605381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.08179798353421364,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.06256888276523603,"harm":0.006809338521400778,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.0839062556454369,"harm":0.008213552361396304,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.10527522907159888,"harm":0.004955401387512388,"repair":0.002973240832507433}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1537,"correct_output_rate":0.1537,"accuracy":0.1537,"ce":5.953668786740108,"abstentions":0,"harm":0.8334,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":8.44998924154524,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8907488986784141,"accuracy":0.8907488986784141,"ce":0.30216824229444966,"harm":0.10572687224669604,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":6.850795171322544,"harm":0.9767441860465116,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":8.79461960752243,"harm":0.9851485148514851,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.004073319755600814,"accuracy":0.004073319755600814,"ce":7.533214997985474,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.4697309417040359,"accuracy":0.4697309417040359,"ce":1.7436002814695535,"harm":0.523542600896861,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":6.1995241017995895,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.07782101167315175,"accuracy":0.07782101167315175,"ce":4.206067726740918,"harm":0.9066147859922179,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":7.76679938076893,"harm":0.9774127310061602,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":8.10644018503949,"harm":0.9762140733399405,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9847,"correct_output_rate":0.9847,"accuracy":0.9847,"ce":0.08905239860684427,"abstentions":0,"harm":0.0016,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.03925962639567249,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03439409807781467,"harm":0.0026431718061674008,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.07475523923799642,"harm":0.0029069767441860465,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.06982744478721975,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.11463331071039165,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.12971380943661145,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.11838658289942632,"harm":0.0,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.0840850645312994,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.10689551332076283,"harm":0.00513347022587269,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.1319073071242305,"harm":0.0009910802775024777,"repair":0.003964321110009911}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1696,"correct_output_rate":0.1696,"accuracy":0.1696,"ce":5.509877484155567,"abstentions":0,"harm":0.8178,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":8.946533634846078,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9162995594713657,"accuracy":0.9162995594713657,"ce":0.2849393805572633,"harm":0.08105726872246696,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":6.258470268336134,"harm":0.9777131782945736,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":7.201209047180084,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":7.5414515594956955,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6165919282511211,"accuracy":0.6165919282511211,"ce":1.1043490192433485,"harm":0.3778026905829596,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":6.135388859069497,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.08171206225680934,"accuracy":0.08171206225680934,"ce":3.906042763322438,"harm":0.9027237354085603,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":6.947830870169287,"harm":0.9794661190965093,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":7.160274247849835,"harm":0.9762140733399405,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9836,"correct_output_rate":0.9836,"accuracy":0.9836,"ce":0.08407275803482084,"abstentions":0,"harm":0.0025,"repair":0.0005,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03623573426482601,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.03525230458592396,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.08181949297393194,"harm":0.0048449612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.07059452865826778,"harm":0.0019801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.09613825197060526,"harm":0.004073319755600814,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.11543041267269229,"harm":0.0033632286995515697,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.11338127364951162,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.07549583548841829,"harm":0.0019455252918287938,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.09904439032847988,"harm":0.00513347022587269,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.12824291140957922,"harm":0.0019821605550049554,"repair":0.0019821605550049554}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1524,"correct_output_rate":0.1524,"accuracy":0.1524,"ce":8.328223888051829,"abstentions":0,"harm":0.835,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":12.456318226194554,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8748898678414097,"accuracy":0.8748898678414097,"ce":0.3908702038702045,"harm":0.12334801762114538,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":10.407903716694618,"harm":0.9777131782945736,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":12.212144998890924,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":10.315690905889312,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.5224215246636771,"accuracy":0.5224215246636771,"ce":1.9098441198475133,"harm":0.47085201793721976,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":8.272877448104925,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.038910505836575876,"accuracy":0.038910505836575876,"ce":6.64643963969717,"harm":0.9455252918287937,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":10.837487145695304,"harm":0.9784394250513347,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":10.316083056153168,"harm":0.9762140733399405,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9856,"correct_output_rate":0.9856,"accuracy":0.9856,"ce":0.12588554504198562,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.0547634235866346,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.03517016123622039,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.11368308300004736,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.09834454037891555,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.16561467778512565,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.18014781335105787,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.1646646923651469,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.11504993708745558,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.15146330323802748,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.19994985510743285,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.25146800798027,0.0012242289260915322,4.996633499215062,1.207700667215423e-05,6.001569378932168,2.1086289978889307e-05,7.026548596641104,2.739904043859313e-08,5.613123437465667,6.255612462512565e-05,6.550015044252582,1.488902525895524e-07,7.7212242897544,5.50574195658497e-07,8.699600450632229,8.8926199733262e-11,4.129377393465819,6.754284939741954e-05,4.641442710502044,1.3231147834674798e-07,6.0479100064014615,5.170351677989271e-07,6.736958875396497,7.786682409668329e-11,4.8349194313624455,1.4556273483833258e-06,5.602805021957185,4.671978358646836e-10,6.854598114257451,3.907875571054577e-09,8.21433158743305,5.0182080713055813e-14]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,2,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.986545991983232,0.0012674013154235844,2.960843276528475,1.6908500500089064e-06,3.308783317523252,2.9740342271282874e-06,3.2758647828563943,3.3570390905928806e-10,4.009764319360608,1.011457181828207e-05,3.682123442479813,2.858389298943535e-09,4.118996640463544,7.748585965039606e-09,3.8028378566485133,3.375077994860419e-14,3.021003601368766,4.03896955040342e-05,2.717150642368029,1.2670333146780796e-08,3.357941627171019,2.2305475439943767e-08,3.1175100189498797,1.9562129693893345e-13,3.926879893174843,1.8193503713895077e-07,3.4227746074957164,1.7641443861278177e-12,4.147584431179505,1.0274892048248113e-11,3.6095786669404477,0.0]},{"index":6651,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,5,0,1,5,5,5,1,5,5,0,1,5,1,0,1,5,5,0,1,5,1,0,1,5,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0907010138918425,2.2211438773872256,4.684570955402904,1.4455766021601244,3.9259905349582622,1.7738860420464189,6.834755050164664,0.5383333128991137,3.9985305806318183,1.9992933341867698,6.503858113975609,0.8993293322103123,5.153489701219248,1.3059290026125088,9.516915492245124,0.12171145943776242,3.6305375242309688,2.1955810709423207,5.750805960584765,0.9928865187131088,4.936416854477971,1.6961059247233183,8.487533277505728,0.21043147516994412,4.722486436711515,1.8975622006482267,7.737354519812696,0.43876683996155347,6.354966820447707,0.9156224342606691,11.307114290400737,0.04641857456175713]},{"index":7216,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,3,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8381942180773874,0.9522407137542168,3.7814858486159886,0.553549696130656,3.435407622441352,0.637132351323756,5.436161881136351,0.3812322063991083,3.369924964339504,0.8109238817841676,5.3091396239523645,0.6232040581279894,4.333082904971708,0.6086152813101929,7.554859467519777,0.3890496452006069,3.3155238541775023,0.9239045836513766,4.473410902428112,0.5373962365832976,3.874562666339624,0.6988563149988306,6.697941449108722,0.44007673353660204,3.524985802363565,0.8157520449175715,5.9506541948540175,0.6199231252729281,4.458277507594116,0.5521203821930937,8.871691329623916,0.2925698515015754]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.8847983286617044,0.020488650291249192,0.384019852884302,0.00025343918164811115,0.49838785905674465,0.0004358014129147554,0.12086491954679393,1.0605030812348754e-06,0.5090312268042351,0.0014237234072168481,0.13398480985815098,3.0301100945990454e-06,0.2579500771749228,8.821995834137524e-06,0.03193327433060606,2.0677612933832904e-09,0.5476169661239951,0.0019732746194883748,0.15814094904118936,5.023965124355452e-06,0.26852965685223135,1.5004080951183e-05,0.03521034092894217,3.6575864492406487e-09,0.26402081714067976,8.44448219534137e-05,0.038179064289689736,2.077121253407113e-08,0.1121348197131187,1.2365698966290418e-07,0.006829404189781159,1.4970247264034405e-12]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.7516655102670794,0.009033166765809446,0.19403528628408725,0.00011375745797742511,0.3173572883181066,0.00020725701215627157,0.03403340068049555,2.3155785161780283e-07,0.3357238304101943,0.0005753458957104621,0.04400682450631298,6.953039609342096e-07,0.14450984092789707,2.0960311835195883e-06,0.0067335085930351705,1.12978737470128e-10,0.36602389037289684,0.0007344716307894392,0.05059025466545379,9.480805815873094e-07,0.1346285975574619,3.457522497843717e-06,0.005618407427147111,1.6252865718613784e-10,0.13376556242314072,2.6867240012314113e-05,0.008957676084816906,1.4314922570392417e-09,0.05082731415774104,1.1012001694274373e-08,0.0009292464819120388,1.0658141036401446e-14]},{"index":900,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,3,1,1,1,1,1,1,1,1,1,1,1,1,1,3,1,3,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.658284439852475,0.46900079721879495,0.40715242098721566,0.2418270076239471,0.2582368800545703,0.2930009649634695,0.11426993552540926,0.14574397439625505,0.2963780286687277,0.6823342981923048,0.14962719270821778,0.7087822967614782,0.07525346086926013,0.5331663452859792,0.025759753598054803,0.41496669690446525,0.28443053562900916,0.46975827956809363,0.13952530320903558,0.22886943254541603,0.07599717390626354,0.23325955495770148,0.03086708859463075,0.09409904829072135,0.09126865774572612,0.8096263693431838,0.043773276594775444,0.8793718837712323,0.01665784633340236,0.46460280880037313,0.0054471197839849545,0.2609000059404947]},{"index":956,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,1,2,2,1,2,1,1,1,1,2,2,1,2,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4846825412480502,1.5064290845505734,1.306826057773914,1.2674614673938631,1.251740300863245,0.9510065164192659,1.1781108789572028,0.6759672427129316,1.6117887460447713,1.7492709208772474,1.5731173084434829,1.347371245744563,1.4567359511556703,0.9740232309183987,1.5443233252113964,0.45131480734858714,1.292480234134882,1.2771773194097915,0.9053540677591131,1.228356723280176,0.7397181510773169,0.5360225801682463,0.5106886698426523,0.3622778270141633,1.0046044656644986,1.3154429997755626,0.7788416362670234,0.880710145831253,0.649873586595749,0.2568603438535472,0.5102326727681668,0.08956314312389564]},{"index":5457,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9005427886236144,1.3175071585812639,2.3656490230049467,1.8182549196237665,2.1804470717302658,1.4983955708451389,3.4014281088583864,1.546411680774176,2.681052263077069,1.5454863589266417,3.892718014757324,1.6455268404643872,3.673208825835815,1.516727886699242,5.870573354442595,0.8634695664484082,2.0694573380931423,1.4462920172091212,3.098138753255463,1.8558916243229182,2.524803745792882,1.4552588845623569,4.697459076792553,0.9862398288944926,3.404120476590886,1.7198505538877937,5.353374318631054,1.1800346353131044,4.768552903896961,1.246662179908057,7.647168233975254,0.2236380564383132]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,7,2,7,2,8,2,1,2,7,2,1,2,6,2,1,2,2,2,2,2,8,2,1,2,2,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8964544524271574,0.007487056179668288,2.2731529031624786,9.05279737981087e-06,1.8206736352885804,1.226616829670984e-05,1.4869127540726166,4.240578998160482e-10,2.667332299683883,0.00018002554779167172,2.129883566564869,1.7430733593356473e-08,1.5794281629332738,6.640129092605882e-08,1.5071732112848055,3.641531520770447e-14,2.5083551522059624,0.00024644580725704694,1.8592989523607024,2.5424615644900423e-08,1.382048710230641,5.521666060704552e-08,0.880628643957613,1.2101430968413474e-13,2.128041816721999,4.126657434737417e-06,1.4120665586976113,1.4604095710417596e-11,1.0800278615369594,1.3899414951368186e-10,1.0337856342039191,0.0]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,9,2,9,2,9,2,9,2,9,2,5,2,5,2,5,2,5,2,9,2,9,2,9,2,9,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3914483412255274,0.0031143254222590747,3.5973849235489532,0.00014877157632060497,2.826104480269704,8.712815234223806e-05,5.060474177234907,2.908061850638843e-06,3.008149930025845,0.00019931655850353308,4.776697643822141,6.020863035318724e-06,3.5992356394674365,4.082621247604929e-06,6.466137031031428,3.7999894286415504e-08,3.4203007907074983,0.0008128077873084694,4.747246619633432,2.021740013331156e-05,3.6898715747699926,1.85492499777775e-05,6.3054334945955315,1.816379261904941e-07,4.224458163551017,6.182417557582724e-05,6.25717297256511,5.447110706642316e-07,4.666901218441439,5.26578639050576e-07,8.020607589520697,1.636526912644861e-09]},{"index":321,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,2,1,7,1,2,1,7,1,2,1,7,1,2,1,7,1,2,1,7,1,2,5,7,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.124429657876078,2.0135008934423686,2.798944208213533,1.2626539760662465,2.593621638951789,2.016380349533797,3.8396954452522944,0.604568724872679,2.7479931381573626,2.0427742557938156,3.898162737199691,0.6354826882838032,3.5058669786404715,1.8141255617075673,4.981718720566989,0.15543078053185921,1.8634959845927552,1.6340139226697385,2.665835100813943,0.3940612659553979,2.3110326031922828,1.2985778769777134,3.7071098153883684,0.09180283410980618,2.364737404072521,1.322871461094467,3.7431933983925556,0.17759030024748562,3.430018002740446,1.2639272303335658,4.934644167800862,0.03579722752012119]},{"index":659,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,2,1,1,1,2,1,1,1,2,1,1,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7657587014199856,1.384851550474788,2.8260039310318925,0.6530906808410676,3.65032961307249,0.8681071729437283,4.474366520123303,0.596859279895655,3.3458674630459346,0.9869399067469562,4.061412120441236,0.4771728053065646,4.81045591824206,0.8175871692116009,6.547545538369858,0.5099157848234421,2.7716539216851217,1.0125546402629144,3.3419125521606476,0.45023873832276856,4.325575214683715,0.5845822311332132,5.939236357017853,0.26445037615662625,3.773064561900173,0.7692327849299515,5.111765218616799,0.27477732082692086,5.693169900435115,0.6125854911246272,8.29744296682143,0.10832010495110311]},{"index":1790,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,7,8,7,8,1,8,7,8,7,8,7,8,1,2,5,8,1,8,1,8,1,2,7,8,1,8,7,8,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.104272992815522,2.861285125251536,4.185660470986788,1.5862567003082186,4.731541014558857,1.7502494543200036,5.4491325817516305,0.8210807201958619,4.711098978500857,2.5852685216372366,5.173498997907803,1.3137075400061506,5.49024187395414,2.0988352512005397,7.246420077375857,0.6054403329807575,3.970989078487581,2.4270222171626883,4.516689648566676,1.3958432041139575,4.607353523712565,1.7410775418454043,6.517045157913824,0.5705490180038408,4.102280020785137,2.827295734342562,5.572732128426776,1.3583461204219658,5.400674540533047,2.572775757556017,8.760268134370106,0.5469816118778255]},{"index":2044,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,2,5,7,5,7,5,7,5,2,5,7,5,7,5,7,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5364792384848407,3.304611737902391,4.125217800327903,2.116159987475967,4.515864088289176,1.951328844797006,8.146018488602218,0.7990154485928145,3.9699017297966304,3.2988037532062253,6.899062028915624,1.399790750645482,7.42368067974366,1.292052526019373,12.753279884138712,0.20039817805989665,3.066889230967111,3.545166536496994,6.218430871525756,1.7910988685752627,6.855824567074243,1.9754646803769096,12.07639880152714,0.4901467667587461,5.173901613446044,3.2096310968438084,9.538367305483435,1.1503738486943367,10.259094482079593,1.2088261062193495,17.63531174368593,0.17865920470956115]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,2,3,5,3,2,3,5,3,7,3,7,3,7,3,5,3,2,3,2,3,2,3,5,3,7,3,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.604431441207832,0.08677826799846809,2.7056545564087995,0.00894436586024242,2.111338082588205,0.005975566239338053,3.1924459313953073,0.00016980213914094482,3.0779920908134857,0.009441058717690486,3.7134292312544153,0.0008494772870421509,2.4586229901020054,0.0004548540333885184,3.867193058488098,5.682437542737596e-06,2.0051937997082407,0.024577926297191025,2.3754636660273545,0.001232580993681913,1.839512906237408,0.0009122081666443886,3.144666410342839,3.5771464930138706e-06,2.31948692392005,0.0015164795213207074,3.057311292760069,3.534159657188933e-05,1.6969770152617607,1.7923044343470272e-05,3.5060901231959445,2.7995960046900044e-08]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.195412367687987,0.001288419240960368,6.613563653296214,1.95840890534536e-07,5.380444954244433,7.015517930409557e-07,9.480044380945039,5.870859354216104e-13,6.145742756383738,2.2932938795367026e-06,9.791331752002092,3.4947600369089612e-12,7.643842967135355,5.113243162082895e-11,13.396802667175255,0.0,5.046565116600897,2.128372970419453e-05,8.684567029289935,1.414404149257979e-10,6.51690188554312,1.7107739654708244e-09,12.229967907707355,0.0,7.49708930602869,5.877371683163925e-09,12.807609661221775,2.2204460492503128e-16,9.324932165105201,2.5535129566378275e-14,17.374635749934576,0.0]},{"index":938,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,3,5,5,5,3,5,5,5,3,5,5,5,5,5,5,5,5,5,5,5,3,5,5,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.415815087911803,1.1031153305839776,4.9270218075091705,0.9146867759908907,4.44660206357854,0.9605518636139079,7.155214633917114,0.6033814166349803,4.087730013247956,0.867429552907993,6.301336012129193,0.537358504474675,5.878469455837108,0.8656387058465533,9.55140554845941,0.5381090320305056,3.7003964060010373,1.3731484579975404,5.910857706584788,1.145436658540518,5.3939181215531224,1.3487915613000692,9.40423940466366,0.8110206917888777,4.734290923974457,1.116735313818348,8.041808410917183,0.6909231219473099,7.5200563062332915,1.2102542682618378,12.1734676511794,0.5397038805349732]},{"index":3549,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,1,3,1,2,1,3,1,3,5,3,1,2,1,3,1,3,5,3,1,2,1,3,1,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6386683839158915,1.944675078793208,6.152927053510682,0.8955486706382789,5.415321314076521,0.9371567608084986,8.983614736714356,0.08123200389483974,4.217051228748639,2.109396532001729,7.330242524897008,0.48455989199484534,6.226362185429107,0.6411377147321109,11.203348767116836,0.012990794038233493,4.686632316969733,1.9444758835387264,8.225200082619473,0.5763662159966634,6.915020890594505,0.6093491307525524,12.11843942075846,0.02643147781597623,5.287119154357778,2.0145047773262443,9.798701534043085,0.17316445710169645,7.784584672865525,0.28578280793550515,14.811695026257203,0.003530498190365465]},{"index":5734,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,1,7,5,7,1,7,5,7,5,7,5,7,1,3,5,7,1,7,5,7,5,7,5,7,1,3,5,7,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4567550442419357,3.3434810698696786,2.3922790602723385,2.3392627463848314,2.421987641632481,3.412519516066086,2.6268846467869307,2.3803654290346907,2.467194613907492,2.383558081566606,2.351137053832744,1.0918885155545794,2.596475186865709,1.9197045652448392,2.696142166933646,0.9635825727270518,2.7505065738460486,3.165137110389287,3.0472721958059434,1.8717719446360366,2.9775722187374,3.069530248033982,3.5706314853623,1.8017194558402747,2.730512335594021,2.0990087890842686,3.076539386134918,0.6434904273514493,3.2300190513108795,1.699383317481416,3.8345015833423792,0.9484090713482433]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,5,4,5,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6812520437037417,0.030381879571141024,3.5657136870856356,0.0002793270946244548,4.332055841543432,0.0006774446304982909,4.300903088320614,2.622545361157149e-07,3.84786864761097,0.0013659724517243216,3.6886126092556974,6.551026256171032e-07,4.631434742287979,8.181525729355335e-06,4.62404303982377,9.99766935855223e-11,4.461296529310304,0.0030235307333971004,4.1702095607056,4.597747390699486e-06,4.945521715578206,4.5301644601549755e-05,4.882106768707449,2.3597472836780624e-09,4.000630780436761,8.45096205623868e-05,3.8099635691923295,6.36120176730896e-09,4.622500766753617,3.530567754406581e-07,4.723520226387302,9.192646643892071e-13]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.4076336362084527,0.038473520647194524,4.254287567039567,0.0008932637025406378,4.49522882600052,0.0019730045182213903,6.125151746954019,8.938769034755156e-06,3.5019379161086714,0.003142605260942709,4.934478579945794,1.0683283150892951e-05,5.034841941541823,8.53432538891619e-05,7.876109470103581,3.5493065855991045e-08,3.8711479337239467,0.004122846680360092,4.608590737831304,1.7550849564522752e-05,4.908302949388055,6.854432965966351e-05,6.741244256980241,4.7630427355879666e-08,3.811383157769557,0.0002347810738679573,5.28112158457405,1.1300228558344203e-07,5.2917791174854685,2.3198622319459612e-06,8.317580378793213,8.965050923446278e-11]},{"index":610,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,5,4,1,4,1,4,1,4,5,4,1,4,1,4,1,4,5,4,1,2,1,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.9169590911451477,0.3141433185435728,4.492633461104212,0.08649279749302649,5.3676769599244665,0.10711114548433957,6.590781412223008,0.0148129342043109,4.5363641091329,0.4303293571332486,5.070080974663371,0.039943853977222867,6.399537713657667,0.06310170746551592,7.980243524069784,0.0006985706648025457,4.959460004920281,0.604871290202165,5.4068127366913386,0.08712188747464826,6.518201653440157,0.10899786761096364,7.770486562173021,0.0015757542881430593,5.094074863675076,0.7430453208351172,5.445436034991952,0.01641985868614289,7.043947466322014,0.02130006102303304,8.662868851169842,1.018923567057026e-05]},{"index":2053,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,4,1,4,1,9,1,4,1,4,1,4,1,9,1,4,1,4,1,4,1,9,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.194416666111683,1.2178841733232875,5.9245548665324135,0.9243832159001119,5.73237405551269,0.6720663086360776,8.394987826744547,0.1199776717197617,4.700419581939704,1.0039640706564565,7.299219631414173,0.3528179766132774,6.725912597843745,0.3048971792262215,10.369800074568731,0.005627320623971591,5.057609730574581,0.8626782456392176,7.106119713435362,0.4963051549152085,6.547226277528043,0.5431455727805566,9.81992148234761,0.05636200731459853,5.6400039895466785,0.9662086027427039,8.73647797490347,0.4371756905614962,7.73329905824452,0.36463959032211213,12.227928373055905,0.006456522430716679]},{"index":9745,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,4,5,2,5,2,5,2,5,4,5,2,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.190633814713885,2.283681298615346,6.6062208349424045,1.9816801821010546,5.879461640299163,2.081110040826003,10.001134311806663,1.1166166823564851,4.966809632573983,2.524557631240475,8.709573732364332,1.4684153773445277,7.225653693395955,1.6710542008871547,13.300664021886728,0.29218189695777064,4.9194838291363325,2.6538888043615976,7.814552652530932,1.3305138425047542,6.6137054208674675,1.3009754106070845,11.941841335692155,0.17947955596611095,5.08694322013182,1.9163009530958794,9.625273458035636,0.3779912787871993,7.446588271007469,0.4533918264289126,15.358627736121674,0.01085653758192459]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,9,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9216874445383846,0.045840213089826984,1.0761921204081564,0.0006685162029642515,0.8740104712273808,0.0010082205047367361,1.061595049143325,4.013879235363802e-06,0.6342823203481526,0.0033551265024073062,0.7704684814216141,9.540380601545199e-06,0.6976266775993372,2.119797597681194e-05,0.8866599573206754,4.753094573290439e-09,0.8399693397026999,0.011946999776666349,1.1546953568552567,4.624789917379834e-05,0.9254350700733024,6.625642306003104e-05,1.2094018768693247,2.5901370934569065e-08,0.7984454643598763,0.00043185880317178605,1.1280612139581148,2.0599690185762816e-07,0.8961555606005703,4.762610946143517e-07,1.2128181943530956,8.217870828241641e-12]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,3,5,5,5,5,5,5,5,3,5,5,5,5,5,3,5,3,5,5,5,5,5,3,5,3,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3027566003339883,0.0009668172281879325,1.2422052878052081,2.1929294129747832e-07,0.8059431416906502,7.614988600190465e-07,0.5936142388391413,5.6930016256566726e-12,0.9436794163546415,2.0694271615430906e-06,1.1762376892761366,1.439026675587789e-11,0.48938214842565725,8.233835835030539e-11,0.42011139504686446,0.0,1.1333243498611323,1.3861247737450088e-05,1.5071617272374698,1.2539325133000687e-10,0.5659105863089773,8.023182115458569e-10,0.4517041939163541,0.0,0.9190462527662074,1.0409186125496213e-08,1.377524727126956,2.664535259100372e-15,0.3346552464364652,1.976196983832759e-14,0.285919180642848,0.0]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,1,5,1,5,1,5,3,6,1,5,1,5,1,5,1,6,1,5,1,5,1,5,1,6,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4273408706914095,1.178267202104137,1.2583272447409715,0.2516790101710859,1.20887021577824,0.41599204897197894,1.282825717091443,0.009364669069821037,1.6934388641164104,1.000731820151389,1.6031908143211453,0.0629320730836464,1.510794366856766,0.19235276227806938,1.9237918125337896,0.0005989095909976533,1.2989463330840545,1.3092493185910536,1.1360582421897072,0.20475280344445965,1.1997347204017361,0.4196894146227973,1.5086544822743317,0.0034836550984489014,1.520953215113137,1.1273966725075595,1.6257798315609693,0.03251514978611053,1.2853938873127462,0.17010914779342984,2.1695027868684806,0.00010920436380894188]},{"index":3893,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,7,6,7,6,7,5,7,6,7,6,7,6,7,5,7,6,7,6,7,6,7,6,8,6,7,6,7,6,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4886904378430517,1.9027099085837231,1.763752791135674,1.2325000446282326,1.9042564081607352,1.2643692307821632,2.254880534005586,0.7125616231256588,1.9367924058023118,1.4921515643238747,2.3236159439530892,0.8632618739560236,2.4750721932065325,0.9667494239262313,2.9895557174583396,0.459982568140045,2.1943823502413826,1.701288034157106,2.5677566749626517,1.3841028055670814,2.5641551486178216,1.3662615619379472,2.9876913299785217,0.8177165650275726,2.863954132406444,1.5118477232786784,3.1401402913320435,0.9742193665394294,3.249983061957397,0.981462296048452,3.6215035581659283,0.4388497763089508]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,8,6,8,6,8,6,8,6,7,6,7,6,7,6,1,6,8,6,1,6,8,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6352227430680437,0.03531153301011764,2.7224136355758963,0.00014060631171960007,2.9152672471495364,0.0007115959080244243,2.831934953223767,1.6459208218522054e-07,3.1747526126833328,0.0012390647991960295,3.2715932827747523,5.015980281010717e-07,3.4097913124434216,5.052615848792976e-06,3.428150419898631,6.786948780526717e-11,3.351922429804478,0.003299047517018717,3.3723232346172702,1.6828037792760765e-06,3.496031442967492,1.5705970528294774e-05,3.2292425763594164,2.9250579731850675e-10,3.5355052734819807,3.789973325438671e-05,3.8346480505329428,2.5371928970018013e-09,3.724568359106187,6.021713635167917e-08,3.730979999857446,3.7525538232329584e-14]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6,2,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.054099197918648,0.02180046933956419,3.810549869796696,0.001529716506382743,4.950864222792877,0.002394086797290323,6.345389411094256,4.49036556391067e-05,3.620821547076865,0.0014863203960800862,5.13128004417156,4.078380091864877e-05,6.230560300229293,6.848718240748659e-05,8.454373332331652,1.8846618044347816e-07,3.67241177441577,0.0034247874212809033,4.7855661588663745,7.293250276794591e-05,5.85295208149318,0.00013236376979058718,7.652419359686538,7.237589815125638e-07,4.211863167619316,8.612879940859058e-05,6.452150386203538,1.1160607458595817e-06,7.328398073023742,2.3205561818987304e-06,10.130470016822299,1.6236214581830501e-09]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,6,1,1,1,6,1,6,1,6,1,1,1,1,1,1,1,6,1,6,1,6,1,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2968164917034244,1.600778992118746,4.8123776505553995,1.1504915476412139,4.3990201630537715,1.2413582042480629,7.047260720725964,0.33333554722703873,3.99316061872099,0.8959394093223487,6.5449685390339605,0.44953324846587844,5.554019631622615,0.4129339202209173,9.12990322285241,0.02143303723981059,3.9109769649014225,1.4838666804876466,6.130054189655501,0.8278518796495414,5.261165434034685,0.8441410410138573,8.844123993359727,0.12832375302584975,4.60662044732699,0.474901133528663,7.9345646393641625,0.2140937151928048,6.123984541973096,0.13708862966572452,10.612966417531537,0.0045861594535240285]},{"index":2995,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,2,6,2,5,2,6,2,6,2,6,2,6,2,6,5,5,2,5,2,5,2,6,2,6,2,6,2,6,2,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.441738583605022,1.0981219898568142,4.331130975138363,0.868472562401641,4.239636231655247,0.8704458387487761,7.678046234869902,0.3795337695196184,3.397006354653392,0.6630678346046973,6.502985533762489,0.3618502048625568,6.2031348618177065,0.4337652486752335,10.683179801077442,0.08195686247892182,3.2816919625202985,1.0168409210591876,5.91364092569749,0.8803828354232102,5.401669947513543,0.7852847488327132,9.900573932050118,0.33917116786990625,4.084519415792956,0.41551737878548883,8.599276709355557,0.24555690223357274,7.295084445747007,0.33340476130286206,12.6650813117195,0.04387958287498382]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,7,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,1,7,5,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5913863466623015,0.003319866442904901,1.6674567757407717,1.695504967737978e-05,1.6504299131238238,0.00012280803033516637,2.1062309071778302,1.6893288847213782e-08,1.1777065959479793,0.00022988974907656658,1.57218480551186,7.626132234683923e-08,1.4329916124349331,2.8422266112606944e-06,2.2788994169773895,8.188560940391778e-12,1.3168595303114128,0.00041390504697290143,1.495943584674246,2.516557243464105e-07,1.899109416345707,4.617206579008277e-06,2.5649353421962084,3.127476055859668e-11,1.3791299585335999,3.6174520040224983e-05,1.9610174124008202,6.815006334713141e-10,1.8078723121788207,1.135861182772122e-07,2.8526987835684734,1.0658141036401446e-14]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7770676113676094,0.0030432675159363888,1.93870581276483,1.1739059643986694e-05,2.259295964605309,8.175096341396243e-05,3.2505329877066313,1.2720502792359054e-08,1.2506042597327462,9.915483298584253e-05,1.8365589734728038,2.3960642738177504e-08,1.872830131753166,1.1374257590815685e-06,3.5802298166465523,5.541789249703576e-12,1.642212405406366,0.0004101360379597897,1.989313483375338,3.7002010271238036e-07,2.3891360932683843,4.401395302319896e-06,3.732591112001787,1.1545120414568584e-10,1.3836815252231234,1.0496422917577695e-05,2.548069309447808,6.651452719727586e-10,2.379916106219599,6.966355094384191e-08,4.504987913156277,4.818367926873063e-14]},{"index":1194,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,7,1,9,1,7,1,7,1,7,1,9,1,7,1,7,1,7,1,9,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6053718473142213,1.675885952510933,3.248699883846139,0.7330517764808525,3.1672995904512806,1.0607140260262744,4.404026558139203,0.09300694083209639,2.969906054092613,1.2399378120024318,3.9197333265371177,0.27371396846413976,3.1580928970714264,0.7474144239016692,4.819097745675396,0.024430013375619515,2.9914864932414655,1.0989965853512338,3.7730972004805023,0.24452923081681455,3.552628645970999,0.5673043708597971,5.024666491416795,0.036766545391370656,3.8027947978118597,0.9115523910082325,4.973680992595936,0.14984452370920423,4.063379702731858,0.8130725048304014,5.935501891859544,0.01596012975582749]},{"index":2016,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,7,1,2,5,7,1,2,1,7,1,7,5,7,1,2,1,7,1,2,5,7,1,2,1,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.742264153158626,2.6265366676288666,6.498647592819419,0.41296975752750753,6.292780074731266,0.8302424934950524,8.997655003039993,0.007639656529246809,6.171340045620196,1.7174959193887547,8.185244461740469,0.024143639650809998,7.6920471301116216,0.11039244448126423,11.428699792651992,8.163291046884755e-05,5.605897257744371,2.8001084010286896,7.865293807787283,0.1836644941197213,7.247685677409812,0.7511320774067033,11.14243938246271,0.0021453944847287876,6.850858330234047,1.0049449793911638,9.486383991505132,0.0014749260193321332,8.455881211503815,0.013304263249941408,13.78431129382549,2.6475969475443943e-06]},{"index":4966,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,2,8,2,8,2,8,1,8,2,8,2,7,1,8,1,8,2,8,2,8,1,8,1,7,2,8,2,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5400404925614077,2.936744207872888,1.699607752010856,2.7074483036767116,1.4453528475253825,3.333061696157077,1.9350591655596077,1.7058512837785091,1.3946396092457791,2.6884503451950117,1.5786379262091197,1.45180833054874,1.4061183008163751,2.785210496633407,1.9077742874488068,0.5261433204107216,1.2274377981259494,3.128160698862176,1.4170374004741495,2.5016521080893477,1.3265707182294393,3.6479397439801655,1.8201058796162979,1.2219566486634992,1.0942195677572244,2.2340343421353692,1.316779357214719,0.8405803586753947,1.1315993059630687,2.5892867047870394,1.6655868584466684,0.23680086904535846]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,8,2,8,5,8,2,8,2,8,2,8,5,8,2,8,2,8,2,8,5,8,2,8,1,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.3048115752349325,0.09779777020878105,5.060608843666472,0.0019426563095359024,5.020945253059002,0.0032998683416633296,6.527113982865913,6.6813337244867126e-06,4.561284109075699,0.012952397171566134,5.336637897512066,6.701333455322554e-05,5.468378890597591,0.00013089317685110414,7.2701330243528695,2.145393639708914e-08,4.401946118674508,0.01690712866945407,5.1822228013457075,0.00013173439218748135,5.356333226442625,0.00032331725412177776,6.894953693355708,1.4977669781873513e-07,4.565246956001264,0.0015902050013467974,5.6827997223566395,2.6347726207313515e-06,5.866847534748234,5.343891148889998e-06,8.102207508588956,2.1373214307221713e-10]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8,3,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.180507803073494,0.05444332022601045,5.453635394040541,0.0014222348649528683,4.817043467629398,0.0012073647634866214,7.2885780655502534,1.0802625019941106e-05,4.142112785792921,0.002370271069391938,6.363267426611375,1.5887333195941407e-05,5.442573754313635,1.0829303120443628e-05,9.151049672294906,2.789731984254323e-08,5.002497896540327,0.004533757601655657,6.612571428619437,5.648374856002535e-05,5.344856211953056,3.5007461322856074e-05,8.065718145245695,1.601333726192814e-07,5.281209416508421,9.556949175009208e-05,7.732429489407534,2.3616863584862127e-07,6.15376749080986,1.8798316934779e-07,10.031065423375512,1.755917633362739e-10]},{"index":495,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,8,5,2,5,2,5,8,5,8,5,2,5,2,5,2,5,2,5,2,5,2,5,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,6.447898718672448,1.1025944875138503,10.103789103815387,0.7217502873139586,9.665949850618997,0.5779451664105784,15.34358176653038,0.6066768460602072,7.988966596920117,1.0949284517576345,13.051083160305899,0.87659327925932,12.285351146088985,0.49914809898211027,19.382119848913916,0.6018995443003692,7.741861985701612,1.2667146904054212,11.89501253892484,1.1883166239558518,11.628248710888325,0.7997289190903621,18.37479697763734,0.8043256634521878,9.310772336702863,1.467045570391661,14.808872705398533,1.1095040223903796,14.207514170920188,0.5040334003400602,22.46575392272214,0.5275565694304297]},{"index":1878,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,1,8,1,3,1,8,6,8,1,8,1,8,1,8,6,3,1,8,1,3,1,8,6,8,1,8,1,3,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0020507785608537,1.1454897504693722,5.282240446733862,0.44505906083865826,4.500884958384033,1.0950241784113168,8.178522579105483,0.3721307462672229,3.6642560476687907,0.44242348489223116,7.193318711134091,0.08634293043929611,5.848732349550298,0.6744241963817534,11.028162233352765,0.13782852140442398,3.3955767827436905,0.7735689291403623,6.037699483668753,0.35178371606660086,5.004159077043754,1.3295504555510853,9.492475954672674,0.45256005143111494,4.259894292724491,0.37637335550397555,8.686023149273835,0.0985943759736217,6.832695815258052,1.2600032677850597,13.355194337061176,0.3456958974649052]},{"index":691,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,4,2,4,2,4,2,4,2,4,2,4,2,4,2,8,2,4,2,4,2,4,2,8,2,4,2,4,2,4,2,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7537544914151164,2.3682821515427483,4.456781125924691,1.9345564015653707,3.445453284129121,1.559109243534572,6.80593151937863,0.7315380874191942,2.925674911590536,2.8096533972278244,6.048335956023565,1.9517708110195802,4.011458689099798,1.0949115836198435,8.725366952069237,0.24296553006701188,3.5736694970910117,1.9874479095565574,5.981468557714856,1.2936874185696916,4.238815888775816,1.2186949796202398,7.690492787330189,0.27846188673389644,3.7179065666727187,3.025744417798222,7.225592622884773,1.3249075702706743,4.440614901674617,0.8622613263168352,9.598783399890209,0.05594930334504398]},{"index":4956,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,5,4,5,4,1,4,1,4,5,4,5,4,1,4,1,4,5,4,1,4,1,4,1,4,1,4,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.999119722357159,3.0952772608891133,6.94210876074664,2.6109243053274045,6.368331698047502,2.4334829640902855,9.865127804821249,2.092401472173979,5.164602305005557,3.243267575112233,8.150228687071603,2.4670701558768613,7.188567198035251,1.585610046189719,11.791912567227698,1.0549465608686397,6.367020852595582,3.1143817449483917,8.749216876202249,2.6432307151390857,7.737044720645985,2.078823236605169,11.615072855452055,1.5341248347583003,7.005076494895487,3.5509803589735656,10.728239059351974,2.3348616287956085,8.707091930384228,1.038783596097463,13.592414822834616,0.32955821036157296]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,2,9,5,9,5,9,6,9,2,9,5,9,3,9,2,9,2,9,5,9,5,9,6,9,2,9,5,9,3,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.139688013500971,0.054628127160815144,4.829965721244914,0.00036483337111310423,4.66523102001992,0.0010155814605999742,6.021823688447132,1.5739810575679755e-06,4.464533680138382,0.0023240804801066143,5.49547281439377,3.2207089697714274e-06,5.237325347354964,2.463311596085184e-05,6.7589995015546895,5.685945031963375e-09,5.385334242716654,0.006960887913692206,6.012091342545004,1.552359848616053e-05,5.872682854815935,6.0164802511090975e-05,7.017478047336526,1.2450775666233294e-08,5.537370574325173,0.00019645554674085555,6.34857696055216,5.1247042184552256e-08,6.020561488680685,7.084594226354623e-07,7.066719488788623,1.961497630967504e-11]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,1,9,7,9,1,9,7,9,7,9,7,9,1,9,7,9,1,9,7,9,1,9,7,9,1,9,7,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7420933350693404,0.01880481681823065,5.149593652156673,8.060779191600887e-05,4.934752519602176,0.00030488054902837555,6.909427511184156,1.0285898092732832e-07,4.547127944530768,0.0009105528869929713,6.645183224253234,3.34637211460716e-07,6.108515601865712,4.152655296225829e-06,8.43948059436321,1.282893791116767e-10,4.488784056664266,0.004434339733132655,6.105459184879072,3.013326781059645e-06,5.57786938588181,2.9613841705069554e-05,7.695156521036338,1.1425409500854802e-09,4.5907558769513,0.0001381558190878774,6.993768648064598,1.2590844065801493e-08,6.076231829474761,3.0629824759636723e-07,9.167620001116894,2.575717417127046e-12]},{"index":1709,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,9,5,3,5,9,5,3,5,9,5,3,5,9,5,3,5,9,5,3,5,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2743501144997005,2.156354407216381,2.7433271520379883,1.1692826891077417,3.0851967870468027,1.4579619136328588,4.353171544871672,0.4851296557445879,2.3275923296277057,2.0979063206818602,3.7271711976281776,0.7434609547445322,3.732339982949972,1.2241323222204512,5.921357114874797,0.19624258325832844,2.521495491937028,2.047737534085383,3.4740406375561697,1.0076546083358424,3.543421166613928,1.141154544326754,5.566803544996241,0.19859492897103304,2.541135782184398,2.0725252697811105,4.467755539126417,0.42302749474081286,4.252967892299643,0.7801074238404897,7.172814466550121,0.0656733557679757]},{"index":2189,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,9,1,1,1,9,1,1,1,9,1,9,1,9,1,1,1,9,1,1,1,9,1,1,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.322054667825762,2.81626960841527,6.2918178295946285,0.6050577027539776,5.344573076247094,1.472012052809701,8.705563922745922,0.026877588023813556,5.686644930436675,1.4951771758585317,8.369698395406227,0.07824735210242743,7.200794223001914,0.5054144115834693,11.271986908821614,0.0020138515249712783,4.840386205865809,2.75641242978398,7.311213584644818,0.353902784312852,6.129644893030876,1.2840506732192765,10.36642341439122,0.010091491884696682,6.246179898965716,1.1999031568673815,9.575711887937615,0.052537461179374724,8.003386324592322,0.5074262142311712,13.207024633865297,0.0025739662638101075]},{"index":1192,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9007823899785565,1.245690659652802,2.5676155438119603,0.9333035894147002,2.906348577803305,1.216975150579652,3.256007050397622,0.8941913033275762,2.8895022922376654,1.2459318102523635,2.8970305521561195,0.9613804883543858,3.152158071569107,1.2614118931246265,4.17883805278998,0.8106634501357363,2.9606407939618027,1.4094579640455538,2.8488417976246208,1.3189362150354462,3.1256360831923318,1.60545472917675,4.163817355683444,1.079981195544816,2.9028264028247728,1.5895289603314273,3.2054818769153726,1.0092477227683139,3.6950793377740005,1.2950871341605108,5.548000980201712,0.5872532437073239]},{"index":3597,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,9,5,3,6,3,6,3,6,9,6,3,6,9,6,3,6,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.4003677055034025,3.576090557491409,3.8449170517757087,2.544585270814642,3.5689270349222544,3.251294347042948,4.647488692949489,1.5661409668411648,3.613748835916013,2.408982303739453,4.59287660049359,1.2485479072982109,3.809653225868081,1.9362142442020298,5.413415505967478,0.4571507892217379,3.392406735317433,3.518533788830645,4.075135855520143,2.0884573325043982,3.5794633609008715,2.7637354626857435,5.101781289492188,0.6725870816001914,3.9740017404188874,1.7909829035160205,5.258373578177507,0.4162012655177809,4.116082215341909,0.97496588442946,5.929459081786025,0.04897038478371449]}]},{"id":"residual_unit_dropout-selected-s102","recipe":"residual_unit_dropout","state":"selected","seed":102,"epoch":15,"source_run":"graph-eval-residual_unit_dropout-s102","checkpoint_sha256":"ee8d61d75d312c4a843da0be621c68edc8f3afc1c0eeab6305eb2a0af3af7695","source_result_sha256":"ade55b495f3711aa43ff3cc5c2b3601eb0f4eae5a61c7b5ce6434e5428d24a2d","archive_json_sha256":"ad9fba6b83a9d8b59f6bc4633ccbbe67d705477e11e1d6a8710fb16d7cb16b6d","archive_npz_sha256":"9d6947fbd6af4d6f2447b5ad1cbb9a46a4ac056556406969647497c59e619812","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":4.440892098500626e-16,"dense_source_mean_ce_difference":1.1879667111136527e-08,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual_unit_dropout-selected-s102","recipe":"residual_unit_dropout","state":"selected","seed":102,"epoch":15,"checkpoint_sha256":"ee8d61d75d312c4a843da0be621c68edc8f3afc1c0eeab6305eb2a0af3af7695","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,2713,6651,2,5,96,619,1,35,149,222,1609,9768,18,30,195,578,4,6,33,65,115,2043,8,15,340,951,11,21,366,1181,965,0,17,175,282,2070,3767,61,84,495,947,4639,7,9,320,448]},"n":10000,"dense_accuracy":0.9828,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9828,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1410,"correct_output_rate":0.141,"accuracy":0.141,"ce":2.503370138681242,"abstentions":0,"harm":0.8432,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":2.5233359526433596,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.6158590308370044,"accuracy":0.6158590308370044,"ce":1.6716004025745,"harm":0.38061674008810575,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":2.721980766954164,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.869392276518226,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.010183299389002037,"accuracy":0.010183299389002037,"ce":3.054439631616681,"harm":0.9684317718940937,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.7163677130044843,"accuracy":0.7163677130044843,"ce":1.5619720584559065,"harm":0.2769058295964126,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":2.908211437443595,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":2.4563238995413648,"harm":0.9620622568093385,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.045174537987679675,"accuracy":0.045174537987679675,"ce":2.1304336207634527,"harm":0.9291581108829569,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1491047360816897,"harm":0.9831516352824579,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9207,"correct_output_rate":0.9207,"accuracy":0.9207,"ce":1.6730193706909282,"abstentions":0,"harm":0.0663,"repair":0.0042,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9816326530612245,"accuracy":0.9816326530612245,"ce":1.3385761032758448,"harm":0.014285714285714285,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9762114537444934,"accuracy":0.9762114537444934,"ce":1.5711303680969768,"harm":0.02026431718061674,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.8924418604651163,"accuracy":0.8924418604651163,"ce":1.6608714662744974,"harm":0.09205426356589147,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.8613861386138614,"accuracy":0.8613861386138614,"ce":1.7968046660364345,"harm":0.12376237623762376,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.8207739307535642,"accuracy":0.8207739307535642,"ce":1.8087388028173523,"harm":0.15885947046843177,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9428251121076233,"accuracy":0.9428251121076233,"ce":1.6077638769307652,"harm":0.042600896860986545,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.941544885177453,"accuracy":0.941544885177453,"ce":1.4409222003446793,"harm":0.04384133611691023,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.877431906614786,"accuracy":0.877431906614786,"ce":1.7506666145452923,"harm":0.10116731517509728,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":1.865113032879805,"harm":0.018480492813141684,"repair":0.018480492813141684},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9395441030723488,"accuracy":0.9395441030723488,"ce":1.8824067073540403,"harm":0.04757185332011893,"repair":0.003964321110009911}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1495,"correct_output_rate":0.1495,"accuracy":0.1495,"ce":2.6686039588758477,"abstentions":0,"harm":0.8347,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9405470300678496,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.8044052863436123,"accuracy":0.8044052863436123,"ce":1.3980954593230965,"harm":0.19295154185022026,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":2.7859946535276934,"harm":0.9796511627906976,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1804841030025752,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.004073319755600814,"accuracy":0.004073319755600814,"ce":3.2682480203784774,"harm":0.9745417515274949,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.6221973094170403,"accuracy":0.6221973094170403,"ce":1.5145590258075292,"harm":0.3710762331838565,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.0535717293475395,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.01264591439688716,"accuracy":0.01264591439688716,"ce":2.409991203479003,"harm":0.9620622568093385,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":2.5760983081775506,"harm":0.9671457905544147,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6250853254695916,"harm":0.9831516352824579,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9767,"correct_output_rate":0.9767,"accuracy":0.9767,"ce":0.8149348272857454,"abstentions":0,"harm":0.0093,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9959183673469387,"accuracy":0.9959183673469387,"ce":0.44416151002592574,"harm":0.0,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.7444433882965075,"harm":0.004405286343612335,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.8212853965032236,"harm":0.01744186046511628,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.855896386780856,"harm":0.009900990099009901,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.955193482688391,"accuracy":0.955193482688391,"ce":0.842488556815823,"harm":0.025458248472505093,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.7723586134263372,"harm":0.007847533632286996,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.5933334222562276,"harm":0.006263048016701462,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.8551690062552761,"harm":0.0048638132295719845,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":1.1907893746372518,"harm":0.008213552361396304,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":1.0242628480252884,"harm":0.008919722497522299,"repair":0.005946481665014866}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1359,"correct_output_rate":0.1359,"accuracy":0.1359,"ce":2.721633462111299,"abstentions":0,"harm":0.8485,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1522447865014525,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.6079295154185022,"accuracy":0.6079295154185022,"ce":1.4896448999091652,"harm":0.38854625550660793,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":2.857430058821137,"harm":0.9786821705426356,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.121890371625404,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":3.6261369403482835,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.6804932735426009,"accuracy":0.6804932735426009,"ce":1.4281843179240874,"harm":0.312780269058296,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":2.943125324314238,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.010700389105058366,"accuracy":0.010700389105058366,"ce":2.674886328087068,"harm":0.9630350194552529,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.043121149897330596,"accuracy":0.043121149897330596,"ce":2.1613923987099875,"harm":0.9322381930184805,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7909914604353094,"harm":0.9831516352824579,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9711,"correct_output_rate":0.9711,"accuracy":0.9711,"ce":0.8732240150669935,"abstentions":0,"harm":0.0145,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.5762733620591785,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.73261923974765,"harm":0.007048458149779736,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9544573643410853,"accuracy":0.9544573643410853,"ce":0.846089030999784,"harm":0.030038759689922482,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9683168316831683,"accuracy":0.9683168316831683,"ce":0.9321841495224323,"harm":0.01485148514851485,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9490835030549898,"accuracy":0.9490835030549898,"ce":0.9394466027509103,"harm":0.03054989816700611,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9674887892376681,"accuracy":0.9674887892376681,"ce":0.8200295189759944,"harm":0.016816143497757848,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9728601252609603,"accuracy":0.9728601252609603,"ce":0.6190694105960003,"harm":0.010438413361169102,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9484435797665369,"accuracy":0.9484435797665369,"ce":1.0318422502409612,"harm":0.026264591439688716,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":1.1178947981278653,"harm":0.001026694045174538,"repair":0.015400410677618069},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":1.114633093087935,"harm":0.006937561942517344,"repair":0.003964321110009911}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1317,"correct_output_rate":0.1317,"accuracy":0.1317,"ce":3.2523367069349858,"abstentions":0,"harm":0.8524,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.124992273263808,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.7383259911894273,"accuracy":0.7383259911894273,"ce":1.1062717168251104,"harm":0.25903083700440527,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.012596899224806201,"accuracy":0.012596899224806201,"ce":3.263581057204183,"harm":0.9718992248062015,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.887457471397218,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.209842181275607,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5100896860986547,"accuracy":0.5100896860986547,"ce":1.375149524432335,"harm":0.4820627802690583,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.005219206680584551,"accuracy":0.005219206680584551,"ce":3.15778090546183,"harm":0.9780793319415448,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":3.01534101623136,"harm":0.9698443579766537,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4319153813798415,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.057086119346273,"harm":0.9831516352824579,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9824,"correct_output_rate":0.9824,"accuracy":0.9824,"ce":0.20895248393391994,"abstentions":0,"harm":0.0025,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9948979591836735,"accuracy":0.9948979591836735,"ce":0.07483241412224916,"harm":0.0,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.14197662213761145,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.18194401777035799,"harm":0.003875968992248062,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.19977139303316102,"harm":0.0029702970297029703,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.20412868359740857,"harm":0.004073319755600814,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.19110164562522994,"harm":0.002242152466367713,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.13248418236375878,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.25120291788749116,"harm":0.0038910505836575876,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.4167203892120583,"harm":0.003080082135523614,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9861248761149654,"accuracy":0.9861248761149654,"ce":0.30084354162039345,"harm":0.0,"repair":0.002973240832507433}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1321,"correct_output_rate":0.1321,"accuracy":0.1321,"ce":2.7954772909885466,"abstentions":0,"harm":0.8525,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.36939074955968,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.5973568281938326,"accuracy":0.5973568281938326,"ce":1.3809727165757015,"harm":0.3991189427312775,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":3.207444418639332,"harm":0.9825581395348837,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3545812733142966,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6949900467363346,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.4248878923766816,"accuracy":0.4248878923766816,"ce":1.6621733779787742,"harm":0.5650224215246636,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4580875938861038,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.05155642023346303,"accuracy":0.05155642023346303,"ce":2.503090408753746,"harm":0.9231517509727627,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.21560574948665298,"accuracy":0.21560574948665298,"ce":1.7185535176394016,"harm":0.7648870636550308,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.682974584287079,"harm":0.9831516352824579,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9578,"correct_output_rate":0.9578,"accuracy":0.9578,"ce":0.963027496963072,"abstentions":0,"harm":0.029,"repair":0.004,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.619380436583578,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.986784140969163,"accuracy":0.986784140969163,"ce":0.7927646541685347,"harm":0.009691629955947136,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9011627906976745,"accuracy":0.9011627906976745,"ce":1.0747339788548076,"harm":0.08333333333333333,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9603960396039604,"accuracy":0.9603960396039604,"ce":0.9926525311763422,"harm":0.023762376237623763,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9093686354378818,"accuracy":0.9093686354378818,"ce":1.1464049612300997,"harm":0.06924643584521385,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9618834080717489,"accuracy":0.9618834080717489,"ce":0.871861244490382,"harm":0.02242152466367713,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9613778705636743,"accuracy":0.9613778705636743,"ce":0.7515592341300716,"harm":0.022964509394572025,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.938715953307393,"accuracy":0.938715953307393,"ce":1.0857162633245878,"harm":0.03696498054474708,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9928131416837782,"accuracy":0.9928131416837782,"ce":1.118868263361432,"harm":0.001026694045174538,"repair":0.021560574948665298},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":1.1718851150738971,"harm":0.017839444995044598,"repair":0.006937561942517344}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1216,"correct_output_rate":0.1216,"accuracy":0.1216,"ce":3.3571417455122843,"abstentions":0,"harm":0.8624,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.620556657760829,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.748898678414097,"accuracy":0.748898678414097,"ce":0.9616307885596244,"harm":0.24845814977973568,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":3.5709360981231097,"harm":0.9767441860465116,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.033430468783678,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.448921197401475,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.35650224215246634,"accuracy":0.35650224215246634,"ce":1.6422079558429339,"harm":0.6334080717488789,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7923301376747367,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.032101167315175094,"accuracy":0.032101167315175094,"ce":2.6755294096334485,"harm":0.9426070038910506,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":2.9571509258859274,"harm":0.9650924024640657,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.0499489985122565,"harm":0.9831516352824579,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9819,"correct_output_rate":0.9819,"accuracy":0.9819,"ce":0.20755861030993852,"abstentions":0,"harm":0.0036,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9959183673469387,"accuracy":0.9959183673469387,"ce":0.06684076356413683,"harm":0.0,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.13336253723587677,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9738372093023255,"accuracy":0.9738372093023255,"ce":0.22401765222891956,"harm":0.01065891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.18650099617127766,"harm":0.0009900990099009901,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9694501018329938,"accuracy":0.9694501018329938,"ce":0.22823283385681395,"harm":0.009164969450101833,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.20521035461240686,"harm":0.004484304932735426,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.1530871818681187,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.2483909813961343,"harm":0.0029182879377431907,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.35027817818901746,"harm":0.001026694045174538,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.2862406124756497,"harm":0.0019821605550049554,"repair":0.002973240832507433}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1179,"correct_output_rate":0.1179,"accuracy":0.1179,"ce":3.4834660494039182,"abstentions":0,"harm":0.8665,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.074640329663949,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.6052863436123348,"accuracy":0.6052863436123348,"ce":1.1071269123737932,"harm":0.3920704845814978,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":3.8743582608442733,"harm":0.9767441860465116,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.9806359498127875,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.035525152050424,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.38565022421524664,"accuracy":0.38565022421524664,"ce":1.5619067351382543,"harm":0.6042600896860987,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.7976283549213807,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.04669260700389105,"accuracy":0.04669260700389105,"ce":3.0410897395617815,"harm":0.9280155642023347,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.09240246406570841,"accuracy":0.09240246406570841,"ce":2.0982220366383357,"harm":0.8839835728952772,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.391477605446265,"harm":0.9831516352824579,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9746,"correct_output_rate":0.9746,"accuracy":0.9746,"ce":0.2585487845028247,"abstentions":0,"harm":0.011,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.12531997039145262,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.1422978008353162,"harm":0.0052863436123348016,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9583333333333334,"accuracy":0.9583333333333334,"ce":0.3057365577735616,"harm":0.027131782945736434,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.23322951526055238,"harm":0.005940594059405941,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9562118126272913,"accuracy":0.9562118126272913,"ce":0.31074965255175063,"harm":0.02240325865580448,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9674887892376681,"accuracy":0.9674887892376681,"ce":0.2523013027109933,"harm":0.016816143497757848,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9749478079331941,"accuracy":0.9749478079331941,"ce":0.16813221195567402,"harm":0.008350730688935281,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9591439688715954,"accuracy":0.9591439688715954,"ce":0.3665410939788257,"harm":0.01556420233463035,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9876796714579056,"accuracy":0.9876796714579056,"ce":0.33227588494187443,"harm":0.001026694045174538,"repair":0.01642710472279261},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.3551672900296204,"harm":0.006937561942517344,"repair":0.002973240832507433}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1160,"correct_output_rate":0.116,"accuracy":0.116,"ce":5.055236842745555,"abstentions":0,"harm":0.8681,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.873786087256849,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.7110132158590309,"accuracy":0.7110132158590309,"ce":0.8105789356528907,"harm":0.28634361233480177,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.014534883720930232,"accuracy":0.014534883720930232,"ce":5.247414482708247,"harm":0.9718992248062015,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":5.789735564354071,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.8520144044917,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.35650224215246634,"accuracy":0.35650224215246634,"ce":1.7764021667262864,"harm":0.6334080717488789,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":4.6691756620222105,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.014591439688715954,"accuracy":0.014591439688715954,"ce":4.146923292830394,"harm":0.9591439688715954,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.2127485904715405,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.450478562466191,"harm":0.9831516352824579,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9832,"correct_output_rate":0.9832,"accuracy":0.9832,"ce":0.06400484846389537,"abstentions":0,"harm":0.0009,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.020350185516489875,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.021330305147077316,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.05867328315281908,"harm":0.0009689922480620155,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.052306239915069885,"harm":0.0009900990099009901,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.07885426327234915,"harm":0.003054989816700611,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.07419636562097388,"harm":0.0,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.0677103897485558,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.08277405807738074,"harm":0.0009727626459143969,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.10578102710083914,"harm":0.001026694045174538,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9861248761149654,"accuracy":0.9861248761149654,"ce":0.08514194828215484,"harm":0.0,"repair":0.002973240832507433}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1372,"correct_output_rate":0.1372,"accuracy":0.1372,"ce":2.965653463973267,"abstentions":0,"harm":0.8476,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.039353202887196,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.5268722466960353,"accuracy":0.5268722466960353,"ce":1.4184150320951658,"harm":0.46960352422907486,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":3.681621936973517,"harm":0.9825581395348837,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3711654938931908,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0050916496945010185,"accuracy":0.0050916496945010185,"ce":3.7647854382333614,"harm":0.9735234215885947,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.7208520179372198,"accuracy":0.7208520179372198,"ce":1.1993218575616942,"harm":0.273542600896861,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.435238628776356,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":2.9296068026719877,"harm":0.9678988326848249,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.11806981519507187,"accuracy":0.11806981519507187,"ce":1.9470641516113836,"harm":0.8603696098562629,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8829605264739153,"harm":0.9831516352824579,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9424,"correct_output_rate":0.9424,"accuracy":0.9424,"ce":1.0908641244636748,"abstentions":0,"harm":0.0444,"repair":0.004,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.7086097980259466,"harm":0.00816326530612245,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9709251101321585,"accuracy":0.9709251101321585,"ce":1.0074149974012039,"harm":0.024669603524229075,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9176356589147286,"accuracy":0.9176356589147286,"ce":1.0989792341371587,"harm":0.06686046511627906,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9148514851485149,"accuracy":0.9148514851485149,"ce":1.1741457422432366,"harm":0.0702970297029703,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.8635437881873728,"accuracy":0.8635437881873728,"ce":1.2842146615154728,"harm":0.11608961303462322,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9282511210762332,"accuracy":0.9282511210762332,"ce":1.0637622635281192,"harm":0.05493273542600897,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9519832985386222,"accuracy":0.9519832985386222,"ce":0.8936320981515598,"harm":0.032359081419624215,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9241245136186771,"accuracy":0.9241245136186771,"ce":1.1614662616950133,"harm":0.05252918287937743,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9897330595482546,"accuracy":0.9897330595482546,"ce":1.2685857380002423,"harm":0.002053388090349076,"repair":0.019507186858316223},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":1.2438946865079832,"harm":0.017839444995044598,"repair":0.006937561942517344}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1441,"correct_output_rate":0.1441,"accuracy":0.1441,"ce":3.5156726487803294,"abstentions":0,"harm":0.8403,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.451877091788211,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.7224669603524229,"accuracy":0.7224669603524229,"ce":1.026746389610944,"harm":0.2748898678414097,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":4.043227951324379,"harm":0.9825581395348837,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.041046425449067,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":4.405903169713795,"harm":0.9755600814663951,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.6681614349775785,"accuracy":0.6681614349775785,"ce":1.1459043846351074,"harm":0.32623318385650224,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.8875658971559517,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":3.063065774016593,"harm":0.9678988326848249,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.011293634496919919,"accuracy":0.011293634496919919,"ce":3.0428478587864682,"harm":0.9620123203285421,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.162402841225142,"harm":0.9831516352824579,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9797,"correct_output_rate":0.9797,"accuracy":0.9797,"ce":0.23918168569141343,"abstentions":0,"harm":0.0062,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9959183673469387,"accuracy":0.9959183673469387,"ce":0.08900314919788818,"harm":0.0,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.18971784316837165,"harm":0.003524229074889868,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.2506689020177623,"harm":0.00872093023255814,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.22913280159850805,"harm":0.007920792079207921,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9643584521384929,"accuracy":0.9643584521384929,"ce":0.2480862922351488,"harm":0.016293279022403257,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.968609865470852,"accuracy":0.968609865470852,"ce":0.24452508583912239,"harm":0.013452914798206279,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.1755087287071113,"harm":0.0020876826722338203,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.26611191445805604,"harm":0.0048638132295719845,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.4256798822614237,"harm":0.004106776180698152,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9871159563924677,"accuracy":0.9871159563924677,"ce":0.27859251851035105,"harm":0.0019821605550049554,"repair":0.005946481665014866}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1302,"correct_output_rate":0.1302,"accuracy":0.1302,"ce":3.5985305836134596,"abstentions":0,"harm":0.8544,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.855235054105437,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.5656387665198238,"accuracy":0.5656387665198238,"ce":1.1633425240172313,"harm":0.43083700440528633,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0029069767441860465,"accuracy":0.0029069767441860465,"ce":4.193398397266705,"harm":0.9815891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":4.067661023878184,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.866679350337808,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.6087443946188341,"accuracy":0.6087443946188341,"ce":1.1929321334971625,"harm":0.3834080717488789,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.005219206680584551,"accuracy":0.005219206680584551,"ce":3.649439614051408,"harm":0.9780793319415448,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":3.4174811054234993,"harm":0.9630350194552529,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.09548254620123203,"accuracy":0.09548254620123203,"ce":2.207720252891035,"harm":0.8819301848049281,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.43907740355979,"harm":0.9831516352824579,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9722,"correct_output_rate":0.9722,"accuracy":0.9722,"ce":0.2820452546217256,"abstentions":0,"harm":0.0137,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.1523771414195247,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.986784140969163,"accuracy":0.986784140969163,"ce":0.19577997910190306,"harm":0.009691629955947136,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9602713178294574,"accuracy":0.9602713178294574,"ce":0.3022342155151471,"harm":0.02422480620155039,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.2776931122939228,"harm":0.009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9582484725050916,"accuracy":0.9582484725050916,"ce":0.31118673043067696,"harm":0.02240325865580448,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9551569506726457,"accuracy":0.9551569506726457,"ce":0.30097022594684086,"harm":0.028026905829596414,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.18796527833081794,"harm":0.010438413361169102,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9494163424124513,"accuracy":0.9494163424124513,"ce":0.39633281905943263,"harm":0.02529182879377432,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9876796714579056,"accuracy":0.9876796714579056,"ce":0.35863698730977983,"harm":0.001026694045174538,"repair":0.01642710472279261},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.3425895009075471,"harm":0.005946481665014866,"repair":0.003964321110009911}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1256,"correct_output_rate":0.1256,"accuracy":0.1256,"ce":5.164472365558814,"abstentions":0,"harm":0.8584,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.787719731515221,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.6960352422907489,"accuracy":0.6960352422907489,"ce":0.8526134262006558,"harm":0.3013215859030837,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":5.601909909768786,"harm":0.9728682170542635,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":5.898064967169067,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":6.640115529183753,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.48878923766816146,"accuracy":0.48878923766816146,"ce":1.330954168360325,"harm":0.5022421524663677,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.005219206680584551,"accuracy":0.005219206680584551,"ce":4.583458990380873,"harm":0.9780793319415448,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.007782101167315175,"accuracy":0.007782101167315175,"ce":4.520161388284111,"harm":0.9659533073929961,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":5.1738150746118565,"harm":0.9702258726899384,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.465852691570449,"harm":0.9831516352824579,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9824,"correct_output_rate":0.9824,"accuracy":0.9824,"ce":0.06546287330642776,"abstentions":0,"harm":0.0014,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.023871150009000922,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.02457563143720645,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.05923471252602738,"harm":0.0009689922480620155,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.0581187514658354,"harm":0.0029702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.07347611698230602,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.08120295579291821,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.06854283024271607,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.08736870894373368,"harm":0.0019455252918287938,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.10768090658679777,"harm":0.002053388090349076,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.07786387655177861,"harm":0.0,"repair":0.0019821605550049554}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1248,"correct_output_rate":0.1248,"accuracy":0.1248,"ce":3.8165800826212557,"abstentions":0,"harm":0.8598,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.018203298081835,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.5312775330396475,"accuracy":0.5312775330396475,"ce":1.123425065527525,"harm":0.46519823788546255,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.154275309895832,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":4.552316573374635,"harm":0.9821782178217822,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.075468662205564,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.3632286995515695,"accuracy":0.3632286995515695,"ce":1.5735156379351636,"harm":0.625560538116592,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.516305608129803,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.03599221789883268,"accuracy":0.03599221789883268,"ce":3.3793896831887014,"harm":0.938715953307393,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.28952772073921973,"accuracy":0.28952772073921973,"ce":1.5653966701176905,"harm":0.6909650924024641,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.3149716420938935,"harm":0.9831516352824579,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9593,"correct_output_rate":0.9593,"accuracy":0.9593,"ce":0.36099938697167155,"abstentions":0,"harm":0.0273,"repair":0.0038,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.1703924705572535,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9832599118942731,"accuracy":0.9832599118942731,"ce":0.2531760519221565,"harm":0.013215859030837005,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9089147286821705,"accuracy":0.9089147286821705,"ce":0.5133052703261894,"harm":0.0755813953488372,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9594059405940594,"accuracy":0.9594059405940594,"ce":0.34112027583317234,"harm":0.024752475247524754,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9276985743380856,"accuracy":0.9276985743380856,"ce":0.4840520414370827,"harm":0.051934826883910386,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.945067264573991,"accuracy":0.945067264573991,"ce":0.35433706627189393,"harm":0.03811659192825112,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.2743377314885496,"harm":0.016701461377870562,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9445525291828794,"accuracy":0.9445525291828794,"ce":0.4470935630228438,"harm":0.032101167315175094,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9907597535934292,"accuracy":0.9907597535934292,"ce":0.37423168509936194,"harm":0.001026694045174538,"repair":0.019507186858316223},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9712586719524281,"accuracy":0.9712586719524281,"ce":0.3994596168729339,"harm":0.017839444995044598,"repair":0.005946481665014866}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1188,"correct_output_rate":0.1188,"accuracy":0.1188,"ce":5.3588674174076685,"abstentions":0,"harm":0.8652,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.189335653643273,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.7180616740088106,"accuracy":0.7180616740088106,"ce":0.7187758111290777,"harm":0.27929515418502204,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":6.241075491170279,"harm":0.9767441860465116,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":6.141349631282242,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.034529404186347,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.3632286995515695,"accuracy":0.3632286995515695,"ce":1.7777660675947804,"harm":0.625560538116592,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":5.608717509467899,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.02821011673151751,"accuracy":0.02821011673151751,"ce":4.183913934257217,"harm":0.9464980544747081,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":4.414483037386502,"harm":0.9640657084188912,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.578954478974552,"harm":0.9831516352824579,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9819,"correct_output_rate":0.9819,"accuracy":0.9819,"ce":0.06825901762392639,"abstentions":0,"harm":0.0031,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.0205422309628812,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.024869163772731104,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.08240962886674696,"harm":0.006782945736434108,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.05429931835374178,"harm":0.0039603960396039604,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.0891485690661307,"harm":0.007128309572301426,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.089347069937813,"harm":0.005605381165919282,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.07635055704685341,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.0900961978770254,"harm":0.0038910505836575876,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.0881147586365469,"harm":0.001026694045174538,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9861248761149654,"accuracy":0.9861248761149654,"ce":0.07484168414062879,"harm":0.0,"repair":0.002973240832507433}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1122,"correct_output_rate":0.1122,"accuracy":0.1122,"ce":5.613470134628671,"abstentions":0,"harm":0.8723,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.157160085893775,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.5823788546255506,"accuracy":0.5823788546255506,"ce":0.937248209376905,"harm":0.4149779735682819,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":6.932654881390457,"harm":0.9786821705426356,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":6.33086913752422,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.920986187772156,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.3217488789237668,"accuracy":0.3217488789237668,"ce":1.8336362790289096,"harm":0.6681614349775785,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":5.5298291832051385,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.042801556420233464,"accuracy":0.042801556420233464,"ce":4.788203778419865,"harm":0.9319066147859922,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.11909650924024641,"accuracy":0.11909650924024641,"ce":2.778631431852565,"harm":0.8583162217659137,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.145670192603596,"harm":0.9831516352824579,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9755,"correct_output_rate":0.9755,"accuracy":0.9755,"ce":0.0874302443859692,"abstentions":0,"harm":0.0104,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.036216098273301786,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03313210344513721,"harm":0.006167400881057269,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9631782945736435,"accuracy":0.9631782945736435,"ce":0.12725843050532942,"harm":0.022286821705426358,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.0666430080119987,"harm":0.005940594059405941,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9623217922606925,"accuracy":0.9623217922606925,"ce":0.12282015403861404,"harm":0.016293279022403257,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9596412556053812,"accuracy":0.9596412556053812,"ce":0.12264302639053687,"harm":0.023542600896860985,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.07988969694413449,"harm":0.005219206680584551,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9571984435797666,"accuracy":0.9571984435797666,"ce":0.14978175398005134,"harm":0.017509727626459144,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9876796714579056,"accuracy":0.9876796714579056,"ce":0.058550805469731695,"harm":0.001026694045174538,"repair":0.01642710472279261},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.08426180740360423,"harm":0.005946481665014866,"repair":0.004955401387512388}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1117,"correct_output_rate":0.1117,"accuracy":0.1117,"ce":9.28387065979765,"abstentions":0,"harm":0.8724,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":16.41177935644899,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.6969162995594713,"accuracy":0.6969162995594713,"ce":1.0115095096690663,"harm":0.3004405286343612,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.012596899224806201,"accuracy":0.012596899224806201,"ce":10.249543108931984,"harm":0.9738372093023255,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":10.222676889054114,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.0,"accuracy":0.0,"ce":12.197634915888685,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.3239910313901345,"accuracy":0.3239910313901345,"ce":2.7426872943404805,"harm":0.6659192825112108,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":8.05545601285005,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.014591439688715954,"accuracy":0.014591439688715954,"ce":7.48458610452397,"harm":0.9591439688715954,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":9.357616766985926,"harm":0.971252566735113,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.613986846441994,"harm":0.9831516352824579,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9828,"correct_output_rate":0.9828,"accuracy":0.9828,"ce":0.07600044522927649,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03230626623554991,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.016681429593139563,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9835271317829457,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.06590980536775215,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.056617759717030425,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9786150712830958,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.0987953946965001,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.10021241558574327,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.09742261607866132,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9737354085603113,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.09168670319818513,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9722792607802875,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.11440086782527363,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.09790905618695454,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5278230248642943,1.7626696485690119,2.9661668438991504,0.7883587528336873,3.2763954990020157,0.9898922094429233,4.156897757698668,0.12108072599533876,3.442680584670188,1.0873465749262883,4.7867845897484385,0.10416908332310747,5.411944462208731,0.2280408671346457,8.131829399646534,0.002435155124093004,3.703806952437252,1.2132284477418511,5.2223672467138105,0.1570861512982635,5.635762865336569,0.3095807090815161,8.543321906840083,0.005663935849313059,5.930428091414914,0.35959616051295623,9.43849096997121,0.003569413159059205,10.571747147902459,0.0189186810794877,16.611680274153358,1.2818452644236161e-05]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,1,0,5,0,5,0,5,0,5,0,5,0,8,0,5,0,8,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8475542147323771,1.0197376788991157,2.1519395074106873,0.16638115745263404,2.1521367587811335,0.2605350457740173,2.617792936813831,0.004281930373491954,2.262978815623168,0.2997264999186167,2.8576696897839087,0.004419549179338538,3.052666538326813,0.015075496054106173,4.38140620503237,7.088564272200355e-06,2.6339781851828126,0.39730835132462067,3.266747197986761,0.008093830010403952,3.534782939888882,0.02338309531036377,4.922898082721601,1.4288430881811062e-05,3.7657796542920257,0.02756976440247631,4.952076095947094,1.40281957771425e-05,5.643586947275451,0.00015880396568057278,8.731195729060985,1.700346530097755e-10]},{"index":2713,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,0,5,0,5,0,5,8,5,0,5,0,5,0,5,8,5,0,5,0,5,0,5,8,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0221722266442104,2.115816946540858,3.3398853851523627,1.540647271695024,3.5099634569995812,1.7135558592367728,3.9833438789882525,0.8609777024719975,3.708047640766137,1.8291041223851208,4.795286771914732,0.8839732585542142,5.3979884409382555,1.1628861653807294,7.412245894398131,0.21353945394300863,4.634081639267518,1.9243546902352402,5.913523760431165,0.9740138367622126,5.889942100489844,1.2959938195448566,7.856707353709032,0.26666720078397105,6.294051160829623,1.4875267414062008,9.030040233629485,0.2833786122840498,9.813479157993829,0.666161041398853,14.62413543787136,0.016566196762017642]},{"index":6651,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,0,1,8,1,0,1,8,1,0,1,8,1,0,1,8,1,0,1,8,1,0,1,8,1,0,1,8,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.787704706631463,2.151969331248656,3.0365860592701392,1.8321474076945008,2.922944443913048,1.9150840612055575,3.514684162667918,1.4417485482804568,3.254444639794864,2.0178929819232074,3.989966146811127,1.3970519328744864,3.90935739472881,1.6821950224789624,5.51746180592349,0.9069294714528536,3.2063957117298134,1.902373139166428,4.0730387214814145,1.2905623200116414,3.7708331691388537,1.617521159773069,5.4903577392995215,0.8222734785313459,4.352850794187616,1.8731603631442972,6.289137025283434,0.8410631504551997,6.019398044408791,1.6070541498117958,9.67981628198858,0.3823623357172843]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7353009401679937,1.647889654517771,1.3809394356768148,0.8412765975976649,1.5363219448144558,0.7817744741537058,0.987580230148778,0.1354032313068528,1.4168918914865634,0.8609471314202404,0.8362232705278707,0.13212322327219078,1.0735016535153332,0.11745396989309986,0.33473386291957874,0.0026623928772783047,1.4797489823593943,0.9627905322679892,0.9399166447325192,0.1878215588036263,1.1503011773570857,0.14150103680116732,0.4120683120792775,0.003889030999313862,1.0602927789170433,0.2216851011189334,0.3395256968231223,0.004502962357762572,0.5936705721504832,0.0029361403432147577,0.049438310192156554,3.450616072508705e-06]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,1,1,8,1,1,1,1,1,1,1,1,1,1,1,8,1,1,1,8,1,1,1,8,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7725975348085612,1.6698524202685294,1.3700132524000028,0.6994523319662515,1.5787406512108044,0.6893392399088661,0.8985286043152368,0.0802275138873856,1.3794904837261825,0.7973694970225382,0.7021257543467108,0.08288190999846279,1.0944813379711253,0.08004014539157382,0.2179727304938722,0.0012926256719603213,1.5412621451053907,0.9794981175712731,0.856193543278577,0.13921223830967533,1.2361141727953,0.10350750482371153,0.2743353153542483,0.0019454072649646033,1.1627278520915185,0.20354405523438365,0.22168772988384458,0.003159054626822916,0.7470395165557145,0.0019534705780320893,0.013978350102718633,1.2775237358898524e-06]},{"index":96,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,2,1,1,1,2,1,2,1,2,1,1,1,2,1,8,8,2,1,1,8,2,1,1,8,2,1,1,1,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7662795249650687,1.973476314145163,1.7564472545919083,1.5925909212211424,1.5777274841212845,1.5935373431165731,1.5088950773408096,1.0910504598458133,1.657899887987695,1.5180678600200717,1.6044899401081467,0.959853071232726,1.2610044870889352,1.0851207048827878,1.3283823893405635,0.4943074692716231,1.6327457230021019,1.8039192350784055,1.5095656608025976,1.2118645374991128,1.2363281068394607,1.2936016835985678,1.174123979820118,0.6533190844548424,1.41535258080725,1.26588155896263,1.5257272609129164,0.5730861887185333,0.8100007967538924,0.8778725329614128,1.503492787870367,0.20112213389181294]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,1,2,1,2,1,2,1,8,1,2,1,2,8,2,1,5,8,2,1,2,8,2,1,8,8,2,1,2,8,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0236505337952857,1.9060562016051377,1.7188137866384647,1.4335322991306172,1.816603648546763,1.5836116264245117,1.6443152631429956,0.988987011142339,1.921866400318435,1.5608381097218638,1.4515638184181483,0.8389243536109172,1.5117856738106294,1.1560288039237856,2.046925956797476,0.46145665961411797,1.9874881619639913,1.7659905794880424,1.3712718291092711,0.9926434270975533,1.3760119268500675,1.3268364511615498,1.7918671156095838,0.5685971102930002,1.8212434587853759,1.326695117594381,1.5749160308133452,0.4270443351035699,1.4007086705316207,1.059631002177355,3.1240630016285045,0.1469756587717544]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,2,4,2,4,2,2,2,8,2,4,2,8,2,1,2,8,2,4,2,4,2,1,2,8,2,8,2,8,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.864337755985055,1.468382657599113,2.4449437779695566,0.5301071898499504,2.4463648579297805,0.5763064330784906,1.7883348291765553,0.015973975977235773,2.8903353330291353,0.8310980668245261,2.3116027390769682,0.035806257001549,2.379752251589664,0.08738639273453999,1.381588181027841,2.5277868354475e-05,3.4996271864268094,1.038681794637442,2.979634560867426,0.07103915079624663,3.0769572818199777,0.12542729354633458,1.8878008744765713,6.345379316358934e-05,4.1178158125376685,0.3269250540147208,2.97695901458179,0.00034750841898091914,3.5823393902272134,0.002290578656422973,1.5086364399812902,2.1197221753395592e-10]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,1,2,1,2,5,2,5,2,1,2,1,2,5,2,5,2,5,2,5,2,5,2,5,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.622815419025377,1.3162872159607788,2.883090472146778,0.6309596119725279,2.751118002449271,0.5229907271106998,3.31670340622012,0.055901274950625315,2.71318385101194,0.5590148898074323,3.202082852681977,0.048311472927559794,3.1634990991347776,0.04388468765614879,4.29753574734994,0.0003011332996052469,3.321119199834772,0.5637233438596357,3.8779156565092063,0.07202377790670249,3.443990552939593,0.05134385762489746,4.75382084078033,0.0004825144295290885,3.934833252055714,0.0736215280300899,5.147633083996244,0.0005706741968243817,4.698939966784323,0.0004108338306365271,7.25066188928475,5.3265514579328064e-08]},{"index":149,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,2,5,5,6,2,1,8,1,8,6,8,6,2,5,8,5,2,6,8,6,2,8,8,1,8,6,8,6,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0381281895835386,2.2170506247483637,1.9376881433172077,2.031378451725315,2.0726977255776724,2.03713952729783,1.9097455011682727,1.6953637159250985,1.9002608912816852,2.077476793270449,1.7132587399872248,1.8084989711215906,2.0048274051930868,1.7994343674297992,1.9798223117825602,1.2973483144030797,2.266397831514384,2.0252365836345385,2.0849578358108367,1.6919379159675236,2.307500768785248,1.7466248079116649,2.354753746460771,1.1792108679205027,1.9609377776344066,1.8950925525792626,1.7128410007808046,1.4846278405681899,2.330902217531578,1.5910420088562485,3.2430537521593155,0.8606206485724237]},{"index":222,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,2,5,2,5,2,5,8,5,2,5,2,5,2,5,8,5,2,5,2,5,2,5,8,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7905423862235694,2.3141077443713987,4.126343002330658,1.72416519993596,4.574784959618443,1.8381723319773922,6.308315538251882,0.7025468854686042,5.417525286885234,2.067152193727517,7.109648372962336,0.8204196481880752,7.822146576136595,1.1713756869512866,12.844480952164721,0.061539111480641215,6.653253756815846,2.082351503872359,8.207932679509321,0.8873708944376831,8.808563451791228,1.1309931100910509,13.923240640036678,0.07218056049228007,10.402011793308295,1.6234784921903185,14.667828398535347,0.1260068094374736,15.987480983327703,0.37836259985773396,26.6311286560727,0.000514448673473368]},{"index":1609,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,6,7,6,7,6,7,3,7,6,7,3,7,6,7,3,7,3,7,3,7,6,7,3,7,3,7,3,7,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9663624299096205,2.299971966862159,1.7001936894056027,2.0255786254668755,1.7903193666733581,2.1764428192115757,1.6079419775221444,1.7895423314567547,1.6562118277644065,2.4381902089928347,1.3231042863546927,2.0851036159284475,1.7039824483775783,2.1382056819263795,1.6900731512780869,1.4485923506061846,1.8805208615472004,2.18869550017068,1.6423894266969548,1.7546276677555372,1.7374903228089271,1.9088239428024627,2.1222939847073286,1.3257010514239158,1.7207730273725783,2.5067579022776583,2.0427465472306334,1.9415081837065582,2.6550002992801764,2.0812989627951346,3.57690648102243,0.8254762183260909]},{"index":9768,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,8,5,2,5,0,5,0,5,8,5,2,5,8,5,0,5,8,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.145321619454311,2.436605846972337,2.993563103935378,2.1621186491607247,3.308743809156805,2.192985825116529,3.636511174461778,1.6303851941558587,3.714791306568812,2.430519259445349,3.9689505396697697,1.8678080398776844,4.545575903451533,1.9969616355748903,6.011128371199717,1.019679064004126,4.494224453773534,2.2833871399837786,4.891207490321034,1.6689763666922726,5.6593031946497625,1.747794026714513,7.185726177972042,0.8146361226914857,6.455758991290866,2.353122484341336,7.759972207495224,1.2788209391684968,9.097426054944984,1.626969906241231,12.982657767946836,0.27839162259634487]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,7,3,2,3,2,3,8,3,2,3,7,3,2,3,8,3,5,3,5,3,2,3,8,3,2,3,8,3,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3198041573684414,1.9774866633028936,2.369553765719601,1.2678401559723331,2.25689587751887,1.345328878007419,2.760672610899607,0.3920605307148803,2.562446343165876,1.394729664970734,3.016074726244213,0.354549779482964,2.351400548063281,0.47760389172725626,4.188312071730726,0.016510156009757804,2.3297411565746837,1.4395846666291392,2.629810389585092,0.4081198853730062,2.1606976904347355,0.5343745112216908,3.3189854931610188,0.019781057523795432,2.6968749862955543,0.6276921227901737,3.8511778876014136,0.022428689861987924,2.270339988878785,0.05118840338285957,6.369560526374974,2.9639177184681547e-05]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7832236256611664,1.5667929058886305,3.189807179287082,0.38083463902881515,3.079913890194555,0.5390775501813257,4.265620416616152,0.01474704458536016,3.24147465174042,0.6632835773828774,4.3224420709845175,0.015086697345486165,3.871486541061793,0.03746194474430764,6.921020385438423,1.9343935193757166e-05,3.0333093796277595,0.7135933934887396,4.000299227010706,0.019649791986582323,3.837182975347063,0.03936661733437936,6.8812925929955595,3.0292595372915835e-05,4.106433337673203,0.06623748494273696,6.8201595008770175,3.566586931268635e-05,5.9834027678467745,0.00014318741160602771,12.84105915826831,1.0737832844532592e-10]},{"index":195,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,3,2,3,2,3,2,3,2,8,2,3,2,3,2,3,2,8,2,3,2,3,2,3,2,8,2,3,2,3,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.572231853454075,1.8073369931234575,2.807312300379575,1.2470082629479102,2.819677644503894,1.2680293855107803,3.2946783590723556,0.4750383669528513,3.036402717520371,1.3311373694403643,3.5604691311299383,0.5282670898747573,3.479502201361885,0.6452262145809518,4.759832934413284,0.042074074951986264,2.5193045462642356,1.4134658082819556,3.1449699476071094,0.5311474766040304,3.158228237686866,0.6836590655766764,4.571377691504225,0.046310347196179595,3.5864104065358586,0.8949575174231168,5.128252949964661,0.08703086074196972,5.00297266988879,0.22741593372832114,8.50560861103457,0.0003777886533611697]},{"index":578,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,3,5,8,5,3,5,3,5,3,5,8,5,3,5,3,5,3,8,8,5,3,8,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4633037843561816,1.977640121679206,2.662955915401845,1.5108346743042183,2.6214720570922805,1.6178852567133444,2.947107550363261,0.7631967867657267,2.7514844951949007,1.6579097630982318,3.101110404041967,0.7743522455356688,3.056822594285909,0.9776565764094409,3.9558840242733124,0.1062075095821569,2.359219488702978,1.7154055372355503,2.6182768679380937,0.8720723352135996,2.558424697975634,1.1435449238345647,3.3694743658188044,0.13363688324913514,3.1473534294783354,1.3788880277646693,3.8120436951955945,0.21372857935199718,3.959270713044058,0.5232024910518347,6.120772717096088,0.002067404353304905]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,5,4,7,4,5,4,7,4,1,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8311234572066066,1.7413980315595743,2.7058729636640146,0.8397125902433249,3.068512803898059,1.0399915079591502,3.0921432725872093,0.20829472470024785,3.373387779135402,1.1907445750549694,3.3667864434515113,0.21381457860298636,4.128309614000285,0.3734760216212532,4.525549067757824,0.010895575947503228,3.218220906193954,1.4799129504685924,3.2716775270841945,0.2562166292194354,3.783089630367583,0.43364758787312735,4.261490836712632,0.012669578620855779,4.44446448072185,0.6508523050788596,4.867599214486342,0.016811965219384304,6.415446651798289,0.06775647125925577,7.5897180103963215,6.13067887747209e-05]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,5,4,5,4,1,4,1,4,1,4,1,4,5,4,1,4,5,4,5,4,1,4,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.611987548598601,1.9830513529984501,2.589521869637329,1.2270476126783332,2.8052695037117132,1.2743174188691773,2.9407419444773204,0.36292440209015975,2.7259907694712506,1.4159564916320997,3.0479070876842513,0.38114495425849493,3.247742518175044,0.6129822817002901,4.41216735926229,0.022762420829523466,2.526182711929119,1.6303523097194215,2.670823817983386,0.4120663908411839,2.6623002566344525,0.5952393122826558,3.563479708026245,0.019720305752066465,2.965734905891003,0.8529756550610691,4.167889242310677,0.03109249729242612,4.1156980483678876,0.11597293891161892,7.290633524499112,6.41763441479701e-05]},{"index":33,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,4,5,4,5,4,3,4,3,4,3,4,3,4,5,0,5,4,5,4,5,4,3,0,3,4,3,4,3,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.9107995683368113,1.798473621110074,4.006862254989426,1.0461177174276055,4.35265020557365,1.1914199779709687,4.969815089420575,0.28696948877195816,4.930658596975194,1.3182327172654031,5.513095336865224,0.3975471801837181,6.163924713581734,0.6001802569387338,8.134342598226134,0.021576587911840632,5.245173179314115,1.711681718570023,5.736036579622658,0.5654081175637727,6.555010404839698,0.7838453874970945,8.54954025486262,0.020303686237017983,7.478800728538453,1.0971965982628797,9.456937548046753,0.0671995164972962,10.721260742234243,0.2119635331468087,15.659414718662827,8.078632865967884e-05]},{"index":65,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,8,9,5,4,8,9,1,4,8,4,1,4,5,9,5,9,5,9,5,4,8,4,5,4,8,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6927441792617124,2.113259495738234,2.876782821789109,1.5946411058017815,3.0395389009799443,1.6306314569060554,3.396920522899271,0.8823419243806949,3.3471614675306083,1.6791816289750863,3.6865312360392015,0.8766852391397798,4.31810802930004,1.0801563184737413,5.096672107504312,0.3026213688602751,3.4366704089027205,1.7060629619661614,3.796738752797899,1.0251602094440568,4.2648589047829475,1.117535412702796,4.998307141746623,0.43693876457160297,4.635033045708356,1.0831617668559725,5.41351454570586,0.4000435024500189,6.667470564980567,0.7013859884131506,8.180764928853671,0.07247977613073618]},{"index":115,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,1,9,5,9,1,9,1,9,1,9,1,9,1,9,5,9,1,9,5,9,1,9,1,9,1,9,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8580569123402144,1.9261572397470894,2.970017861761418,1.5498395008708732,3.290669120726613,1.4906084299255928,3.419693222893951,1.102093998976577,3.300319088163668,1.6681437911300954,3.591592222809841,1.1587589230200266,4.095170229464459,1.1397112896801311,4.729630773094561,0.8761373666680969,3.2018369028055207,1.604746593930642,3.385429309900073,1.0401508969047941,3.776616637748688,0.967627014708497,4.28301739488575,0.7873049682925514,3.857810256950028,1.2090511289077226,4.647829320011573,0.8712384897153735,5.5070248110806315,0.8115217732555232,7.243176835510843,0.6370818453728655]},{"index":2043,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,2,8,1,8,2,8,1,8,2,4,1,8,1,8,1,8,2,4,8,8,2,8,8,8,2,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6965202971373357,2.2974531363052355,3.1422318448216817,1.8999516215789285,3.2443641718150755,2.017195526610199,4.052687080309062,1.199430297163068,3.076968805018256,2.201027041649363,3.967555101664672,1.462965009627304,4.181927364835291,1.8336069253130702,6.388153702830075,0.47296009047300563,2.9799476575857713,2.175166071318251,3.831495326988361,1.3325362540602481,3.940000236307483,1.7216326400158508,6.044480422349412,0.3732216863644145,3.929570292085793,2.506376112325251,5.873061697618219,1.0116761464337936,6.080497242252873,1.9181819243325542,11.38165780034687,0.0335994994982467]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,1,5,3,5,1,5,1,5,1,5,5,5,5,5,1,5,1,5,8,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.41797329146534,1.8138294215059854,1.403899172833547,1.4192024355904003,1.5537541802659793,1.3241866491357808,1.4000594159580972,0.6807736382799481,1.8678641450139997,1.203061645423544,1.5833763768534308,0.5983519310634277,2.37182994210692,0.6040494947398148,2.279188486315302,0.15354360356684493,1.204633994386543,1.197966711207287,1.1310369888506453,0.5119837318987447,1.7925082522007605,0.6701653899971394,1.579752102145554,0.15108464582356151,2.1392124672339126,0.4976486920897239,1.9898634795777763,0.0902484440362649,3.8047821285534105,0.1698545757561959,4.6100800841259755,0.013433415843363883]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,7,5,5,5,5,5,5,5,7,5,5,5,5,5,5,5,5,5,5,5,5,5,3,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7816221369300946,1.727597492168853,1.840760648205584,0.8825509088701287,1.8616424901133628,1.0443495736733945,1.8307260028888532,0.22044317990041162,1.6065618682270355,1.1079384845654079,1.6000188520264607,0.26085474356074706,1.7035835397559087,0.3132553902371259,1.6096968977381585,0.02023165430983534,1.3138782647231997,1.2673421751893286,1.2808693185707047,0.2784613343004379,1.5271871439394495,0.3712234278477966,1.3194774678970007,0.022220920778157075,1.1715785241379166,0.5642626478996845,1.0677316000223274,0.05105395848850266,1.4009856921396833,0.03695441488085296,1.3266225847503355,0.0004480562314233829]},{"index":340,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,6,5,1,5,1,3,1,5,6,5,1,3,1,3,1,5,6,5,1,3,1,3,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0059970004641072,1.8533270528166983,2.0919136564264074,1.3231878940847546,1.960524166112333,1.1639984584928802,2.2220351524520012,0.6739752338473728,2.394835916686053,1.354915930473723,2.625084490862105,0.8542580672125034,2.4065000631909834,0.5979952211293541,3.017124713365455,0.4347559095064859,1.8527226162243509,1.5301708864784598,2.2993570794036007,1.0459820197277754,2.011178910170874,0.7595816575225353,2.866111116448383,0.6474290088417208,2.8387478066873073,0.9783354300178285,3.6706649558882174,1.0018052858147284,3.309583599410442,0.35752052206726237,4.958154362936396,0.42796458767520307]},{"index":951,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,9,5,9,5,9,5,5,5,9,5,5,5,9,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9066793329501792,2.010158603313057,1.542514070329218,1.6232560031174337,1.466245455979937,1.7211074833105227,0.8599268369417676,1.1930942698511418,1.792056755979374,1.6177676303915143,1.1364182846824584,1.1623559446339633,1.0509659250372894,1.2381465739499884,0.3501898363476234,0.7308380374067113,0.9606996267627499,1.7998796596602358,0.48312937527142175,1.4120790359847832,0.6090898762858147,1.4827495223341371,0.17672680822928516,1.0109486956172595,0.8281271943917322,1.3101314242404407,0.21647027373105893,0.9550851543592327,0.28906019466692684,1.0140531699590123,0.02745858052746404,0.5292250823911774]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,6,7,6,7,6,7,6,8,6,1,6,8,6,1,6,8,6,7,6,8,6,1,6,8,6,1,6,8,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9594052084221207,1.8632878009250458,3.0895647183044055,0.7615320657690283,3.3590078499043123,0.9490414880191991,3.2736447351181805,0.11492045948562231,3.8067070106751024,1.1068812968587474,3.912035831894581,0.1296909606256562,4.7913828373040035,0.18572788784387056,4.899622065730322,0.003942402726631488,3.7806399604621097,1.4338045717765229,4.050065934958242,0.15411136406978998,4.838261389745613,0.21641205334658623,4.840483564353512,0.0026776940513429425,5.685798731859633,0.3832965257010595,5.93269837712446,0.0045048663946332754,7.629791166594332,0.006159389049992455,8.674263826279878,3.4134493238230874e-06]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,5,6,2,6,2,6,1,6,2,6,2,6,2,6,5,6,5,6,2,6,2,6,5,6,5,6,2,6,2,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7084907503219307,1.3565578682590598,2.607243945613826,0.6286614928831438,2.841865631491368,0.6705492869368576,2.542143198992914,0.11420306547758129,2.7304978001744233,0.7922206737745778,2.637173855586144,0.1421036471012331,3.0622305258064504,0.13868172164916795,2.9162354711659955,0.005073260640006992,2.7712182551098374,0.9477005909334374,2.6974786832306603,0.17436447117682943,2.8918102087693844,0.1848934710966958,2.6283384732588755,0.007572096832196678,2.7865802703757474,0.2862810287848105,2.7740086529489556,0.013031357561075842,3.483041523000944,0.00849765491382857,3.759705483412174,3.1504407352196064e-05]},{"index":366,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,6,5,6,5,6,5,8,5,6,5,6,5,6,5,8,5,6,5,6,5,6,5,8,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.14621010133063,2.195819630878925,3.5024314423119227,1.619077880991066,3.3687083127938653,1.8065718356583504,3.8861073657434533,0.8269837014098267,3.724336818430606,1.928114954387311,4.418130171252229,0.8804983013759893,4.333520698543169,1.2137025400477781,5.731652891811713,0.14071356105130092,3.963731860862183,2.035101469662478,4.903629710183291,1.0128045316544,4.523692194981958,1.29787565065887,6.3830588474666285,0.18422030276713755,5.222753644770177,1.5800375153286847,7.069221613675192,0.25684983846893106,6.802402745792169,0.6152149103176882,10.705132697302856,0.004953177093093461]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,8,1,8,1,1,6,8,8,1,1,8,6,1,6,8,8,1,1,8,8,1,6,8,8,1,6,8,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0745843422329804,2.292017475257824,3.4504815979406946,1.9346168253337026,3.4833045428914438,1.8111360289253173,4.078028900270289,1.0829645974118414,3.724324140373073,2.031382210394718,4.477101537246151,1.3831526109291636,4.827612183067759,1.2217999183017747,5.945277271641351,0.3155045323965056,4.263569706751447,2.276344337534106,4.964904871204135,1.6605294763109055,5.304293548310022,1.4974146001238802,6.397711910876514,0.5081959376336277,5.9066294452794645,1.9829091337117397,7.167511309435944,0.9929544579849255,8.241547495328419,0.8102647731330127,10.337707375550833,0.03272230033787688]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,5,5,0,5,5,5,0,5,0,5,0,5,0,5,6,5,0,5,0,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3172740551564854,2.247907857289889,2.1998140273429025,1.9079202561340756,2.210264060824075,1.875436634997819,1.8468291156747871,1.3714399949334246,2.67537520049279,2.0104616378388305,2.4709457511865343,1.6193263368116624,2.446073276262225,1.4688110102121574,2.129147840719286,1.0308242600368966,2.2015225016653086,2.138099542637958,2.098534887661716,1.6148577597230833,2.114210984269314,1.443728928671822,1.9393989080072724,0.9404180354050381,2.7308856275956455,1.6166805185683257,2.7243599772866345,1.33283083247483,2.496781056262832,0.8237332279800675,2.765067652824515,0.48252500615236005]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,1,7,1,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.096659876198756,1.7884688432015923,1.956692386255,0.7312698858980163,2.089559460977461,0.929910935762046,2.2020434723161917,0.10265733284723992,1.9417027637458177,0.983580018948819,1.8746822825575575,0.0979580270294357,2.016413569414488,0.1847193068714311,2.4975077619604864,0.0014626142038867704,2.4279191997837577,1.0659410836724643,2.297911062877972,0.1138688428328475,2.4033387781416238,0.19038879617434523,2.8754844884189144,0.0019515907437196829,2.6246501469408,0.21527545944089507,2.8023251718492164,0.0019248125807865362,2.856662290172652,0.00508665941883626,4.2221181097711336,5.328772431274416e-07]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.064287278392319,1.7345061782987141,1.9569758650770084,0.8007230104856704,2.1390433692765662,0.9742885226804375,2.3771645710837674,0.16742829641440857,1.721822395819327,0.9839836490295449,1.6929981045440687,0.13141018892359135,1.7952343740927286,0.20910540445330297,2.828643282368238,0.00360757944781756,2.6398042799328767,0.9166775615131679,2.7080733897297824,0.13246770521082005,2.8966975423135986,0.1846759727647663,4.239466077602366,0.0037515991566934707,2.6155092137842417,0.21018582850401019,3.469683744583186,0.003254030236140501,3.4639334743958963,0.006148144020102698,6.864642502380159,2.015141166133742e-06]},{"index":175,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,7,1,9,1,7,1,1,1,7,1,7,1,7,1,1,1,7,1,9,1,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4082356046842124,2.213694710299423,2.400313867795733,1.6516464438128373,2.662325368675784,1.9718818339849218,2.8025621968520023,1.0634725468176975,2.3566729470272687,1.8541547096435922,2.462538240656019,1.0151299852394244,2.6851285174547472,1.3258234080208005,3.122549794604725,0.35416914971624586,2.467069749830677,2.0102449172363706,2.5497612818737134,0.9925490992202509,2.860077648910332,1.5277027234138818,3.1837240755103546,0.37685685365583066,2.5955838521675854,1.400479162451215,3.0100634621349807,0.3331287193088698,3.235893035114899,0.681607220257817,4.4463765730804194,0.03877686091755993]},{"index":282,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,7,1,1,1,7,1,8,1,7,1,7,1,7,1,8,1,7,1,7,1,7,1,8,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.342896869628733,2.2686388283488275,2.457949169750087,1.5698888450707262,2.8909835198697116,1.9678027968448566,3.4302171380709447,0.9037505121374171,2.369416198023824,1.9557894076831719,2.817933561841427,0.8480836349037112,3.3125278631763013,1.3320980872844685,4.802237332378998,0.21036495060560054,2.8034591977015255,2.1477907588124934,3.2013944088406237,0.8791857919259841,3.6446188167331406,1.5179664132542137,5.123322221526093,0.21871985800603289,3.1965217372018784,1.669539819355223,4.63305622222225,0.1899818538747717,5.115423538006893,0.6377414742127421,8.481915464750509,0.0093867082357387]},{"index":2070,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,9,5,9,5,9,1,9,1,9,5,9,5,7,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.557041570727783,2.3212811694691196,2.6476182641971318,1.9129613889705468,3.1961835705607315,2.298942916193451,3.554268324652932,1.4868819479313862,2.790671348698725,2.3518851357984705,3.1158429465171875,1.6165924193205208,4.009725563960988,2.289040326989708,4.9021605164511115,0.9546768101889561,3.1652897394226676,2.390143672538967,3.447841725966692,1.7439968056117423,4.623068485682876,2.3969689645244863,5.41241703308264,1.1531143784864901,3.785210810085295,2.46593068309857,4.670251050557081,1.3521547847866753,6.61891975475104,2.5529992913781543,8.480766855077139,0.5028675076257073]},{"index":3767,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,2,1,2,1,2,1,8,1,3,1,3,1,2,1,8,1,2,1,8,1,2,1,8,1,3,1,3,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.610647237599098,2.3585483432644803,2.4208172943395123,2.0211437156411103,2.8212104485262683,2.3109945717374636,2.8050013819490944,1.738394748492354,2.8439964522665195,2.3921646963913235,2.6492755365920893,1.7157202363108408,3.448722878006249,2.306130190755782,3.876780117248002,1.4039008045124692,2.7294601801848746,2.538125928416008,2.591350385223634,1.84948132104151,3.2612142110160782,2.467551174962371,3.783888459296841,1.3954197638427832,3.5223276159279835,2.8864825565466496,3.6922018456179577,1.5328330790178237,5.4100098018371705,2.7996293993052688,6.594467534273329,0.9084535171901975]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4700613060723233,1.7286038447223382,2.9261861951222023,1.0731630149007294,2.8726008843011677,1.0012602515019224,4.0755398374496,0.2698357670338626,2.053283454861825,0.9613232565678231,3.251555669446706,0.19604430786280086,2.9372752976161953,0.19426803049527144,5.578962747737856,0.00892933972414429,2.224966826364516,1.0456445388782833,3.2750391364791316,0.2371892829262432,3.316490820209763,0.2143798736629642,5.967658272033833,0.010803143554660121,1.747910607288096,0.2113589998702843,4.154574097795221,0.005849274730707059,3.905339253118755,0.006895529565186585,9.156722696290053,4.513769402299221e-05]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,1,8,1,8,1,8,3,8,1,8,3,8,1,8,3,8,3,8,3,8,1,8,3,8,3,8,3,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5053480129453476,2.0022658978899064,2.947254018677951,1.3876431018687274,2.4517293308665966,1.352560704634485,3.617496300747076,0.46909233473507495,2.0277693592067916,1.3101834362649105,3.197300262396995,0.4082069489771916,1.9973187729874258,0.42645335601129164,4.793739858081629,0.020223545733649054,2.4456655957276867,1.535061685224116,3.588952344703249,0.6043114705696011,2.420442120545792,0.4943867930884936,5.028182973822888,0.02759564518103686,2.0275385294340795,0.5032742507442038,4.625518859663764,0.025223244426962155,2.2346158366460003,0.026284750200690234,8.204974210849928,4.4863917308221035e-05]},{"index":495,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,8,5,8,5,8,5,8,1,8,1,8,5,8,5,0,5,8,5,8,1,8,5,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0834137766897816,2.137341339376449,3.0440998071790966,1.980700456470661,2.6008748493231444,1.7967154221207124,4.730258901240864,1.601883497312088,1.870668482864774,1.756522817290474,4.113893960944403,1.485153653175462,3.345629957053037,1.164373445173035,7.729236218830477,0.9611944858424373,2.2374692127945823,1.8526204396969796,4.44335037251087,1.5997045180066527,3.5681113079053155,1.240481071756217,8.059319636463812,1.0748550156362209,2.2356059786490237,1.227124768588426,6.991168759403072,0.9444548194195276,5.832411755984477,0.4515590106268419,14.08083574468045,0.5469289622838627]},{"index":947,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,8,1,9,1,8,1,8,1,8,1,8,5,8,1,9,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2761392066326414,2.1323185934981304,3.079165109013275,1.84944218942578,2.3090243754086717,1.7311390082814226,4.487501141367612,1.336753044952609,2.0649663280770456,1.6536597750467776,4.489395688731964,1.1757317538075693,2.9157038051358577,1.007318607608072,8.164143250772495,0.7108532279989306,2.3367803499706556,1.7431547634693538,4.52393178844542,1.3134090811096775,2.750629131600616,1.0286540178915893,7.740334864548816,0.7582647716440278,2.228318412390232,0.9749452552940033,7.799123791471034,0.6071688302422743,4.717756042625631,0.3561570371653923,15.119006214313636,0.3348979187035878]},{"index":4639,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.894435743791257,2.222146222619632,2.3996894274540486,1.8558167797055551,1.9135008899566126,1.814117187692646,3.1968297461780315,1.3284385650678359,1.5691834671917217,1.7451934869546015,2.9446926601040513,1.2050470664897517,2.1171099876118147,1.2673852447934366,5.615492138374469,0.8263889942121744,1.7570837945850113,1.9454229566641663,3.2382035703773413,1.3703830369423329,2.052660136340675,1.3103341172076262,5.875943625323957,0.8682783482448786,1.570030961033719,1.3287431362214686,5.426290500736391,0.8296895985603654,3.0475003586323925,1.1102184443976175,11.178195427119812,0.6173574726986746]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,9,5,9,5,9,1,9,6,9,6,9,6,9,5,9,5,9,5,9,5,9,8,9,5,9,6,9,6,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.83501924749038,1.9746485634995434,3.243786243334086,1.267423530846629,3.464960174030587,1.3603555000839296,4.488919525577449,0.4997331219162551,3.2428947236109122,1.2344328225612715,4.28326607456153,0.36658949796439183,4.556314350437521,0.4587830624459959,6.815146734318959,0.03636454319487216,3.594357388840854,1.3222357556834532,4.811726082001961,0.3546599866820355,5.092126422006686,0.4322934913439031,7.51606239561235,0.02538639285354303,4.753038866891224,0.38646949859639523,7.07679701078167,0.015128810246283136,7.7342449311273755,0.024544288283857237,12.500681811243169,0.00012136550136999755]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,9,5,9,5,9,1,9,1,9,1,9,1,9,5,9,5,9,5,9,5,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1241024065449823,1.8645524093893693,3.585054481901159,0.837139020140554,3.8015585925448976,0.957789166580661,5.023254479821679,0.16976223483229583,3.728080978000521,0.9925960427147533,5.1700980142543,0.13271950129059223,5.642068743517898,0.2480644115029527,8.700466629443007,0.01355487839956097,3.8485076584818625,1.0371528571073325,5.18555869995832,0.12563001373832186,5.444363518213566,0.18917973476163202,8.252642688700075,0.007328603608475268,5.434352630442305,0.17232240684034925,8.688227043504295,0.004412922070381959,9.269488807651102,0.016615724561662586,15.650770004835826,5.324917313861473e-05]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,8,1,9,1,9,1,9,1,8,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.317016793382659,2.0462619319876705,3.923368336088733,1.6388475525561828,3.8795217417038703,1.685467721236598,5.4231261625921725,1.0398560634324814,3.972180240337799,1.7493440550722006,5.619437322474207,0.9867462981730443,5.521868726465295,1.1656347430965297,9.116571510751369,0.3050738569601054,4.418169253686116,1.7749790133067602,5.852826741064654,1.0770667623008643,5.888205730395695,1.2126026810522867,9.280423954245911,0.3842058871930269,6.255643419783229,1.3942227786576349,10.163667542280692,0.41455621756975713,9.573869566620958,0.6956673366705822,17.30950716938211,0.027442029911945876]},{"index":448,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,2,9,1,8,1,9,1,8,1,9,5,8,1,9,1,8,1,9,1,8,1,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5584195239910814,2.23133396171961,4.358067012532019,1.722834238436771,4.435477055957416,1.8773092776422335,6.111235976041905,1.0591549464121994,4.4469988181935225,1.92200721199777,6.320927655975299,1.1830962662810827,6.6908326268282,1.4461685276571907,10.377278335953415,0.43864558172876844,4.250990160565065,1.8887854779186746,6.021059657704155,1.085673580793998,6.545774363249277,1.3147188497422984,10.057331405958706,0.314203209475871,6.714323130311818,1.6147871007941772,10.769737705450096,0.6550856260019943,11.672321137384278,1.3289719786999674,19.318726467974066,0.06096657070259589]}]},{"id":"residual_unit_dropout-final-s102","recipe":"residual_unit_dropout","state":"final","seed":102,"epoch":100,"source_run":"graph-eval-residual_unit_dropout-s102","checkpoint_sha256":"91c534322d4bfc80219e8f9f6fcc63a5f7924f972d22f5706d5a22e5a963c2a3","source_result_sha256":"ade55b495f3711aa43ff3cc5c2b3601eb0f4eae5a61c7b5ce6434e5428d24a2d","archive_json_sha256":"26491be5cf7b9ae24897f55e599de2bdc3c5a27fe982c436523f8be77031702f","archive_npz_sha256":"a48ef2cbaecdd7fba5c4217543ebc630e2cf1bdc5e120a7c551d6e07ecceb9c3","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":4.440892098500626e-16,"dense_source_mean_ce_difference":2.37407252190458e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual_unit_dropout-final-s102","recipe":"residual_unit_dropout","state":"final","seed":102,"epoch":100,"checkpoint_sha256":"91c534322d4bfc80219e8f9f6fcc63a5f7924f972d22f5706d5a22e5a963c2a3","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,552,2185,2,5,619,2018,1,35,278,444,4289,18,30,195,381,4,19,6,250,2371,8,15,211,694,11,21,1044,1181,4536,0,17,80,282,1494,2070,61,84,2272,6641,7,9,320,1554]},"n":10000,"dense_accuracy":0.9862,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9862,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9903100775193798,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9906054279749478,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1514,"correct_output_rate":0.1514,"accuracy":0.1514,"ce":2.5336268589230655,"abstentions":0,"harm":0.836,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.581042478198407,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.6819383259911894,"accuracy":0.6819383259911894,"ce":1.5815218078004034,"harm":0.3118942731277533,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":2.8781887553994974,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8479204493298336,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.012219959266802444,"accuracy":0.012219959266802444,"ce":3.03585459385549,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.7533632286995515,"accuracy":0.7533632286995515,"ce":1.4784562280673037,"harm":0.23766816143497757,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":2.936358063271207,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.007782101167315175,"accuracy":0.007782101167315175,"ce":2.5089270000517008,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.04106776180698152,"accuracy":0.04106776180698152,"ce":2.192635290504883,"harm":0.9394250513347022,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":3.307534528371156,"harm":0.9821605550049554,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9205,"correct_output_rate":0.9205,"accuracy":0.9205,"ce":1.5713806585480388,"abstentions":0,"harm":0.0698,"repair":0.0041,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9622448979591837,"accuracy":0.9622448979591837,"ce":1.3729502863979628,"harm":0.0326530612244898,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9859030837004406,"accuracy":0.9859030837004406,"ce":1.470575366242325,"harm":0.010572687224669603,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9282945736434108,"accuracy":0.9282945736434108,"ce":1.4880929846815296,"harm":0.06395348837209303,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.8960396039603961,"accuracy":0.8960396039603961,"ce":1.6176246541126917,"harm":0.09108910891089109,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.8564154786150713,"accuracy":0.8564154786150713,"ce":1.6946778392806592,"harm":0.12830957230142567,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9024663677130045,"accuracy":0.9024663677130045,"ce":1.5444350136324614,"harm":0.08295964125560538,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9321503131524008,"accuracy":0.9321503131524008,"ce":1.3679479476358234,"harm":0.059498956158663886,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.8015564202334631,"accuracy":0.8015564202334631,"ce":1.6333294085902172,"harm":0.18482490272373542,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":1.8000433629866457,"harm":0.019507186858316223,"repair":0.015400410677618069},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9603567888999008,"accuracy":0.9603567888999008,"ce":1.7295250064733112,"harm":0.02973240832507433,"repair":0.006937561942517344}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1591,"correct_output_rate":0.1591,"accuracy":0.1591,"ce":2.7969370202688073,"abstentions":0,"harm":0.8284,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9770491716854908,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8704845814977974,"accuracy":0.8704845814977974,"ce":1.1887171973182837,"harm":0.12511013215859032,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0029069767441860465,"accuracy":0.0029069767441860465,"ce":3.0717187171288702,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.356429647399187,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":3.3999110434432414,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6625560538116592,"accuracy":0.6625560538116592,"ce":1.3903293577973515,"harm":0.3295964125560538,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":2.9274519756565414,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.650032659200612,"harm":0.9854085603112841,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":2.9921800922938395,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.08390280226161,"harm":0.9831516352824579,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9824,"correct_output_rate":0.9824,"accuracy":0.9824,"ce":0.501696641649807,"abstentions":0,"harm":0.0067,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9959183673469387,"accuracy":0.9959183673469387,"ce":0.22292173255026007,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.3578542289439484,"harm":0.000881057268722467,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.43117039209180447,"harm":0.005813953488372093,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.5148874895919533,"harm":0.00891089108910891,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9684317718940937,"accuracy":0.9684317718940937,"ce":0.5667629868566132,"harm":0.015274949083503055,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.4821542348504793,"harm":0.0033632286995515697,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.3507188821360102,"harm":0.010438413361169102,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.49885733752302935,"harm":0.01264591439688716,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.8888665385941842,"harm":0.00513347022587269,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.7196446862143597,"harm":0.004955401387512388,"repair":0.006937561942517344}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1558,"correct_output_rate":0.1558,"accuracy":0.1558,"ce":2.7770597529047234,"abstentions":0,"harm":0.8317,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.1511729863850078,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7162995594713656,"accuracy":0.7162995594713656,"ce":1.38132280834681,"harm":0.27841409691629954,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0029069767441860465,"accuracy":0.0029069767441860465,"ce":3.101462365309582,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0516266560142182,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.004073319755600814,"accuracy":0.004073319755600814,"ce":3.6268945928669165,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.7769058295964125,"accuracy":0.7769058295964125,"ce":1.2857797198216485,"harm":0.21748878923766815,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.012526096033402923,"accuracy":0.012526096033402923,"ce":2.7565821887794066,"harm":0.9780793319415448,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":2.8588327111852694,"harm":0.9785992217898832,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.02566735112936345,"accuracy":0.02566735112936345,"ce":2.4359164484159006,"harm":0.9517453798767967,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.133795982517353,"harm":0.9831516352824579,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9799,"correct_output_rate":0.9799,"accuracy":0.9799,"ce":0.5933223602124567,"abstentions":0,"harm":0.0095,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.390870154775158,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.4540728463603044,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.5577500839100147,"harm":0.01744186046511628,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.6194843564404678,"harm":0.00891089108910891,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9592668024439919,"accuracy":0.9592668024439919,"ce":0.6834776381107017,"harm":0.024439918533604887,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.5744082504469843,"harm":0.007847533632286996,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.4023842291535928,"harm":0.008350730688935281,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9649805447470817,"accuracy":0.9649805447470817,"ce":0.6089555202979121,"harm":0.021400778210116732,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9907597535934292,"accuracy":0.9907597535934292,"ce":0.8413306800511557,"harm":0.0,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.8117217387882242,"harm":0.004955401387512388,"repair":0.005946481665014866}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1505,"correct_output_rate":0.1505,"accuracy":0.1505,"ce":3.610150229231114,"abstentions":0,"harm":0.8371,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":4.2554869879222235,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8079295154185022,"accuracy":0.8079295154185022,"ce":0.8592537018914922,"harm":0.18766519823788547,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.006782945736434108,"accuracy":0.006782945736434108,"ce":3.9579995854319296,"harm":0.9844961240310077,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.20307615131334,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.609970497166273,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6188340807174888,"accuracy":0.6188340807174888,"ce":1.1849453239271004,"harm":0.3744394618834081,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.025052192066805846,"accuracy":0.025052192066805846,"ce":2.9169625530806966,"harm":0.965553235908142,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0029182879377431907,"accuracy":0.0029182879377431907,"ce":3.7170784616070716,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.555708630855654,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.935857640744554,"harm":0.9831516352824579,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9850,"correct_output_rate":0.985,"accuracy":0.985,"ce":0.08572118108173506,"abstentions":0,"harm":0.0022,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.02367087483721932,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.032749064586320854,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.06553522289063367,"harm":0.0029069767441860465,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.08258154809550414,"harm":0.0019801980198019802,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.10018843167913685,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.07939092343177047,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9874739039665971,"accuracy":0.9874739039665971,"ce":0.06458797641576255,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.0887174904310815,"harm":0.0038910505836575876,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.18717093734015572,"harm":0.004106776180698152,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.13996169813973508,"harm":0.002973240832507433,"repair":0.002973240832507433}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1351,"correct_output_rate":0.1351,"accuracy":0.1351,"ce":2.8174218510765887,"abstentions":0,"harm":0.8523,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4114387221158204,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.677533039647577,"accuracy":0.677533039647577,"ce":1.2269407375938206,"harm":0.3162995594713656,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":3.303410259257796,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.575800458735974,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.5572615718265004,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.4428251121076233,"accuracy":0.4428251121076233,"ce":1.6233083930235785,"harm":0.547085201793722,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":3.274360359302087,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.692564100001485,"harm":0.9678988326848249,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.16119096509240247,"accuracy":0.16119096509240247,"ce":1.844017330336599,"harm":0.8203285420944558,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":3.7419871418975115,"harm":0.9801783944499505,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9688,"correct_output_rate":0.9688,"accuracy":0.9688,"ce":0.7155835959593544,"abstentions":0,"harm":0.0204,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.5062840607082063,"harm":0.007142857142857143,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.5527659332492795,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9534883720930233,"accuracy":0.9534883720930233,"ce":0.7269394637056847,"harm":0.0377906976744186,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9554455445544554,"accuracy":0.9554455445544554,"ce":0.8038608397821224,"harm":0.028712871287128714,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.939918533604888,"accuracy":0.939918533604888,"ce":0.8412460820289713,"harm":0.04378818737270876,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9607623318385651,"accuracy":0.9607623318385651,"ce":0.7144632362843799,"harm":0.023542600896860985,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9718162839248434,"accuracy":0.9718162839248434,"ce":0.5404743614500854,"harm":0.019832985386221295,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9513618677042801,"accuracy":0.9513618677042801,"ce":0.7296371321748414,"harm":0.03404669260700389,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9928131416837782,"accuracy":0.9928131416837782,"ce":0.8960020379749478,"harm":0.0,"repair":0.015400410677618069},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.8585084407202432,"harm":0.009910802775024777,"repair":0.005946481665014866}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1306,"correct_output_rate":0.1306,"accuracy":0.1306,"ce":3.67973597094345,"abstentions":0,"harm":0.8568,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.645588195892741,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8308370044052863,"accuracy":0.8308370044052863,"ce":0.710316909129762,"harm":0.1647577092511013,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":4.153740181600394,"harm":0.9835271317829457,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.853801727508934,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.6298186140495865,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.3834080717488789,"accuracy":0.3834080717488789,"ce":1.5568043017913593,"harm":0.6076233183856502,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.008350730688935281,"accuracy":0.008350730688935281,"ce":3.356747478633042,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0029182879377431907,"accuracy":0.0029182879377431907,"ce":3.341259844402007,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":3.9518634408012976,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.7627635889900315,"harm":0.9831516352824579,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9848,"correct_output_rate":0.9848,"accuracy":0.9848,"ce":0.08646846269785205,"abstentions":0,"harm":0.003,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9959183673469387,"accuracy":0.9959183673469387,"ce":0.0224530536851039,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.03113409872838206,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.07256635654965048,"harm":0.0048449612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.09512257943505928,"harm":0.0019801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.11082352373207315,"harm":0.007128309572301426,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.0955584465718408,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.07090171666132171,"harm":0.0041753653444676405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.09926370008650197,"harm":0.006809338521400778,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.14679650976765674,"harm":0.0,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.12821366076373655,"harm":0.002973240832507433,"repair":0.002973240832507433}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1321,"correct_output_rate":0.1321,"accuracy":0.1321,"ce":3.5642753025998877,"abstentions":0,"harm":0.8556,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.104214430389593,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.681057268722467,"accuracy":0.681057268722467,"ce":0.944108752575811,"harm":0.3136563876651982,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":4.141856728508673,"harm":0.9854651162790697,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.38283248084545,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.86300886476569,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.4798206278026906,"accuracy":0.4798206278026906,"ce":1.400734900966384,"harm":0.5112107623318386,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.027139874739039668,"accuracy":0.027139874739039668,"ce":3.1075152225879594,"harm":0.9634655532359081,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.023346303501945526,"accuracy":0.023346303501945526,"ce":3.4942274321734557,"harm":0.9620622568093385,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0646817248459959,"accuracy":0.0646817248459959,"ce":2.5579886173289093,"harm":0.9168377823408624,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.730947439955223,"harm":0.9831516352824579,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9818,"correct_output_rate":0.9818,"accuracy":0.9818,"ce":0.11964033681423371,"abstentions":0,"harm":0.0071,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.05686932461813931,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.051730582268612664,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9728682170542635,"accuracy":0.9728682170542635,"ce":0.12830543401634947,"harm":0.01744186046511628,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.12916845041816033,"harm":0.006930693069306931,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.1700568140843668,"harm":0.012219959266802444,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9753363228699552,"accuracy":0.9753363228699552,"ce":0.1429849182458311,"harm":0.008968609865470852,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.08375324127120165,"harm":0.006263048016701462,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.1428448356186142,"harm":0.01264591439688716,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9907597535934292,"accuracy":0.9907597535934292,"ce":0.1391207880911469,"harm":0.0,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.1605191219562115,"harm":0.003964321110009911,"repair":0.003964321110009911}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1298,"correct_output_rate":0.1298,"accuracy":0.1298,"ce":6.034297105358097,"abstentions":0,"harm":0.8578,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.338781275608493,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.775330396475771,"accuracy":0.775330396475771,"ce":0.5929346149825124,"harm":0.22026431718061673,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":6.9504323423394725,"harm":0.9806201550387597,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":7.546302870032864,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.714435242914421,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.40582959641255606,"accuracy":0.40582959641255606,"ce":1.6366851112524772,"harm":0.5874439461883408,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.04175365344467641,"accuracy":0.04175365344467641,"ce":3.9420172563229987,"harm":0.9488517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":6.002747647172703,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.6830580417911545,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.145984505567132,"harm":0.9831516352824579,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9852,"correct_output_rate":0.9852,"accuracy":0.9852,"ce":0.05635738443442126,"abstentions":0,"harm":0.0015,"repair":0.0005,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.022662801419374046,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.019120467862556036,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9883720930232558,"accuracy":0.9883720930232558,"ce":0.04047284943146562,"harm":0.001937984496124031,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.05616168365386342,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.08859542463791735,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.07037557816501866,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9895615866388309,"accuracy":0.9895615866388309,"ce":0.06964824324918073,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.05630360856522011,"harm":0.0038910505836575876,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.06361866755791931,"harm":0.001026694045174538,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.08407121433968694,"harm":0.003964321110009911,"repair":0.0009910802775024777}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1472,"correct_output_rate":0.1472,"accuracy":0.1472,"ce":3.134995555934531,"abstentions":0,"harm":0.8404,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.576500841160638,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.639647577092511,"accuracy":0.639647577092511,"ce":1.258562140982434,"harm":0.3541850220264317,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":4.0191303005379435,"harm":0.9893410852713178,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.619415321325813,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.008146639511201629,"accuracy":0.008146639511201629,"ce":3.7248921795329015,"harm":0.9755600814663951,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.7455156950672646,"accuracy":0.7455156950672646,"ce":1.091728696839898,"harm":0.24551569506726456,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.4561108034626726,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0029182879377431907,"accuracy":0.0029182879377431907,"ce":3.2686760743481917,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.06776180698151951,"accuracy":0.06776180698151951,"ce":2.258517330893749,"harm":0.9147843942505134,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.093706251712982,"harm":0.9831516352824579,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9498,"correct_output_rate":0.9498,"accuracy":0.9498,"ce":0.8468637812856563,"abstentions":0,"harm":0.0409,"repair":0.0045,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9785714285714285,"accuracy":0.9785714285714285,"ce":0.6158139940912172,"harm":0.0163265306122449,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9832599118942731,"accuracy":0.9832599118942731,"ce":0.695698017553393,"harm":0.01145374449339207,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9457364341085271,"accuracy":0.9457364341085271,"ce":0.7720858093397763,"harm":0.04844961240310078,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9514851485148514,"accuracy":0.9514851485148514,"ce":0.864783242746732,"harm":0.034653465346534656,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.8737270875763747,"accuracy":0.8737270875763747,"ce":1.1124558132440956,"harm":0.109979633401222,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9125560538116592,"accuracy":0.9125560538116592,"ce":0.9035510975019257,"harm":0.07399103139013453,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.964509394572025,"accuracy":0.964509394572025,"ce":0.68383607303793,"harm":0.027139874739039668,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9153696498054474,"accuracy":0.9153696498054474,"ce":0.9060972959618829,"harm":0.07198443579766536,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9948665297741273,"accuracy":0.9948665297741273,"ce":0.996847876360752,"harm":0.001026694045174538,"repair":0.018480492813141684},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9712586719524281,"accuracy":0.9712586719524281,"ce":0.9409189503858029,"harm":0.019821605550049554,"repair":0.007928642220019821}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1505,"correct_output_rate":0.1505,"accuracy":0.1505,"ce":4.024800212152238,"abstentions":0,"harm":0.837,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.0523798484470905,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7920704845814978,"accuracy":0.7920704845814978,"ce":0.7904811978884231,"harm":0.20352422907488987,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":4.735145412702653,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.817021585103626,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":4.869186557141509,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6569506726457399,"accuracy":0.6569506726457399,"ce":1.05684968298807,"harm":0.3352017937219731,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.010438413361169102,"accuracy":0.010438413361169102,"ce":3.657673613067077,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0029182879377431907,"accuracy":0.0029182879377431907,"ce":3.9050682890559547,"harm":0.9834630350194552,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":4.23443772245801,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.244357644298182,"harm":0.9831516352824579,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9842,"correct_output_rate":0.9842,"accuracy":0.9842,"ce":0.09723064428549197,"abstentions":0,"harm":0.0042,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.030408944778761268,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.03963883728318122,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.07975832355104838,"harm":0.0048449612403100775,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.10015850173919046,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.13794484633506165,"harm":0.010183299389002037,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.10707306458961477,"harm":0.002242152466367713,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.07468574043758837,"harm":0.006263048016701462,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.11030659560766232,"harm":0.005836575875486381,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.1683051544674747,"harm":0.002053388090349076,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.13300353538541615,"harm":0.005946481665014866,"repair":0.004955401387512388}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1414,"correct_output_rate":0.1414,"accuracy":0.1414,"ce":3.931979240712058,"abstentions":0,"harm":0.8466,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.6332582345921525,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.6519823788546255,"accuracy":0.6519823788546255,"ce":1.0026840941875137,"harm":0.34273127753303967,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":4.635363123230646,"harm":0.9864341085271318,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":4.311309427827821,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":5.04350431421117,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.6771300448430493,"accuracy":0.6771300448430493,"ce":0.9843184903757819,"harm":0.3172645739910314,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.013569937369519834,"accuracy":0.013569937369519834,"ce":3.421124451968393,"harm":0.9770354906054279,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.005836575875486381,"accuracy":0.005836575875486381,"ce":4.055646477804096,"harm":0.9795719844357976,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.04106776180698152,"accuracy":0.04106776180698152,"ce":3.0672526410977294,"harm":0.9404517453798767,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.222157005420445,"harm":0.9831516352824579,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9800,"correct_output_rate":0.98,"accuracy":0.98,"ce":0.12870213387003365,"abstentions":0,"harm":0.0094,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.06868002173182508,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.06678653446773303,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.12447639837566316,"harm":0.013565891472868217,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.1274394665181544,"harm":0.005940594059405941,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9633401221995926,"accuracy":0.9633401221995926,"ce":0.19823879694762697,"harm":0.020366598778004074,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9630044843049327,"accuracy":0.9630044843049327,"ce":0.17177290655764935,"harm":0.021300448430493273,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.09301214587254598,"harm":0.006263048016701462,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9688715953307393,"accuracy":0.9688715953307393,"ce":0.16048848043624553,"harm":0.017509727626459144,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9917864476386037,"accuracy":0.9917864476386037,"ce":0.1366632025265492,"harm":0.0,"repair":0.014373716632443531},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.15029634522105006,"harm":0.005946481665014866,"repair":0.005946481665014866}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1386,"correct_output_rate":0.1386,"accuracy":0.1386,"ce":6.373338236711532,"abstentions":0,"harm":0.849,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.048826544689607,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7392070484581498,"accuracy":0.7392070484581498,"ce":0.7059753289104621,"harm":0.2563876651982379,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":7.193779241824289,"harm":0.9835271317829457,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":7.281599795987503,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":7.968529236199976,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.5571748878923767,"accuracy":0.5571748878923767,"ce":1.2313379163389229,"harm":0.43609865470852016,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.038622129436325675,"accuracy":0.038622129436325675,"ce":4.293317679036037,"harm":0.9519832985386222,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0029182879377431907,"accuracy":0.0029182879377431907,"ce":6.53239507618039,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.963076056607577,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.701752921910444,"harm":0.9831516352824579,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9863,"correct_output_rate":0.9863,"accuracy":0.9863,"ce":0.05485657392321265,"abstentions":0,"harm":0.0008,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.024895815737457885,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.020082398643084937,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9893410852713178,"accuracy":0.9893410852713178,"ce":0.03653016531551047,"harm":0.0009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.05657716625292762,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.08623648214726838,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.06834565876802595,"harm":0.0,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9916492693110647,"accuracy":0.9916492693110647,"ce":0.06601540718292148,"harm":0.0,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.0558636473802185,"harm":0.0029182879377431907,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.06315323604889839,"harm":0.0,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.07799985553917302,"harm":0.0019821605550049554,"repair":0.002973240832507433}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1244,"correct_output_rate":0.1244,"accuracy":0.1244,"ce":4.063764929448521,"abstentions":0,"harm":0.8632,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.774859761358671,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.6484581497797357,"accuracy":0.6484581497797357,"ce":0.9143373388676691,"harm":0.345374449339207,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.001937984496124031,"accuracy":0.001937984496124031,"ce":5.322790253540689,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.1598376859789745,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":4.974034908296807,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.34977578475336324,"accuracy":0.34977578475336324,"ce":1.6249204144732066,"harm":0.6401345291479821,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.006263048016701462,"accuracy":0.006263048016701462,"ce":4.400084130533523,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.019455252918287938,"accuracy":0.019455252918287938,"ce":3.8864335712596327,"harm":0.9659533073929961,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.1673511293634497,"accuracy":0.1673511293634497,"ce":2.086374438130752,"harm":0.8162217659137577,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":5.628705593204373,"harm":0.981169474727453,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9718,"correct_output_rate":0.9718,"accuracy":0.9718,"ce":0.19045920582643538,"abstentions":0,"harm":0.0176,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.10261284843840153,"harm":0.006122448979591836,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.10303650791830841,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9573643410852714,"accuracy":0.9573643410852714,"ce":0.2214330376301192,"harm":0.03391472868217054,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9693069306930693,"accuracy":0.9693069306930693,"ce":0.20585419072372016,"harm":0.015841584158415842,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9470468431771895,"accuracy":0.9470468431771895,"ce":0.29400431425260154,"harm":0.03665987780040733,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9484304932735426,"accuracy":0.9484304932735426,"ce":0.2629857885867932,"harm":0.03699551569506727,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.15363154950952349,"harm":0.013569937369519834,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9610894941634242,"accuracy":0.9610894941634242,"ce":0.21744182469170364,"harm":0.02529182879377432,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9928131416837782,"accuracy":0.9928131416837782,"ce":0.17511727209465147,"harm":0.0,"repair":0.015400410677618069},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.18442457838784967,"harm":0.007928642220019821,"repair":0.005946481665014866}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1213,"correct_output_rate":0.1213,"accuracy":0.1213,"ce":6.452679576327008,"abstentions":0,"harm":0.8661,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.141634524947023,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7770925110132159,"accuracy":0.7770925110132159,"ce":0.5536547744646898,"harm":0.2185022026431718,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":7.594299861087037,"harm":0.9825581395348837,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.171956965503439,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.915650718013048,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.33408071748878926,"accuracy":0.33408071748878926,"ce":1.9788418476770593,"harm":0.6569506726457399,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.018789144050104383,"accuracy":0.018789144050104383,"ce":5.0638588593225995,"harm":0.9718162839248434,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":5.851455391953425,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":6.98730660346581,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.563128119774689,"harm":0.9831516352824579,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9855,"correct_output_rate":0.9855,"accuracy":0.9855,"ce":0.05500332584382685,"abstentions":0,"harm":0.0025,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.02081658534234507,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.01633409307121005,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.04479297305922122,"harm":0.0029069767441860465,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.05728775525896231,"harm":0.0009900990099009901,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.09065679774674097,"harm":0.006109979633401222,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.07782956118903905,"harm":0.002242152466367713,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9895615866388309,"accuracy":0.9895615866388309,"ce":0.06908962679976237,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.05859325322279666,"harm":0.0048638132295719845,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.04976539180021111,"harm":0.001026694045174538,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.07300759741302597,"harm":0.003964321110009911,"repair":0.002973240832507433}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1236,"correct_output_rate":0.1236,"accuracy":0.1236,"ce":6.1899114933091495,"abstentions":0,"harm":0.8643,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":11.405832236319583,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.6625550660792952,"accuracy":0.6625550660792952,"ce":0.8222528909043907,"harm":0.33303964757709253,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":7.492808887692448,"harm":0.9854651162790697,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":7.444651480976974,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.095998169264483,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.38789237668161436,"accuracy":0.38789237668161436,"ce":1.694967298012199,"harm":0.6031390134529148,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.04175365344467641,"accuracy":0.04175365344467641,"ce":4.69306206211909,"harm":0.9488517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.027237354085603113,"accuracy":0.027237354085603113,"ce":5.940462562475576,"harm":0.958171206225681,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.061601642710472276,"accuracy":0.061601642710472276,"ce":4.106061901203338,"harm":0.9209445585215605,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.378821852214903,"harm":0.9831516352824579,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9816,"correct_output_rate":0.9816,"accuracy":0.9816,"ce":0.06660610886244968,"abstentions":0,"harm":0.0072,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03313884203768846,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.02638308277865201,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.06755514588446218,"harm":0.014534883720930232,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.06512576293095704,"harm":0.0049504950495049506,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9694501018329938,"accuracy":0.9694501018329938,"ce":0.12178878976197464,"harm":0.014256619144602852,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.968609865470852,"accuracy":0.968609865470852,"ce":0.11698278754641815,"harm":0.01569506726457399,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.988517745302714,"accuracy":0.988517745302714,"ce":0.06679763749070533,"harm":0.0041753653444676405,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.97568093385214,"accuracy":0.97568093385214,"ce":0.0872655596492029,"harm":0.011673151750972763,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9887063655030801,"accuracy":0.9887063655030801,"ce":0.029091308619967594,"harm":0.0,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.061610494243579526,"harm":0.004955401387512388,"repair":0.002973240832507433}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1242,"correct_output_rate":0.1242,"accuracy":0.1242,"ce":11.829634155416528,"abstentions":0,"harm":0.8635,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.0,"accuracy":0.0,"ce":18.906422526690523,"harm":0.9938775510204082,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.7427312775330397,"accuracy":0.7427312775330397,"ce":0.9474759880404702,"harm":0.252863436123348,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":13.843865344880177,"harm":0.9806201550387597,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":14.254748258076116,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":14.665019517507487,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.3744394618834081,"accuracy":0.3744394618834081,"ce":2.9497896940157933,"harm":0.6188340807174888,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.05010438413361169,"accuracy":0.05010438413361169,"ce":7.071817829542086,"harm":0.941544885177453,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":11.699548573077161,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":0.0,"ce":14.707316071075244,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":19.672321719229977,"harm":0.9831516352824579,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9862,"correct_output_rate":0.9862,"accuracy":0.9862,"ce":0.10340599602641627,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9938775510204082,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.049396217935187364,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.03943092753688716,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9903100775193798,"correct_output_rate":0.9903100775193798,"accuracy":0.9903100775193798,"ce":0.0687002932926231,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.10321239944548231,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.16730353549372387,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9820627802690582,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.14450315715225387,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9906054279749478,"correct_output_rate":0.9906054279749478,"accuracy":0.9906054279749478,"ce":0.13005664573663753,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9854085603112841,"accuracy":0.9854085603112841,"ce":0.09246735128113069,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.10264849203739995,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.15157097601943714,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5168485327797994,1.8482988012104347,3.012583110250724,0.33839597905085844,3.2186530652289775,0.6826516277176485,4.34823090395097,0.005155239089813156,3.3521751166456237,0.9222867878011586,4.792022369528632,0.00521289293806367,5.260724148306864,0.0437291972927117,8.649265939951244,1.173507387264551e-06,4.1569359221774445,1.1285796159244341,6.005541463439773,0.011292179247243081,6.438932575286047,0.06507202075070884,10.116986532747136,6.578289818344912e-06,6.467947476914256,0.16073279637609267,10.479096406372022,6.117611915229488e-06,11.484675819392573,0.00030779368349016323,19.338597371310808,1.989741704731226e-12]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,8,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8643662542033985,1.0349856083644027,2.069951140379872,0.06580407355263093,2.103967290374925,0.16519305177033694,2.4742552310132444,0.00013590621342027324,2.440899322880889,0.23961802607475038,2.7192378115875293,0.00022304228503578692,3.1229082954838168,0.0031991427651015553,4.19330096747458,7.606366644757179e-10,3.147368024284877,0.2667976031639507,3.612712712118585,0.0004474590433317494,4.272182644352534,0.003254268886739179,5.659182629571275,3.3255595999418663e-09,5.013097489888249,0.007807938152671481,5.60704671549941,8.690690351792672e-09,6.86724676935635,1.386336865127147e-06,10.369215301609499,0.0]},{"index":552,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,0,5,0,5,0,5,9,5,0,5,0,5,0,5,9,5,0,5,0,5,0,5,9,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9912863355384967,2.0346528414088816,2.515512942122593,1.1907382474621218,2.4207661266977123,1.6063463942119383,3.5834619254369935,0.3484273162474292,2.2192099528375553,1.9272211972921134,3.6956593041869388,0.4414913627800813,3.4554985552720106,1.071896369099282,6.728400863864351,0.015390664028866755,3.7035644228895683,1.8465798815277825,5.6169725139561315,0.42246454143186324,5.299248436927125,1.045289069778657,8.875050430583785,0.015355791067715518,4.742444453927383,1.759753804591724,9.129151700460023,0.034964511061221414,8.310638093848304,0.45282395590951124,16.07370977869129,3.058041396121247e-05]},{"index":2185,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,8,5,0,5,8,5,0,5,8,5,0,5,8,5,0,5,8,5,0,5,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.227733105529544,1.987213103337582,2.609186623890012,1.1694685413021402,2.3917554263330656,1.340728946075372,3.0676393053061743,0.25618159672555857,3.010465717544304,1.6632706327306923,3.938478000756124,0.3778644298127054,3.7329310779106817,0.9178483560679779,5.8578875262025605,0.00856341973153271,3.14525934847767,1.8452104291691482,4.281887238567578,0.5815774980476713,3.9647525948506166,1.1782717950009294,6.326101080239247,0.020303921727462194,5.287844517615335,1.6249066620773078,8.164733789085425,0.05981674510870368,7.602558574624338,1.0526757741323656,13.0869455976256,1.4433109442681335e-05]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6646272684412995,1.5802725182985655,1.2205451496748012,0.47231319016133655,1.4565413150291884,0.4884998649289866,0.7684990470710188,0.016915707142885334,1.2634914681163154,0.6284562455694721,0.565152809459673,0.02065262324536978,0.8773821542765657,0.023582246945890794,0.12628107602534364,1.842975462336345e-05,1.2967860302856176,0.6043407614209303,0.6584308243987992,0.02678066378536705,0.9383487883450351,0.024185576702696054,0.18220668193945183,3.134011330741714e-05,0.8093319642632748,0.06255947216062754,0.1215994230209113,5.9097296961763285e-05,0.35368750963814855,6.007192314195207e-05,0.003842574666637916,7.46693817860067e-11]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,8,1,1,1,8,1,1,1,8,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.730135065428518,1.5979922354106977,1.2006523814390042,0.35824027077677256,1.5289826714192702,0.41365530636308356,0.6976935801002053,0.00805891291322853,1.2622328591707743,0.5610883754808467,0.4666735457893219,0.009205501363449602,0.9448518840725856,0.01393040311620049,0.07953966632005872,3.7530072294827937e-06,1.4040470062291133,0.5699355362915528,0.5864247937764949,0.013538769780902989,1.0571987957681364,0.01561440030222267,0.11502021409962229,7.205889671704367e-06,0.9415384771229605,0.04412458498082752,0.0696430757882569,1.5498091615053505e-05,0.5263244391093338,2.8579373799755365e-05,0.0009230620757192739,4.881872683869822e-12]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,1,2,1,2,1,2,1,8,1,2,1,2,8,2,1,5,8,2,1,2,8,2,1,8,8,2,1,2,8,2,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0812877933044964,1.940218908073015,1.5762366951475149,1.2200058244078564,1.865972815783094,1.4676817154917379,1.3592513248295695,0.6514202490907675,1.943030402109338,1.537827883730468,1.1987401829402615,0.5635734148664109,1.3973248747097515,1.0040217495008823,1.4379848932129788,0.1575063932296113,1.9672955111813888,1.7837684430967806,1.2822697433228405,0.6833839401757016,1.4100732771980864,1.2502953233912772,1.7986886213151567,0.2006361056509417,1.7389925537234752,1.3132604468987763,1.4509832695649874,0.14753297483400835,1.3439955409252269,1.0915644190338707,2.7927545470569215,0.011127314934403974]},{"index":2018,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,1,1,8,1,1,1,8,1,1,1,8,1,1,1,8,8,1,1,1,8,1,1,1,8,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9472577968736544,2.0147824619943977,1.3407062311169011,1.3955263764418848,1.8064735781706298,1.5571292461929274,1.0045360918490251,0.9146581523848996,1.599242853600831,1.568124421941603,0.7030320385794635,0.7557764369045497,1.28168630205183,1.0300847458965634,0.5443835870740396,0.37027895631444535,1.504439575806834,1.7891392510578485,0.7684899465230476,0.8170139916554333,1.3332858934474747,1.2293235669330531,0.7363315040884157,0.4144441698194445,0.931015640031498,1.2315074969141957,0.2592621665940003,0.27151291619406837,0.6552101275853723,0.7494775955983483,0.5204760904756759,0.09429639035501629]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,2,5,2,4,2,5,2,8,2,4,2,8,2,1,2,8,2,5,2,4,2,1,2,8,2,4,2,8,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0949705703093358,1.2925467767190706,2.702852887084417,0.24757223925442196,2.6916546089338844,0.3346173144688795,2.217866192878436,0.0015925658364966304,3.240917681482475,0.4625917732825113,2.6630142576852656,0.002049111598149359,2.815220838156283,0.010532215314135326,2.041373761039474,4.106824174112973e-08,4.004837326172737,0.8521214521464195,3.2692484845973357,0.009000938057014256,3.4677529507116702,0.019972879503579077,2.4309122725401964,1.9066356274715756e-07,4.729935659826506,0.05530075697033159,3.0226765496253747,4.522415958288597e-07,4.123548856883534,7.4888737643335596e-06,2.324399985366931,2.2204460492503128e-16]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,2,5,2,3,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6725299945480216,1.2998191367521184,3.0611327587206065,0.4486196994259521,2.979882163050423,0.48724276747751066,3.6144564808501665,0.02971454529528365,2.7527074607684847,0.43207267030349816,3.529161080264936,0.01674660593664095,3.441682443517833,0.021962869997201914,4.855036588613658,3.352698339059312e-05,3.4427921395207455,0.5421587695735262,4.421114916073403,0.03180326758913775,3.8390641290774576,0.031737267543544355,5.60951609138239,5.6451129325495285e-05,4.003194119440753,0.038258618608208,5.938371759031327,4.199749293548109e-05,5.155943210931445,3.4412203599481135e-05,8.784943504868775,1.0195111421231633e-10]},{"index":278,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,8,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,8,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2817467420688,1.6164335095525488,3.8692059550578866,0.6092946441093332,3.821725738571204,0.8499860014851354,5.302265522410269,0.044821798556185406,4.445548400143878,1.2754434756028545,6.08103335559996,0.07482879826446753,5.830792453482173,0.29338985046907656,9.972775326915588,0.0001374122165729886,5.088538436505866,1.171277453244169,6.511637070113631,0.09404647307890025,6.220425711273581,0.27520202794842946,9.91258451893986,0.00021406701166799981,7.705261924894932,0.9739704590045277,11.047578499311603,0.0013418667810741545,10.567116724230843,0.031648296398824334,19.67551595185223,1.4853624985615378e-09]},{"index":444,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,8,5,2,1,8,1,2,1,8,1,2,5,8,5,2,5,8,5,2,5,8,1,2,5,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7639907566005504,1.8148954631999092,3.043848203656175,1.2561268585136016,3.2569636198618777,1.2946999743132976,3.9214790813568396,0.42708715679441894,3.6547125005894023,1.3353544279316492,4.293448604663078,0.5904928520044953,4.7485186701972175,0.9119629915044637,6.798563704698555,0.036700604504458764,4.457219995602363,1.4464955579802248,5.145298722972344,0.8042356707227546,5.428632985510068,0.8757735642843745,7.496459863921389,0.05651947489227508,6.575437790062801,1.2091173142105922,8.368920599436048,0.2071697709100069,9.285127240953242,0.6746227064005976,13.739573716753053,0.00011246431727226128]},{"index":4289,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,2,5,8,5,8,5,8,5,2,5,8,5,8,5,8,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.627966242936318,1.7614941063749638,2.865701393759206,1.4915909185625789,3.0639010738788617,1.6817093322554788,4.0908385369786116,1.1198702099174056,2.8382840272449408,1.6712121478218365,3.8409989649114005,1.2452603893637164,4.503877174077384,1.7848834647511598,8.133925205400173,0.7002381542304789,3.1573327847689496,1.5780811602795337,4.086422670935777,1.343292428295554,4.630363295015164,1.7600096253596367,8.386266907666583,0.7596307428083473,4.4116572433773005,2.1036380783274344,7.5693383674378625,1.5095832018996602,9.20418629484984,2.775468682642185,17.747773339470132,0.3349788566726752]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,2,3,8,3,2,3,6,3,2,3,8,3,5,3,6,3,6,3,8,3,6,3,6,3,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1987496188055826,2.080992375493794,2.2111598442503384,1.183404722357723,2.148539525032364,1.1716612128206871,2.4420949889237367,0.17796435272796884,2.703622423590105,1.3561388537281398,3.053407715612037,0.23939915934018693,2.6842017422000586,0.2841478913094981,3.737305374829069,0.0014744280137712435,2.42500654810586,1.4261272198190624,2.6237900825152183,0.23037895582726323,2.1870367766315724,0.2478383599681269,2.985795436982382,0.0016043005975850662,3.0014021795637236,0.45693426917462854,4.032383622374599,0.005085198264769394,3.082947271851056,0.0075840480714360605,5.568496061475891,7.660807650125952e-08]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3,6,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6765583644549436,1.2832053625713824,3.3372540571500116,0.10640819034467734,2.9987487166175084,0.2030331972884647,4.703492462471913,0.0002533381515656353,3.5524644910704337,0.36923322190285307,5.3724333406927585,0.0006342976413160145,4.632999437330611,0.003428895506006949,9.402897694598732,3.021539902601619e-09,3.1486359893003524,0.4052792128543264,4.794696665958651,0.0010079461236203217,4.24220924478179,0.0034039926740331945,8.78860055032761,5.261057575739036e-09,4.963919336064738,0.01255965313614325,9.61641585812224,3.8874403384578204e-08,8.136969267862257,8.77263637074304e-07,18.70645246967759,0.0]},{"index":195,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,3,2,3,2,3,2,8,2,3,2,3,2,3,2,8,2,3,2,3,2,3,2,8,2,3,2,3,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4285532001328356,1.8327938981889478,2.7868885527829113,1.1732557058797741,2.7206014590402483,1.2391965886941447,3.3326336078424736,0.293647752744211,3.11088843200821,1.4585786544631714,3.9038146360977892,0.4306566117362986,3.6970281018315565,0.7630680683863078,5.6048097790932765,0.01305719719874635,2.3538923628940127,1.27992121850996,3.2110810505883527,0.3180403057192187,3.101864145085787,0.5725057209098674,5.00176451111384,0.009529196266843214,3.842578903904985,0.9563020755081839,6.0136573183775095,0.030723589736053096,5.716139052729673,0.29348885561116644,10.55086431523321,1.6027993712970997e-05]},{"index":381,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,6,3,6,3,6,3,6,7,6,3,6,3,6,3,5,3,6,3,6,3,6,3,6,7,6,3,6,3,6,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9844997408543144,2.2589947841321307,3.628064293047389,1.4791224190999352,3.5252060985658105,1.524118033296906,4.830251158875376,0.5851942675857889,3.763822445051683,1.7553359691690142,5.320229907229375,0.7483439989020257,5.3453592108247365,0.8317119853169742,9.159444414616264,0.18530563208406908,4.242253978422233,1.706164834737258,6.016590638596693,0.7006970732447285,5.645088077202573,0.6765560407312062,9.609046176575578,0.13303506831154277,5.97543957209722,1.1430352327563766,10.2595159891733,0.4019856696719992,10.031963183076211,0.3972906815638697,19.005427701924997,0.019974313344184733]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.792439494822225,1.7679344421946486,2.6642754141337797,0.8175346718007028,3.0486320823001845,0.9150318776126385,3.1185614900438194,0.11760497126421827,3.279611844031402,1.0248252849042867,3.1919506159941964,0.12075811644927587,3.8205942119601204,0.19225978290849083,4.567272643537527,0.0017987208425912105,3.0769242491360993,1.4695924365927584,3.2165692372696966,0.1895717517245569,3.5739284775941766,0.3004245792957201,4.539540642663219,0.0035795305451218336,4.08544289343576,0.4252471425836446,4.523340210741656,0.004793697207298416,5.714532120514269,0.015885321059825458,8.267915713843424,8.67651652036938e-07]},{"index":19,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,5,4,1,4,5,4,1,4,5,4,1,4,5,4,1,4,5,4,1,4,5,4,1,4,5,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1012020736056716,1.5991877000599823,3.312201889321133,0.36742004790967975,3.549982151465348,0.4434589018035705,4.018407453654279,0.004938907539044624,3.719050829219862,0.6404136054724779,4.185487790171213,0.007855231610975566,4.756663615601351,0.018487695750193683,6.148710663506668,9.293558529665438e-07,3.9775411568103998,0.7528078683176408,4.681606503850739,0.012348067118030463,5.01311137658266,0.019898105137213472,6.659663548867393,1.3173031582165354e-06,5.1527572738280405,0.05381358608439848,6.6350493328777995,4.970775883807547e-06,7.445801749788986,2.7557921143428977e-05,11.521891449592538,1.6253665080510972e-13]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,1,4,5,8,5,4,1,4,1,4,5,4,5,4,5,8,5,4,5,8,5,4,1,4,1,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5282165647236345,1.8222756505548956,2.5718599424424924,0.8856709970672876,2.679124704192443,1.2111389128628667,3.0810899633499167,0.1204256571900196,2.5793214313760897,1.1501886634408054,3.09534745456298,0.1427279413498319,2.9020533219859974,0.6869768980895706,4.7922893732879315,0.0018943146231240155,2.2396589586551907,1.4579383351845416,2.717211829455386,0.176749752375161,2.4991688926151228,0.8071648806173491,4.444876737619545,0.0014165787463004034,2.6781550998692163,0.7271640588707733,4.653573542938112,0.0030795627475709436,3.5072727491527123,0.3631845202051239,8.532033850640687,1.740692411922839e-07]},{"index":250,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,5,4,1,9,1,4,1,4,5,4,5,9,5,4,5,4,5,4,1,9,1,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8784036848174175,1.9532249452207922,3.508603526070322,1.1010065119434755,3.623676248538176,1.3896765702918543,5.5308508760814235,0.29703764921175113,3.5789256136496324,1.4700767373267818,5.442402470593179,0.34657081758750186,5.319521997890767,0.7891121441538579,10.241804961024233,0.021129708421140148,3.394288630465747,1.5471695838211827,5.5123057270136755,0.4408019919241252,5.450636481853067,0.8244087159971423,10.657311139900232,0.03594047150443623,4.90096343240806,1.0122193507232846,9.780149951848747,0.06917862226024112,9.196403295646357,0.5722448804423045,19.88214518705558,0.00016453987184283347]},{"index":2371,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,4,5,9,5,9,5,9,5,9,5,9,5,9,5,9,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.288768919708023,1.8751250251171527,4.618391442534766,1.159319091779837,5.302746180660636,1.4028019826627205,6.49897763367232,0.8413494659901433,4.816559728347395,1.5787304063554495,6.199722032905925,1.0101949628469706,7.0493186677353865,1.6318645755429955,10.82032663965165,0.5850389685504922,6.392275654750635,1.8362397356051732,7.816581943190876,1.2296078418061462,8.8020036408753,2.0633527609963975,12.73378223888098,1.2261476437570578,7.504695896994129,2.2959541620405437,11.508871172032926,1.6968553782457358,12.495885825053392,3.9858570765637427,21.866492920503397,0.6850605613224066]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,1,5,5,5,1,5,5,5,5,5,5,5,1,5,4,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.2002097904721345,1.6656519019533345,1.1712569848035714,0.9526532600799373,1.194308724344106,0.9139330421789279,1.0846348497776852,0.1304050035252002,1.7084421086414243,0.9560439963485973,1.3604951774383793,0.15407771069834353,1.7391129185043466,0.25701839113027625,1.6552061243590859,0.004638012933538327,1.0124134973004,0.910948644020857,0.9111985589916848,0.16288563599907174,1.218504292389751,0.32288616383960317,1.1327389438057844,0.00615250615065388,2.0413901168202457,0.3046457860961267,1.8166512036116829,0.0063248345625683865,2.503709982248308,0.045417055368380914,3.3659085384716283,1.0386185137071055e-05]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,9,5,4,5,4,5,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.707448836016466,1.3595727200706185,1.7533566781251368,0.28413666469940085,1.7830491863897409,0.4255825275502772,1.7144331616437933,0.006287280896104579,1.6602332445413264,0.5933672012452933,1.6621700225756308,0.011810988865616483,1.7189511617982973,0.03275643504385436,1.602247974230609,4.715171650461875e-06,1.2354274011060944,0.7474841878384599,1.2292457442103393,0.012200521594936824,1.286447564046323,0.04477275967181646,1.062504654503275,6.731540944774811e-06,1.4288990784896616,0.17219131471971547,1.4483208491865258,6.174539236440938e-05,1.505284748839915,0.00046236034859132067,1.4715382022189065,5.081712828301355e-12]},{"index":211,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,8,5,5,5,8,5,5,5,8,5,5,5,8,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.432015153603441,1.846549942548551,1.2623979958143117,1.0030329101456517,1.2208651957899377,1.2715519239296236,0.8415506536189822,0.1503246882852443,1.3519082055226361,1.3757358666623125,0.9523744120891551,0.22131433990090849,0.9620114606786271,0.7607411293571458,0.45111184528015413,0.0024587968510812793,0.8521647857132013,1.6193515895836996,0.46696896250582776,0.3106083272574837,0.5042228466567317,1.1231749864501368,0.17155302325400387,0.004873270008698003,0.7106542980653933,1.268699404196405,0.22935674870732062,0.011166294497264022,0.3046192258359232,0.7942205041309397,0.05160684402477238,1.0725961724106714e-06]},{"index":694,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,3,8,2,5,3,8,2,5,3,8,2,5,2,8,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3247895185939662,1.478922023554333,1.3545206326533619,0.4578649009456658,1.4139300418102745,0.7896907599082532,1.8960442678056904,0.02958033062287741,1.7563344605224607,0.8917119957292085,2.673322572845871,0.060215922778340904,2.4685078071298445,0.4929760172685422,4.972327968415072,0.0001503418115638166,1.3432766520733543,1.181550097210375,1.8273726809221968,0.10654621512087847,2.076645139431035,0.9565397286245867,3.9385205532388188,0.0005761513581735817,2.764692753862034,1.113257083919403,5.7167198142678695,0.004269433064443312,4.9404660475311974,0.8422305006342506,10.958361178423667,8.984872139232018e-09]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,6,7,6,7,6,7,6,8,6,1,6,8,6,1,6,8,6,7,6,8,6,7,6,8,6,1,6,8,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.093038703481107,1.9022829356081998,3.1569139121338714,0.44628827981961056,3.3768266027716676,0.6399290699564896,3.228217646588692,0.009362999963802483,3.9706466669255516,0.8768814205099678,3.922074583819265,0.011954754215360651,4.720803047555915,0.03134655281390722,4.734992874914589,5.2575999626904275e-06,4.32157324864513,1.3736637910691218,4.399925575940322,0.022557991886715936,5.3217205917911965,0.061530775721035914,5.227098063019569,6.0535189566441214e-06,7.008104255766557,0.18042557724939867,6.926804826471217,1.8929939388478227e-05,8.799105363307838,0.00010653992345957429,9.51247000342996,1.3662404541027842e-12]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,5,6,1,6,5,6,1,6,1,6,2,6,5,6,5,6,5,6,5,6,5,6,1,6,2,6,2,6,6,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.735382816940789,1.5496777411073326,2.4544768942213717,0.39748447031765516,2.514681191613202,0.4908623827653865,2.034635443872086,0.01531512101009013,2.5287778673056236,0.6360892310793393,2.07249775395149,0.016161391785797195,2.196040485860099,0.027829163394584397,1.495195731227929,2.0312915623402108e-05,2.592219572494512,0.974212143444794,2.223668813356719,0.03247860900588151,2.1511517218963236,0.04549551685031931,1.633011301316574,4.276227557557334e-05,2.28976936398267,0.09583731763439932,1.8282579295261912,6.72942332825889e-05,2.010337961635518,0.0001247231908817943,1.0589797923983901,4.484612681109806e-11]},{"index":1044,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,5,6,5,6,1,8,1,6,1,8,1,6,5,8,5,8,5,8,5,6,1,8,1,6,5,8,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0595909004822537,2.207481412993369,3.1569288046152932,1.6200387096797868,3.199515014428693,1.531911495412634,3.4691892439780165,0.6796287973138267,3.0589588726219468,1.9276636112097063,3.34746243528497,0.8923974086119754,3.3670408113765844,1.0008357317834855,4.397823279925939,0.13809037225253656,3.9515263350716707,2.1518949236345604,4.5366895260880264,1.143904223617696,4.430923900351145,1.2212626704398661,5.682932826794015,0.26538536727033746,4.610435250957796,1.7944758059234787,5.7870991166119685,0.48058266323145815,5.426077939599712,0.9065611908345984,8.298577202498228,0.009397773389532741]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,1,1,8,1,1,6,8,1,1,6,8,6,1,6,8,1,1,1,8,1,1,6,8,1,1,6,8,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1739650545678284,2.314854409529274,3.4953936100400202,1.9098358393372623,3.524950028576143,1.496855250962914,4.103341734714026,0.6639422238511977,3.869340500605099,1.7549581301490114,4.460679425591475,0.8176634018305743,4.822085820364278,0.5606120805889581,5.657146376190136,0.025874309572792513,4.600028075028911,2.570719098380101,5.193594235505696,1.8221381570842927,5.656277895279323,1.1359967446084498,6.510462272232242,0.13222029818693073,6.612058799103536,1.8150359297322596,7.376776508642825,0.426495291171537,9.100768617336255,0.19579003194828462,10.210820874091754,0.00010000254777503694]},{"index":4536,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,2,5,8,5,2,5,2,5,2,6,5,5,5,5,5,5,2,6,3,5,2,5,2,5,2,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.734060667387407,2.073539308822498,2.419697842252405,1.2018225307721484,2.269153739974353,1.5507908599593598,1.7703887758776389,0.7979850099585388,2.6001593814937998,1.8240761126973157,1.938213186341407,0.9280039877887467,1.9698349621557334,1.3542261579690837,1.2018384204676864,0.6403616946793462,2.8233567307279266,1.7810207411071106,2.1629094734891368,0.9116218130601242,1.9831976122462134,1.1976049210547122,1.2052422602377102,0.5361266450592296,2.7079416948119706,1.859349664857774,1.817686481622887,1.1353994762069217,1.934865399168536,1.6484158430776659,1.4669642290950664,0.42810788924329696]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.013780471055857,1.661190411443369,1.9390179701524861,0.22502977586090425,1.9980141747541404,0.32117120397109084,2.439638529059214,0.0014602780219245125,1.8967705683201144,0.48180633617906454,2.031216395254961,0.002789193244891662,1.9048447952914125,0.007632816302331144,3.5620146273000985,1.0181954360868247e-07,2.461621909425486,0.6655210625689773,2.61529303341403,0.003927017000236244,2.433341776298219,0.008486090467303838,4.249773594330153,1.489300505263452e-07,2.6646933075065697,0.01963811726660466,3.4734746012854423,5.80747967391244e-07,2.8158950584348816,3.6260920097845745e-06,7.634558332448501,4.440892098500625e-16]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9305173542162677,1.6078907549926549,1.9464727139774467,0.25085910640414294,2.0767032930644813,0.37376308335266284,2.8944918130923143,0.001859387141076969,1.6319728808079832,0.5042007844406379,2.058132474407091,0.003475957351671714,1.8145505573828986,0.01138477809261667,5.115286111638493,1.8269182008162561e-07,2.5926278573914625,0.5182389053130071,3.323736980618272,0.004324738049890951,2.9964799589031306,0.009836032831233238,6.683892363305249,1.8765015757000963e-07,2.413815048536218,0.019121959632616932,4.903593448900048,7.465646902769324e-07,3.786172737838674,7.433165578909459e-06,12.309418836458715,8.881784197001248e-16]},{"index":80,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,7,5,7,5,7,5,9,5,7,5,7,5,7,5,9,5,7,5,9,5,7,5,9,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.268588966549131,1.8226442938874414,2.6085376745078928,0.8384260798369795,2.881319873675744,1.0819917549803773,4.315188886926003,0.11849272392059325,2.319669498638216,1.2012508878600152,3.3539596783438714,0.18008319293222863,3.5399096362736517,0.4644546727176222,7.113051259107625,0.002746818706756263,2.7237574471183534,1.6484212159615792,4.065614345392831,0.32444612321910293,4.3177936754658415,0.810299319427841,8.431750284814612,0.00920019265082463,3.0333941829593956,1.0463138920271642,6.319387776832358,0.028194484658928452,6.484039855093358,0.38332055849744096,14.663486594574346,8.625395473274206e-06]},{"index":282,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,7,1,7,1,7,1,8,1,7,1,7,1,7,1,8,1,7,1,7,1,7,1,8,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3233918635737627,2.233363505155684,2.5490999548911377,1.2658131759869256,3.0093557462768246,1.638514647795862,3.8573174608970575,0.35848178972665945,2.5342939514440617,1.752566271884809,3.38220793674684,0.4015180334641912,3.807092524760697,0.7211958379099985,6.195611381707405,0.012831477659681009,3.067690702893766,2.0807009882857415,3.8443521115625603,0.42506125136586537,4.231648590407509,0.970437783447685,6.422342030267686,0.0114275142146819,4.013883983676192,1.3388939368069457,6.371887182345998,0.01698705989299506,6.535740817683358,0.10168852909210083,11.454622722406969,8.271681597853104e-06]},{"index":1494,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,9,5,0,5,0,5,0,5,0,5,0,5,0,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.399201427479195,2.2739492398429206,2.7046909147945244,1.8715182943127013,2.539079378025809,2.034411625975244,3.6346930683634597,1.348266303232514,2.2369234636878472,1.9310047926376435,3.032487043237417,1.4210072778360434,2.6569523403958186,1.8339530560037294,6.545165879696599,1.1112309206500324,2.670367083176739,1.9993032228691134,4.117360028390089,1.5018167986091884,3.1914917792083126,1.8543277418887312,7.5344727806109155,0.91116395703084,2.617230813217446,1.5935281099723182,6.298929597088256,1.0677858415832853,4.465242948722725,2.1267179694616574,14.754298830471592,0.5146273375685322]},{"index":2070,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,9,5,9,5,9,1,9,1,9,5,9,5,9,5,9,5,9,5,9,5,9,5,9,1,9,5,9,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.693370243918158,2.496473629814539,3.048595403857392,2.063004860330759,3.4973492422175867,2.4130013772664367,4.3184429720795965,1.5730318944286426,2.999420143229337,2.4725871717697046,3.9952511545475557,1.7866556959917341,4.668745243013974,2.432658155736138,6.933125066902149,1.0032638034569334,3.3783156075895517,2.7137996573555925,4.325335745247207,2.016117317998457,5.205450680768869,2.759538516595868,7.294044207493916,1.0904517766042372,4.133095947691087,2.6350604482969233,6.622159776936396,1.3810037291126083,7.951118465375261,2.9935846575215876,12.978461125870728,0.19570329915422893]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5965861908711787,1.9568079408161878,3.5180818570380676,0.9962515718915418,3.160984389799668,1.0562501120029664,5.185900234663971,0.1438897080632364,2.1815434313722317,1.1327979431384916,4.302577740837034,0.10030276378548893,3.3554536172589664,0.17178022093615625,7.856807085130565,0.001187578361492912,2.454705398421034,1.1543653217694203,4.428088196370336,0.12212731841544609,4.047805471785056,0.18249023602562955,8.601188998707268,0.0016620941790584031,1.8242821687530433,0.2520704003920984,6.268786459762456,0.0010043735346991088,4.765714431810715,0.00469545662856965,14.008881256715176,2.788164312646421e-07]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,7,8,3,8,1,8,3,8,1,8,3,8,1,8,3,8,3,8,3,8,1,8,3,8,1,8,3,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.648655831916226,1.9493610006439115,3.263827172404377,1.0282159932696793,2.6176079890296675,0.9842085960354479,4.028496701749781,0.123287944672837,1.9778587806704915,0.9293179684550797,3.45397833478373,0.08754981462866465,1.8742502254638351,0.09234480411626357,5.2340908538269195,0.0003360030773766395,2.756838996289675,1.0599909044718547,4.258872123103854,0.12266429864011108,2.787064029983978,0.08922176106379022,5.96137470278105,0.0003509036050202532,2.211730784308956,0.0891779406823864,5.325113459830453,0.00023915048450366745,2.422987726694336,0.0002279480612957453,9.617229153315277,1.0633962593717157e-09]},{"index":2272,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,0,5,8,5,0,5,8,5,8,5,8,5,8,5,8,5,0,5,8,5,8,5,8,5,0,5,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6347063960750288,1.805359534242935,3.1025802754746783,1.5496089780926148,2.1142897745561577,1.2392135224194136,6.99198351601903,1.0842406007544565,1.4603734575993326,1.2711066440514553,5.809420845441476,1.0164820064109472,3.088512196743392,0.4592249118586252,14.427288206075701,0.742613812488894,1.324954417852044,1.1837138801477392,5.890396397541363,1.124080880840536,3.4624108141824452,0.40403191976223807,15.021597170375461,0.69807672272335,1.7201390663257476,0.47843484557892696,12.31644120654488,0.8159959634647126,6.596510279673424,0.04028775073463954,29.837475538822225,0.6464854184413175]},{"index":6641,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,8,5,5,3,8,5,8,3,8,1,8,9,8,5,5,5,8,5,8,9,8,3,8,3,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9879710060576894,1.9293653047663557,3.5281124342931447,1.658280874923126,3.1647032126009815,1.2083263223447054,4.7265468746943995,1.1379161318540865,2.877357817351635,1.182777889839428,4.226555712229279,0.8843248155604155,3.2873091661127853,0.2797844487861476,6.524067749538609,0.386839706017402,3.589688145893608,1.1978632003185934,4.717208167964103,1.1224659471905545,4.163764116173917,0.2667471227621527,7.284765882199464,0.49915978435156694,3.9586838233167407,0.37529185725545405,6.57794456528517,0.36508901818676776,5.491876261443895,0.010071724182216527,11.257334545391085,0.03429535336535436]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,9,5,9,5,9,1,9,6,9,6,9,6,9,5,9,5,9,5,9,6,9,6,9,6,9,6,9,6,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9016665091176885,1.871470801530849,3.4606000197479947,0.904799917015654,3.729813908460156,0.9748064840598782,4.953799999330003,0.11307066122990578,3.154140935145139,0.9237641163953008,4.3839299780827625,0.0642784523264387,4.7881970615268905,0.12001544583202743,7.5977829531403875,0.0005054350033773477,3.7400115120386204,1.0908872484945915,5.368739802585236,0.0799573653360607,5.701602150596015,0.11996535295445404,8.79616257142981,0.00035717035601004195,4.770225412269047,0.12219351370869327,7.827144323769827,0.000124193116478608,9.062486240792774,0.0005704431724416946,15.086141022386606,2.445334376440789e-09]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,5,9,5,9,5,9,1,9,1,9,5,9,1,9,5,9,5,9,5,9,5,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.296074053357284,1.7677923565933498,4.039429920146354,0.5771917095002185,4.122602216136864,0.7709274221032956,5.758199029034184,0.02671072583725258,3.6928540472598597,0.7866285751555404,5.696473382100127,0.020927933812101708,5.857063276785834,0.08321060657417657,10.017298923446447,5.126819670912776e-05,3.850124291742765,0.9281336135883157,5.9644539282194895,0.024708663160422913,6.073353037272076,0.06988461263455151,9.985537465394945,4.161348413757382e-05,5.493339666629653,0.08153971545195474,10.25978765418917,2.8743429693169405e-05,10.098480680389075,0.0005710936483806434,18.890728972359756,1.5010725994396834e-10]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,9,1,9,1,9,1,8,1,9,1,9,1,9,1,8,1,9,1,8,1,9,1,8,1,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.441960927024951,2.0313879493758544,4.369874384949903,1.62656117496705,4.205035603960517,1.5401851877172443,6.2699970698273,0.8825404399282413,4.281793035801477,1.6499722492293492,6.744514730299352,0.8386944633692823,6.316822482866984,0.9342850447123134,11.496141850608016,0.1807512454059622,4.882201178420759,1.7121319893797282,7.188675569555559,1.0362138545619377,6.866404228955388,1.1291971897922461,11.714177108018179,0.2759613560005691,7.450461442075737,1.396238058836464,13.400014420343563,0.3701470003928306,12.032863605837688,0.892303577405054,23.450549896496966,0.01922677853922967]},{"index":1554,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,1,9,5,8,5,9,1,8,1,9,1,8,1,9,5,8,1,8,5,8,1,9,1,8,1,9,1,8,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.563226874067329,2.1414540958676844,4.582274514694889,1.6478429998471777,4.219196413048555,1.7235708697098324,6.556766984285602,1.0804616218159826,3.794158468793377,1.8097124180251372,6.721302518571712,0.9808535682427371,5.554132254303569,1.2479351874917903,11.270332476293026,0.4361039835589664,4.929006609134712,1.9141153881467614,7.673005524406722,1.1610523274718145,6.775005951056749,1.4320781295678513,12.072586292841969,0.5481163524737453,6.369944976957525,1.716631204332177,13.373460992796696,0.7064181749985916,10.489366367555713,1.5908125542081666,22.394457633066025,0.20856791083004445]}]},{"id":"plain-selected-s102","recipe":"plain","state":"selected","seed":102,"epoch":10,"source_run":"graph-eval-plain-s102","checkpoint_sha256":"2dbb3bb31dda0351024c81ac27471ed871dc4bd29acfa1ec586729dbe5542e4a","source_result_sha256":"d6de66cb2a467d1e373d60eb7faa59f457f098be7dd29826ce5e80a99e6acb45","archive_json_sha256":"951a67765810cc4066f3109a61c105804be447f52d12768f9ee38b1e09e933fa","archive_npz_sha256":"131b3c35dceb3dfb41e7690947400d46fe7e4f58b349cc0b0abeaf995d3ec184","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":8.881784197001252e-16,"max_abs_per_example_ce_difference":8.881784197001252e-16,"dense_source_mean_ce_difference":1.3379399699253725e-08,"mean_ce_atol":3e-05},"frozen_model":{"id":"plain-selected-s102","recipe":"plain","state":"selected","seed":102,"epoch":10,"checkpoint_sha256":"2dbb3bb31dda0351024c81ac27471ed871dc4bd29acfa1ec586729dbe5542e4a","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3251,3,10,2,5,14,37,82,106,1,35,32,51,18,30,103,398,4,6,15,23,59,102,11,21,97,111,0,17,61,84,146,373,12,16,7,9]},"n":10000,"dense_accuracy":0.9822,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9851337958374629,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":948,"correct_output_rate":0.0948,"accuracy":0.0948,"ce":2.3995464051554265,"abstentions":0,"harm":0.8893,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.07040816326530612,"accuracy":0.07040816326530612,"ce":2.073309709348525,"harm":0.9214285714285714,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.09251101321585903,"accuracy":0.09251101321585903,"ce":2.143991971165168,"harm":0.8995594713656387,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.045542635658914726,"accuracy":0.045542635658914726,"ce":2.448768829300176,"harm":0.938953488372093,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":2.752169945623556,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.06109979633401222,"accuracy":0.06109979633401222,"ce":2.6446026463371015,"harm":0.9144602851323829,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.4316143497757848,"accuracy":0.4316143497757848,"ce":1.8784274728558983,"harm":0.554932735426009,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.242689512441669,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0914396887159533,"accuracy":0.0914396887159533,"ce":2.1400655436223737,"harm":0.8929961089494164,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.1806981519507187,"accuracy":0.1806981519507187,"ce":2.0920085384954414,"harm":0.8028747433264887,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":2.583460078745981,"harm":0.9752229930624381,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":990,"correct_output_rate":0.099,"accuracy":0.099,"ce":2.393875359733635,"abstentions":0,"harm":0.8855,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":2.7189539308522064,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.1145374449339207,"accuracy":0.1145374449339207,"ce":2.3828404720357628,"harm":0.8801762114537445,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0436046511627907,"accuracy":0.0436046511627907,"ce":2.3242252349057884,"harm":0.9428294573643411,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.039603960396039604,"accuracy":0.039603960396039604,"ce":2.3356180749694135,"harm":0.9366336633663367,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0845213849287169,"accuracy":0.0845213849287169,"ce":2.3775353105155865,"harm":0.8869653767820774,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5829596412556054,"accuracy":0.5829596412556054,"ce":1.9217787041535648,"harm":0.40582959641255606,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7314073084404518,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0914396887159533,"accuracy":0.0914396887159533,"ce":2.431305250187344,"harm":0.8959143968871596,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.04106776180698152,"accuracy":0.04106776180698152,"ce":2.3494587541271867,"harm":0.9404517453798767,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.036669970267591674,"accuracy":0.036669970267591674,"ce":2.337632316123891,"harm":0.9484638255698712,"repair":0.0}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1298,"correct_output_rate":0.1298,"accuracy":0.1298,"ce":2.301328168696022,"abstentions":0,"harm":0.8534,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5420235860273976,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.44493392070484583,"accuracy":0.44493392070484583,"ce":2.1050279531937233,"harm":0.5488986784140969,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3562853362678386,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.377585674071929,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3129732251003263,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.13340807174887892,"accuracy":0.13340807174887892,"ce":2.1781360458835937,"harm":0.8475336322869955,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6498906863389204,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.5291828793774319,"accuracy":0.5291828793774319,"ce":2.0851557619616887,"harm":0.4581712062256809,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.13347022587268995,"accuracy":0.13347022587268995,"ce":2.1435113218644566,"harm":0.8449691991786448,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2950360353374255,"harm":0.9851337958374629,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":833,"correct_output_rate":0.0833,"accuracy":0.0833,"ce":2.3225929651756934,"abstentions":0,"harm":0.9,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7395539862987883,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.029955947136563875,"accuracy":0.029955947136563875,"ce":2.1246431826168988,"harm":0.9621145374449339,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":2.569311274501422,"harm":0.9767441860465116,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.016831683168316833,"accuracy":0.016831683168316833,"ce":2.3189924717562445,"harm":0.9594059405940594,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3891406607232493,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.3396860986547085,"accuracy":0.3396860986547085,"ce":1.9465260666617772,"harm":0.649103139013453,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5724745647813156,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.19941634241245138,"accuracy":0.19941634241245138,"ce":2.13686648539646,"harm":0.7830739299610895,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.2515400410677618,"accuracy":0.2515400410677618,"ce":2.147755733558842,"harm":0.7258726899383984,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.02081268582755203,"accuracy":0.02081268582755203,"ce":2.279984396756946,"harm":0.9663032705649157,"repair":0.0019821605550049554}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":963,"correct_output_rate":0.0963,"accuracy":0.0963,"ce":2.3171764783562647,"abstentions":0,"harm":0.8874,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.535427006833233,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.4281938325991189,"accuracy":0.4281938325991189,"ce":2.116679814695904,"harm":0.5674008810572687,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":2.361096142858923,"harm":0.9748062015503876,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3356422281860505,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4898795366392115,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.15358744394618834,"accuracy":0.15358744394618834,"ce":2.1478905886694193,"harm":0.827354260089686,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.605756917691766,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.008754863813229572,"accuracy":0.008754863813229572,"ce":2.312207930507205,"harm":0.9727626459143969,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.15811088295687886,"accuracy":0.15811088295687886,"ce":2.141509465256078,"harm":0.8254620123203286,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.16551040634291378,"accuracy":0.16551040634291378,"ce":2.149543754554549,"harm":0.8235877106045589,"repair":0.003964321110009911}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1052,"correct_output_rate":0.1052,"accuracy":0.1052,"ce":2.343484126475501,"abstentions":0,"harm":0.8788,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6355949616231826,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.45198237885462555,"accuracy":0.45198237885462555,"ce":2.127728488180953,"harm":0.5444933920704845,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.462316643362944,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.396617731780267,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4193721607823546,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.19394618834080718,"accuracy":0.19394618834080718,"ce":2.1025622670502777,"harm":0.7948430493273543,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7217102163473452,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2931925906330677,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.14681724845995894,"accuracy":0.14681724845995894,"ce":2.1408999819876864,"harm":0.8336755646817249,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.22101090188305253,"accuracy":0.22101090188305253,"ce":2.154554733642819,"harm":0.7661050545094152,"repair":0.0019821605550049554}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1006,"correct_output_rate":0.1006,"accuracy":0.1006,"ce":2.3242235710252674,"abstentions":0,"harm":0.8828,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4883362730973286,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.7048458149779736,"accuracy":0.7048458149779736,"ce":2.0559299531263906,"harm":0.2933920704845815,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4050759933392247,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.354203627754107,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.470115246948405,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.23094170403587444,"accuracy":0.23094170403587444,"ce":2.0911474876859413,"harm":0.7544843049327354,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5914084863149407,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3383182774244724,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.231203530209069,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.239734477340151,"harm":0.9851337958374629,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":571,"correct_output_rate":0.0571,"accuracy":0.0571,"ce":2.280087547539824,"abstentions":0,"harm":0.9266,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3428760042154733,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.014096916299559472,"accuracy":0.014096916299559472,"ce":2.0812641947161863,"harm":0.9788546255506608,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7249102242343994,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.03663366336633663,"accuracy":0.03663366336633663,"ce":1.836930058754656,"harm":0.9425742574257425,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.498717884662345,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5639013452914798,"accuracy":0.5639013452914798,"ce":1.9551500806816462,"harm":0.42376681614349776,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.606995442357863,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.009727626459143969,"accuracy":0.009727626459143969,"ce":2.2643080425876785,"harm":0.9727626459143969,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":2.3120029968826414,"harm":0.9763860369609856,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":2.1807525909643126,"harm":0.9841427155599604,"repair":0.0}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1711,"correct_output_rate":0.1711,"accuracy":0.1711,"ce":2.353944157496262,"abstentions":0,"harm":0.8137,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9827972952205304,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.44669603524229073,"accuracy":0.44669603524229073,"ce":1.9833661782546428,"harm":0.5462555066079295,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":2.3220416490354117,"harm":0.9738372093023255,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4304530180462707,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.411319215288718,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.010089686098654708,"accuracy":0.010089686098654708,"ce":2.359044027183087,"harm":0.9719730941704036,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.097077017763332,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.037937743190661476,"accuracy":0.037937743190661476,"ce":2.2198729768899357,"harm":0.9455252918287937,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.8809034907597536,"accuracy":0.8809034907597536,"ce":1.8113805564328076,"harm":0.11601642710472279,"repair":0.019507186858316223},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.2844400396432111,"accuracy":0.2844400396432111,"ce":2.010484119335665,"harm":0.7026759167492567,"repair":0.0019821605550049554}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":813,"correct_output_rate":0.0813,"accuracy":0.0813,"ce":2.3562975292067954,"abstentions":0,"harm":0.9028,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9261689483752926,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.3162995594713656,"accuracy":0.3162995594713656,"ce":2.122095880587166,"harm":0.677533039647577,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":2.327993947211529,"harm":0.9748062015503876,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":2.2457409497017027,"harm":0.9732673267326732,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3738315514280917,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.007847533632286996,"accuracy":0.007847533632286996,"ce":2.2753784253020677,"harm":0.9742152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.800972418052399,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":2.235784159287349,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.3973305954825462,"accuracy":0.3973305954825462,"ce":2.120254604506511,"harm":0.5954825462012321,"repair":0.015400410677618069},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.03964321110009911,"accuracy":0.03964321110009911,"ce":2.188777967859215,"harm":0.9454905847373637,"repair":0.0}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1037,"correct_output_rate":0.1037,"accuracy":0.1037,"ce":2.3198462071692028,"abstentions":0,"harm":0.8809,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6255878733198488,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.3295154185022026,"accuracy":0.3295154185022026,"ce":2.0971253855415966,"harm":0.66431718061674,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4380262050524766,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2771035767649104,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.403737612157679,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.007847533632286996,"accuracy":0.007847533632286996,"ce":2.1593180187626673,"harm":0.9753363228699552,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6035285806402375,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2871095093350307,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.6735112936344969,"accuracy":0.6735112936344969,"ce":2.066360008785748,"harm":0.32340862422997946,"repair":0.019507186858316223},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2643066152823894,"harm":0.9851337958374629,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":654,"correct_output_rate":0.0654,"accuracy":0.0654,"ce":2.3134758942048452,"abstentions":0,"harm":0.9183,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.80515942863043,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.013215859030837005,"accuracy":0.013215859030837005,"ce":2.1217915232948292,"harm":0.9814977973568282,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":2.1593321806400714,"harm":0.9748062015503876,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3335537642642126,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.40380895868448,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.020179372197309416,"accuracy":0.020179372197309416,"ce":2.236037177445623,"harm":0.9652466367713004,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7074492249100777,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.04085603112840467,"accuracy":0.04085603112840467,"ce":2.205536281868526,"harm":0.9406614785992218,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.5780287474332649,"accuracy":0.5780287474332649,"ce":2.047974996909899,"harm":0.4055441478439425,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.005946481665014866,"accuracy":0.005946481665014866,"ce":2.1618516836461805,"harm":0.9801783944499505,"repair":0.0009910802775024777}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1012,"correct_output_rate":0.1012,"accuracy":0.1012,"ce":2.3222486052283036,"abstentions":0,"harm":0.8825,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6625423646496875,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.06167400881057269,"accuracy":0.06167400881057269,"ce":2.1043957896669223,"harm":0.9312775330396476,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.035852713178294575,"accuracy":0.035852713178294575,"ce":2.3261821494059958,"harm":0.9486434108527132,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.04950495049504951,"accuracy":0.04950495049504951,"ce":2.163175790190811,"harm":0.9267326732673268,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4437895998956045,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.07174887892376682,"accuracy":0.07174887892376682,"ce":2.178759846617049,"harm":0.9103139013452914,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8173499448590396,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.01264591439688716,"accuracy":0.01264591439688716,"ce":2.3199075381248107,"harm":0.9688715953307393,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.795687885010267,"accuracy":0.795687885010267,"ce":2.026804201520004,"harm":0.19404517453798767,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":2.218066529679916,"harm":0.9821605550049554,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1089,"correct_output_rate":0.1089,"accuracy":0.1089,"ce":2.3169024707267223,"abstentions":0,"harm":0.875,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.687842710426403,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.21938325991189428,"accuracy":0.21938325991189428,"ce":2.129162185904091,"harm":0.771806167400881,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3689780087801897,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2313067771858677,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.403742500766926,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.13004484304932734,"accuracy":0.13004484304932734,"ce":2.157055614658269,"harm":0.852017937219731,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.684651206825887,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.04377431906614786,"accuracy":0.04377431906614786,"ce":2.199195452232557,"harm":0.938715953307393,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.6971252566735113,"accuracy":0.6971252566735113,"ce":2.0612308407840403,"harm":0.29568788501026694,"repair":0.015400410677618069},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.274586973283551,"harm":0.9851337958374629,"repair":0.0}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":624,"correct_output_rate":0.0624,"accuracy":0.0624,"ce":2.3100802771179834,"abstentions":0,"harm":0.9214,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.523899407694607,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.02026431718061674,"accuracy":0.02026431718061674,"ce":2.064689696630431,"harm":0.9726872246696036,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.03391472868217054,"accuracy":0.03391472868217054,"ce":2.275812132913795,"harm":0.9515503875968992,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3171242860674535,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3110164805165136,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.020179372197309416,"accuracy":0.020179372197309416,"ce":2.2189166092967705,"harm":0.9607623318385651,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7566390792446422,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.047665369649805445,"accuracy":0.047665369649805445,"ce":2.279110177693284,"harm":0.9348249027237354,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.5102669404517454,"accuracy":0.5102669404517454,"ce":2.0744954616708196,"harm":0.4784394250513347,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":2.3210991241387906,"harm":0.9841427155599604,"repair":0.0009910802775024777}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1987,"correct_output_rate":0.1987,"accuracy":0.1987,"ce":2.1337992003797366,"abstentions":0,"harm":0.7861,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.523188512743278,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.007929515418502203,"accuracy":0.007929515418502203,"ce":1.9832685503392802,"harm":0.9841409691629956,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":2.948395444545898,"harm":0.9825581395348837,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":1.9842196212259928,"harm":0.9663366336633663,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2591252499003014,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.002242152466367713,"accuracy":0.002242152466367713,"ce":2.5458341544295995,"harm":0.9809417040358744,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9338575768091433,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":1.67823507705998,"harm":0.97568093385214,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9907597535934292,"accuracy":0.9907597535934292,"ce":1.2937449215269001,"harm":0.0,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":1.2707013953844706,"harm":0.010901883052527254,"repair":0.005946481665014866}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":804,"correct_output_rate":0.0804,"accuracy":0.0804,"ce":2.5432434328478917,"abstentions":0,"harm":0.9033,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.00816326530612245,"accuracy":0.00816326530612245,"ce":3.1654364758013545,"harm":0.9836734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.051982378854625554,"accuracy":0.051982378854625554,"ce":2.102012026074964,"harm":0.9392070484581497,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":3.085342268602108,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.018069863287057,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.08655804480651731,"accuracy":0.08655804480651731,"ce":2.201496280399763,"harm":0.8859470468431772,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.13004484304932734,"accuracy":0.13004484304932734,"ce":2.0785618345200607,"harm":0.8542600896860987,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.4553751037559888,"harm":0.9770354906054279,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.16536964980544747,"accuracy":0.16536964980544747,"ce":1.932008592587263,"harm":0.8210116731517509,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.1026694045174538,"accuracy":0.1026694045174538,"ce":2.4078060482393506,"harm":0.8798767967145791,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.25867195242814667,"accuracy":0.25867195242814667,"ce":2.0363680596369367,"harm":0.7274529236868187,"repair":0.0009910802775024777}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":786,"correct_output_rate":0.0786,"accuracy":0.0786,"ce":2.4744764638197836,"abstentions":0,"harm":0.9048,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2725393170673085,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.014977973568281937,"accuracy":0.014977973568281937,"ce":2.092794940187327,"harm":0.9779735682819384,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.025193798449612403,"accuracy":0.025193798449612403,"ce":2.8033570276754354,"harm":0.9602713178294574,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.011881188118811881,"accuracy":0.011881188118811881,"ce":2.4585358778867628,"harm":0.9643564356435643,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.015274949083503055,"accuracy":0.015274949083503055,"ce":2.43984910326034,"harm":0.9572301425661914,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.07174887892376682,"accuracy":0.07174887892376682,"ce":2.3429150093096287,"harm":0.9114349775784754,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.285621361088548,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.15953307392996108,"accuracy":0.15953307392996108,"ce":2.023478281937977,"harm":0.8229571984435797,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.22073921971252566,"accuracy":0.22073921971252566,"ce":2.0625430585655686,"harm":0.7587268993839835,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.2705649157581764,"accuracy":0.2705649157581764,"ce":2.045270839077106,"harm":0.7175421209117938,"repair":0.002973240832507433}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1543,"correct_output_rate":0.1543,"accuracy":0.1543,"ce":2.3605677920853982,"abstentions":0,"harm":0.8294,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.007838344795602,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.5330396475770925,"accuracy":0.5330396475770925,"ce":1.9648298251511265,"harm":0.46255506607929514,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5227085061152765,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.496611455682117,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.292505320016434,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.06838565022421525,"accuracy":0.06838565022421525,"ce":2.1274681025382622,"harm":0.9136771300448431,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.117260032901226,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.2345150194343453,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.15092402464065707,"accuracy":0.15092402464065707,"ce":2.050053301586485,"harm":0.8275154004106776,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.7224975222993062,"accuracy":0.7224975222993062,"ce":1.857077803661521,"harm":0.2705649157581764,"repair":0.007928642220019821}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":231,"correct_output_rate":0.0231,"accuracy":0.0231,"ce":2.454063109793155,"abstentions":0,"harm":0.9601,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.5997871376218673,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.06872246696035242,"accuracy":0.06872246696035242,"ce":1.997404396728988,"harm":0.9259911894273127,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0998062015503876,"accuracy":0.0998062015503876,"ce":2.0864949348785475,"harm":0.8846899224806202,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.189451247838688,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.008146639511201629,"accuracy":0.008146639511201629,"ce":2.269403985518216,"harm":0.9633401221995926,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.002242152466367713,"accuracy":0.002242152466367713,"ce":2.3309839617098933,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3054148925800098,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0029182879377431907,"accuracy":0.0029182879377431907,"ce":2.392050693258888,"harm":0.980544747081712,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.027720739219712527,"accuracy":0.027720739219712527,"ce":2.2507712829331616,"harm":0.9507186858316222,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":2.235399368384722,"harm":0.9781962338949455,"repair":0.002973240832507433}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1069,"correct_output_rate":0.1069,"accuracy":0.1069,"ce":2.351962131339312,"abstentions":0,"harm":0.8776,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.797468340792009,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0026431718061674008,"accuracy":0.0026431718061674008,"ce":2.0684963722592395,"harm":0.9885462555066079,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.45248752228457,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3614702464094655,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.010183299389002037,"accuracy":0.010183299389002037,"ce":2.330817068002679,"harm":0.9613034623217923,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4010937384943,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3277581851287374,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":2.279483642150069,"harm":0.9785992217898832,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9332648870636551,"accuracy":0.9332648870636551,"ce":1.5620251676513552,"harm":0.06365503080082136,"repair":0.019507186858316223},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.14172447968285432,"accuracy":0.14172447968285432,"ce":2.012839316887919,"harm":0.846382556987116,"repair":0.002973240832507433}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":972,"correct_output_rate":0.0972,"accuracy":0.0972,"ce":2.404720664026697,"abstentions":0,"harm":0.887,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0765721145855127,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.14537444933920704,"accuracy":0.14537444933920704,"ce":2.0547302387335833,"harm":0.8484581497797357,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5238873318338935,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4340178344410264,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3987280999209135,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.006726457399103139,"accuracy":0.006726457399103139,"ce":2.251616504541448,"harm":0.9742152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2412071680217047,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.017509727626459144,"accuracy":0.017509727626459144,"ce":2.262918880919997,"harm":0.9640077821011673,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.6581108829568788,"accuracy":0.6581108829568788,"ce":1.8462045173429855,"harm":0.3316221765913758,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.14073339940535184,"accuracy":0.14073339940535184,"ce":2.0252569030293457,"harm":0.8493557978196233,"repair":0.004955401387512388}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1284,"correct_output_rate":0.1284,"accuracy":0.1284,"ce":2.375700518590907,"abstentions":0,"harm":0.8555,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.096850065734591,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.9268722466960353,"accuracy":0.9268722466960353,"ce":1.876923161548316,"harm":0.0722466960352423,"repair":0.007929515418502203},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4551203852433727,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.334248551861938,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.368795894091378,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0011210762331838565,"accuracy":0.0011210762331838565,"ce":2.2302817817234635,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.046080465182042,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2836953361164487,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.23716632443531827,"accuracy":0.23716632443531827,"ce":1.976053475185807,"harm":0.7484599589322382,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.174906010784906,"harm":0.9851337958374629,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":992,"correct_output_rate":0.0992,"accuracy":0.0992,"ce":2.3555142073022775,"abstentions":0,"harm":0.8859,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1041238910747677,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.02907488986784141,"accuracy":0.02907488986784141,"ce":1.8139934560286843,"harm":0.9674008810572687,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0939922480620155,"accuracy":0.0939922480620155,"ce":2.2321056624328723,"harm":0.8914728682170543,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.04455445544554455,"accuracy":0.04455445544554455,"ce":2.173170200791541,"harm":0.9336633663366337,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6750360991604487,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.002242152466367713,"accuracy":0.002242152466367713,"ce":2.785738947790023,"harm":0.9798206278026906,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2729498063951366,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.75,"accuracy":0.75,"ce":1.6953269539163267,"harm":0.23735408560311283,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.033880903490759756,"accuracy":0.033880903490759756,"ce":2.1448623562589924,"harm":0.9568788501026694,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":1.859901478487333,"harm":0.9742319127849356,"repair":0.0}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1511,"correct_output_rate":0.1511,"accuracy":0.1511,"ce":2.553885360556404,"abstentions":0,"harm":0.8331,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.018367346938775512,"accuracy":0.018367346938775512,"ce":3.0273694919510166,"harm":0.9734693877551021,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.004405286343612335,"accuracy":0.004405286343612335,"ce":2.360737973735532,"harm":0.986784140969163,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.001937984496124031,"accuracy":0.001937984496124031,"ce":3.815527543421307,"harm":0.9825581395348837,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.015841584158415842,"accuracy":0.015841584158415842,"ce":2.799393771068592,"harm":0.9613861386138614,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.20773930753564154,"accuracy":0.20773930753564154,"ce":2.2237374524987983,"harm":0.7647657841140529,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.3845291479820628,"accuracy":0.3845291479820628,"ce":1.603609363994792,"harm":0.5986547085201793,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.022964509394572025,"accuracy":0.022964509394572025,"ce":3.56919177297744,"harm":0.9572025052192067,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.007782101167315175,"accuracy":0.007782101167315175,"ce":2.9430543240994824,"harm":0.9747081712062257,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.5585215605749486,"accuracy":0.5585215605749486,"ce":1.4125186593028556,"harm":0.42813141683778233,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.3458870168483647,"accuracy":0.3458870168483647,"ce":1.6778129839319513,"harm":0.645193260654113,"repair":0.005946481665014866}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":836,"correct_output_rate":0.0836,"accuracy":0.0836,"ce":2.6556599523056863,"abstentions":0,"harm":0.9003,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.631476395258758,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.030837004405286344,"accuracy":0.030837004405286344,"ce":2.8573259249345555,"harm":0.960352422907489,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.020348837209302327,"accuracy":0.020348837209302327,"ce":2.8373480353544904,"harm":0.9641472868217055,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.015841584158415842,"accuracy":0.015841584158415842,"ce":2.684675077297968,"harm":0.9603960396039604,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.06109979633401222,"accuracy":0.06109979633401222,"ce":2.37938652896456,"harm":0.9103869653767821,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.006726457399103139,"accuracy":0.006726457399103139,"ce":2.7513319135417613,"harm":0.9753363228699552,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.417643141387774,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.06614785992217899,"accuracy":0.06614785992217899,"ce":2.2986060483160675,"harm":0.9173151750972762,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.09753593429158111,"accuracy":0.09753593429158111,"ce":2.1026468673675813,"harm":0.8870636550308009,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.5292368681863231,"accuracy":0.5292368681863231,"ce":1.6246084203061424,"harm":0.4628344895936571,"repair":0.006937561942517344}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":886,"correct_output_rate":0.0886,"accuracy":0.0886,"ce":2.4241459633274607,"abstentions":0,"harm":0.8954,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":2.5517479474246776,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.198503211768422,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0422064861984426,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.3600486070996762,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.3686832926984676,"harm":0.9704684317718941,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.008968609865470852,"accuracy":0.008968609865470852,"ce":2.2313857113827793,"harm":0.9719730941704036,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.619497058209791,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.69934460314853,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.5,"accuracy":0.5,"ce":1.5871917276380918,"harm":0.48973305954825463,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.38453914767096137,"accuracy":0.38453914767096137,"ce":1.6030397304353767,"harm":0.6065411298315163,"repair":0.005946481665014866}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1566,"correct_output_rate":0.1566,"accuracy":0.1566,"ce":2.6031429324139426,"abstentions":0,"harm":0.8272,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.805133417452451,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.4458149779735683,"accuracy":0.4458149779735683,"ce":1.608665159315775,"harm":0.5462555066079295,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.913999296673364,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":3.0268212887176325,"harm":0.9732673267326732,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.715406366121714,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.043721973094170405,"accuracy":0.043721973094170405,"ce":2.298764795579515,"harm":0.9383408071748879,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.259165920836701,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.020428015564202335,"accuracy":0.020428015564202335,"ce":2.561293315721381,"harm":0.9610894941634242,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.14271047227926079,"accuracy":0.14271047227926079,"ce":1.6970864999160074,"harm":0.8388090349075975,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.8503468780971258,"accuracy":0.8503468780971258,"ce":1.317093025382667,"harm":0.14469772051536176,"repair":0.009910802775024777}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":542,"correct_output_rate":0.0542,"accuracy":0.0542,"ce":3.3259569003740945,"abstentions":0,"harm":0.9293,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0326530612244898,"accuracy":0.0326530612244898,"ce":3.809665438086054,"harm":0.9591836734693877,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.0026431718061674008,"accuracy":0.0026431718061674008,"ce":3.350194748016853,"harm":0.9885462555066079,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.01937984496124031,"accuracy":0.01937984496124031,"ce":3.6856493635540497,"harm":0.9660852713178295,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.1613861386138614,"accuracy":0.1613861386138614,"ce":2.425167245492331,"harm":0.8207920792079207,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.198275902833344,"harm":0.9704684317718941,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.07286995515695067,"accuracy":0.07286995515695067,"ce":2.7711625880109447,"harm":0.9091928251121076,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.007306889352818371,"accuracy":0.007306889352818371,"ce":4.794213750637187,"harm":0.9728601252609603,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.02821011673151751,"accuracy":0.02821011673151751,"ce":3.1642114221399966,"harm":0.9542801556420234,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.10780287474332649,"accuracy":0.10780287474332649,"ce":2.7043276829817096,"harm":0.8726899383983573,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.1159563924677899,"accuracy":0.1159563924677899,"ce":2.3749767402376816,"harm":0.8701684836471755,"repair":0.0009910802775024777}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1094,"correct_output_rate":0.1094,"accuracy":0.1094,"ce":2.763271466707407,"abstentions":0,"harm":0.875,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.012244897959183673,"accuracy":0.012244897959183673,"ce":3.6422771981969855,"harm":0.9795918367346939,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.019383259911894272,"accuracy":0.019383259911894272,"ce":2.660769193890201,"harm":0.9718061674008811,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.13662790697674418,"accuracy":0.13662790697674418,"ce":2.489098650083504,"harm":0.8478682170542635,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.24455445544554455,"accuracy":0.24455445544554455,"ce":1.9474159628098147,"harm":0.7326732673267327,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.006109979633401222,"accuracy":0.006109979633401222,"ce":3.6684446934963186,"harm":0.9653767820773931,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.15022421524663676,"accuracy":0.15022421524663676,"ce":2.5017573554646506,"harm":0.8352017937219731,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.006263048016701462,"accuracy":0.006263048016701462,"ce":4.062583232018747,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.029182879377431907,"accuracy":0.029182879377431907,"ce":2.842146531119089,"harm":0.9523346303501945,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.22176591375770022,"accuracy":0.22176591375770022,"ce":1.9378771955478986,"harm":0.7700205338809035,"repair":0.014373716632443531},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.27750247770069375,"accuracy":0.27750247770069375,"ce":1.9549217439402113,"harm":0.7106045589692765,"repair":0.002973240832507433}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1069,"correct_output_rate":0.1069,"accuracy":0.1069,"ce":4.412784427547697,"abstentions":0,"harm":0.877,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.384801354440326,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.007048458149779736,"accuracy":0.007048458149779736,"ce":3.5083601271147704,"harm":0.9841409691629956,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.001937984496124031,"accuracy":0.001937984496124031,"ce":6.741500082444506,"harm":0.9825581395348837,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.11188118811881188,"accuracy":0.11188118811881188,"ce":2.9658994958924016,"harm":0.8683168316831683,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.627341545467541,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.5392376681614349,"accuracy":0.5392376681614349,"ce":1.3599869811833105,"harm":0.4495515695067265,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":4.078571069753417,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.245975044096719,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.46406570841889117,"accuracy":0.46406570841889117,"ce":1.7045997643905677,"harm":0.5195071868583162,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.008919722497522299,"accuracy":0.008919722497522299,"ce":4.1886939964121686,"harm":0.9762140733399405,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9822,"correct_output_rate":0.9822,"accuracy":0.9822,"ce":0.0746816051762747,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.039193811951604554,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9911894273127754,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.015942168360295546,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.06532654203483994,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.07564341654227791,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9714867617107943,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.11446697255212605,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.08333125173707649,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9801670146137788,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.10141182439897718,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.08890179993469953,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9774127310061602,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.09256656540509085,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9851337958374629,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.08033048212712951,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3251,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,7,9,9,5,1,5,9,5,1,1,8,5,8,2,8,1,9,8,8,7,1,8,5,0,9,9,7,3,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.495536075088352,3.160465075428434,2.624795181708057,2.749778800561087,2.4201905565575177,2.6650101677713063,2.573151571196245,2.5878819548891654,2.939725621548924,2.826039751751508,2.640969288540375,2.8108626158702474,2.6858574468899703,2.5044700667035222,2.584575855449924,2.9649501320961633,3.6579106338161846,3.1121560227337843,2.948653905663154,2.8296130704786275,2.77676882847506,3.2084353190984056,3.1935898865248245,3.511061746971957,4.310279644103833,1.6321987679676748,2.9953879632296725,4.25624461257156,2.604852759546633,3.2829780364260683,7.204679520426906,0.056125838362752735]},{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,7,9,7,5,5,5,9,1,8,1,3,8,8,5,5,9,9,8,8,1,1,8,5,9,8,1,3,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.025168296581923,2.700518200007224,2.5725540114150345,2.6139062491734735,2.5748643715067803,2.575138015908408,2.50655902440084,2.4551976970138387,3.112866807053069,2.9604503465028706,2.568914147185314,2.71624926565565,2.5757053385130515,2.7091959069524174,2.5447513740284586,2.56642471153299,2.8875950017113294,3.6661597636697465,2.87218533957998,3.351633271938806,2.679480203023361,3.1793674282602487,3.0833878799783765,3.102488699515945,2.3365460435627545,3.83774657258031,2.3122808353687034,3.890659366883998,2.084047378414841,4.697964812906758,5.488094289395117,2.1837608021514767e-05]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,7,9,7,5,5,9,9,1,8,1,7,8,8,5,9,9,8,8,9,9,1,8,5,5,9,1,7,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0530457468180625,2.9856379824166632,2.4919073513487917,2.7689122218181934,2.6149177233617227,2.4690702111355622,2.4388354664035727,2.2461458641208214,2.734488257630791,2.9325007635031244,2.6105062929716465,2.8373435280312216,2.6392887736715793,2.6247547783785183,2.5138636179239042,2.4622534466015957,3.0240893131500233,3.5269679726623675,2.95439923423283,3.8096686981388768,2.8826272899879246,3.1043169109984787,3.0985876697160153,3.0167214829789772,3.0550192161666723,3.3493807920203036,2.536302583257463,3.5430888721985854,2.5289667673932206,2.256472209009582,5.320719475945304,8.904343924897268e-10]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,7,1,5,9,5,1,9,8,8,8,8,8,1,8,7,8,8,1,9,8,8,1,7,8,9,8,9,8,3,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1084223163450737,2.4676382771403644,2.052847513253046,2.076058502756566,2.255173409336119,2.2404891029479876,2.0457769172011933,2.070937714326727,2.0497426526250493,2.138114865744663,2.1132859517710187,2.10307067655309,2.1070191219600947,2.103642821269376,2.0300482306049044,1.949715290981899,1.8057223606690005,1.7959106046155149,1.8767369774584508,2.00657904621593,2.0199078321013797,2.062192674891426,1.8342049597077226,1.7049903452306387,1.8443135182564974,3.6916786385017275,2.0619667165772206,1.9277845521220778,3.0495033841568815,2.419675106493477,2.374012961174229,7.18313675664667e-06]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,7,1,5,8,5,1,9,1,8,8,8,8,1,8,7,8,8,1,9,8,8,1,7,8,9,8,9,8,7,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1791241033755036,2.548654637124923,2.046326053630496,2.1019357010812483,2.213225857394957,2.2610836916348713,2.018576563110267,2.034733461850239,1.903742299763977,2.1697795539945464,2.1161375483272606,2.1203739851668564,2.097400967960119,2.088347526393368,2.0132869391149764,2.02022736097864,1.79037607365407,1.8572722850728478,1.8926162408420775,1.901712968939564,2.2241153398720352,2.03376141280934,1.8912771118332499,1.737772647541286,1.8892097143423903,3.277211812969606,2.027033351428716,1.7733950545396604,3.006369452262719,1.7242000727772493,2.0658986501978904,9.427866493038314e-07]},{"index":14,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,7,7,8,7,1,5,9,1,1,8,8,8,8,8,7,9,8,9,9,8,8,1,7,9,7,8,1,2,3,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1877606675502337,2.2254925947215085,2.1443804777611866,2.1154994053911773,2.140295364509048,1.9446847111938526,2.097692566926788,2.0108260638029396,1.9426955788238105,2.097827119564677,2.1299469711701473,2.151253785645895,2.145654405405998,2.139920631172174,2.074167049182493,1.9984898672589224,2.0771152112242497,2.073218089235807,2.076369227679146,2.0219905029649956,2.0759719676260735,2.1592269027097104,1.9057423883018028,2.0677654619633783,1.9430726168197283,2.3834857060249446,2.062630237683664,1.4146211557943351,2.543323755809367,3.1916693908566565,2.5279199893637188,4.0469740074660264e-07]},{"index":37,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,7,5,8,1,1,5,9,1,1,8,8,8,8,8,7,4,8,9,9,8,8,1,7,8,7,8,8,3,8,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.226303564705086,2.059783343189119,2.1742162299523153,2.1999789317364407,2.0715360268615735,1.9316939551437802,2.0981349788493957,2.0721983132041926,1.9179742027479325,2.0779517514696604,2.0991436543836075,2.080548012716243,2.1401200156997007,2.121817334986228,2.126679259079319,1.9654814253980077,2.1245734877311753,2.18235486532324,2.0978152195552733,2.08152500374434,2.112681432409029,2.038676580368195,1.8239659276350586,1.9396207285700722,2.0176562100687008,1.9822297521156103,2.035993341688015,1.660694268821861,3.6217108544005625,2.7025310710089507,4.054409434954521,6.146366700649947e-06]},{"index":82,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,1,5,1,9,1,5,3,9,8,1,5,8,7,8,9,8,9,2,8,9,8,7,6,5,9,4,5,8,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9946708583478552,2.1063589815129014,2.3249534300797974,2.4349787132264535,2.126934279176637,2.6000330507612675,2.3689884592457355,2.7920864844099955,2.3355231260540146,2.363205729043276,2.486563580260713,2.010392505044507,2.2325061325301743,2.3792457227398205,2.170367021865614,3.003590315962161,2.9457851870257468,2.944512706115221,2.527264531975021,1.643472423827275,2.554496223601586,2.6968510791708162,2.328096548364689,2.1581198870520835,4.098305153498625,3.239565023970454,3.0728295968797665,2.4538889114541234,5.099326607968392,2.3096969073569857,7.9001617511819395,6.395663996358963e-10]},{"index":106,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,9,7,5,1,5,8,8,8,1,5,8,8,5,9,8,8,8,8,9,1,8,5,2,8,8,9,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.064762430987234,2.473536233208433,2.5041280217954514,2.532060050747138,2.245656648107549,2.6469992313557498,2.4292288802803945,2.690530457716461,2.2229866894202788,2.3166793499614142,2.4244198134144397,2.0963734105292624,2.398072599421541,2.529448970759969,2.3198555870292212,3.0190970050394426,3.013121344583733,2.444015941534028,2.3219654400471508,2.139227995538975,2.392987081176292,2.7108382484179074,2.4139589044584335,2.3472771291427463,3.587269300893729,1.8234131255378327,2.886301925858901,2.7056930770415843,2.8032877532247045,0.7831947108398168,6.82524047202622,4.1708594517582264e-07]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,7,9,9,5,1,5,8,8,8,1,5,8,1,5,5,9,8,3,8,8,8,5,5,8,8,4,3,9,3,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6402446719789863,2.012537450785664,2.2964250674047126,2.9286748527056394,2.274365007679205,2.374136660444492,2.444837304213285,2.7695894599127104,2.289405270050013,2.160895185116824,2.452468615608978,2.144173927526504,2.305949993354205,2.3410531032503217,2.2843503297685,3.167912604679724,3.9260694483304963,3.8534199775804474,2.510808177546849,2.2284398683697995,2.529691479230112,2.329370574025921,2.6552347504086087,2.1964149302494986,4.37928770780204,1.7259634751166155,2.910533244293478,2.2845693000577674,4.620150563265829,3.923136420880256,4.93291152986257,4.847975635962913e-07]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,1,5,5,9,5,5,9,9,8,8,8,8,8,1,0,4,8,9,1,9,5,1,2,5,9,8,4,3,3,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5176803654855826,1.8788659028741825,2.4748958995756394,2.9850994279577407,2.3431897011522023,2.590111671157154,2.4741711202030943,2.8013211558624467,2.4603393404704628,2.0694955781156112,2.3967977479273492,2.162325783391866,2.360824019668515,2.435627309047189,2.2678309772107395,2.9071359485401156,4.0906092390725926,2.779058302093638,2.6486932442154885,1.9165360617382767,2.6456077707612575,2.5240779679558507,2.54928031983195,1.9117802988982022,3.7341958918692857,3.9705930556223734,2.8062211143446425,2.279431269591018,1.659342323882045,1.207429591807017,5.078396389269317,1.0250067402444523e-07]},{"index":32,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,7,8,9,9,1,3,8,8,8,8,2,8,1,2,5,9,8,8,8,8,1,5,5,1,8,7,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.188315328598825,2.318955622562485,2.342099029029302,2.3264456423326356,2.405984611986529,2.4146111476653855,2.391610813243928,1.5817004103635395,2.487671985466149,2.3528752668493897,2.290646953617681,2.4581515002555645,2.1863068221432362,2.1590011120451775,2.3695925410826275,1.9949863085741146,3.3287454148145534,2.5204843202748575,2.5392317576816064,1.9629282086313673,2.3001434188982524,2.3609098730120066,2.378219879668619,2.0752795912015514,1.6409917708075357,2.7919407108806182,2.4894283785646665,2.7802810996127927,3.400601576490641,1.126269121592761,2.6452600504053687,1.9660619605585823e-08]},{"index":51,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,7,9,8,9,1,9,9,5,8,8,8,8,7,2,5,5,9,1,8,8,1,5,5,3,8,5,9,8,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.4009740434812334,2.3898029060378425,2.3800724466454755,2.162845517354783,2.2411506620512003,2.3439088581522145,2.2787396649815235,1.8929196290815655,2.6746498315924194,2.2612641912403584,2.3100258105368363,2.290569541098911,2.2239463490809275,2.249536914487848,2.341405090134806,2.0501111414213176,3.015806326771825,2.4012043171839994,2.567547915946853,2.170043566024149,2.337526382015895,2.4000476478016006,2.3699793686260104,2.0376777241375312,1.8836201373955466,1.3204498778102627,2.6531528130133806,2.236769646333183,3.4729189150295223,1.599775533941127,4.8762468168284725,3.000346254356625e-06]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,9,1,8,5,9,1,9,9,5,1,8,7,8,8,2,5,1,9,8,8,7,8,5,8,8,9,9,9,1,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.613378051403474,2.1256113991279526,2.397679985381388,2.229879556285381,2.219447625088393,2.4321726835238233,2.330196617799057,2.009128296134513,2.512165616056592,2.305210693529831,2.2995033134624387,2.201833017467985,2.231380880758818,2.3224411515478987,2.2579271051189482,2.0781436101048545,3.0129029008682777,1.9439854192568673,2.5989628886949316,2.021210508186174,2.505949352895021,2.385013041562674,2.428516136884493,2.17284667354307,2.1119525738571063,3.177041182700383,2.5938142007852676,2.031810804672333,3.035427073085784,2.3414993514242477,2.121541422858328,3.466145708409538e-05]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,9,5,1,1,9,9,1,8,8,8,8,8,2,4,9,8,1,9,8,1,0,5,7,8,7,9,3,8,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8025406278372893,2.5356147390079684,2.4636894894363817,2.1486095123243505,2.2608378962999574,2.422883378530871,2.400650955215061,1.64754362135137,2.464798533913254,2.2856054677290736,2.2851307373734784,2.3519452986679066,2.127507822589079,2.2279690871837365,2.344772757968764,1.9674978004319015,2.9352129857401428,2.1588920409126224,2.5656854935901494,2.3076915403039524,2.2270503444403005,2.4512080223789052,2.3358056298582204,2.096714672463534,2.072185677666477,1.680603137528571,2.456581027505641,3.03557371674829,1.6483744639835283,1.1009824029053399,4.096792826681952,4.6172570105071345e-09]},{"index":103,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,7,1,9,9,5,5,8,8,8,9,7,1,7,9,9,1,9,9,8,8,1,7,5,4,9,9,5,3,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.510143724454273,2.3967265451756727,2.351090521926476,2.6322079176727327,2.532328027539381,2.506664039989464,2.5060501310938927,2.4728444656240898,2.415883760162732,2.3270447708854975,2.36430720089505,2.4330883107896932,2.322786063612616,2.434511488076118,2.2931682093260837,2.319354185642749,1.936129187973628,2.313611714721637,2.4210841618007457,2.302829794468726,2.186782401750512,2.547979961277636,2.5151690507131765,2.681329752763272,2.0263159704882847,1.5714225560021264,2.296032114930026,2.962252787839301,4.0082172100056255,4.856461363475645,5.789998566928609,4.713699275276867e-08]},{"index":398,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,1,7,2,5,9,5,5,8,8,8,8,8,8,7,2,1,7,8,9,8,8,1,7,1,4,9,9,9,9,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6827735076498573,2.372653065272038,2.3304461805757337,2.476038874356372,2.2946855939709403,2.3681472959343823,2.5337385817945353,2.522744539691671,2.413935701570079,2.316945392648595,2.4203546247042738,2.374435389570375,2.4396019660152395,2.4530133975299875,2.2544612189568083,2.3518360425658256,1.6137688837530586,2.450369499462843,2.5821909300295625,2.3305704354547574,2.300959502298064,2.4855946478348754,2.3909819741178753,2.7312595866996894,2.6074206521445014,1.4488158022347708,2.583987092419668,2.8841169854196425,2.999662056619492,3.769191510750878,8.31440847031862,5.821206694091263e-06]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,7,1,5,9,5,5,9,1,1,8,8,1,8,9,1,7,8,5,8,1,1,7,9,9,9,8,5,8,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0974596809076513,2.116760622503189,2.2441459397426113,2.3744724942080158,2.4304751807600735,2.3532191396670292,2.444103073812345,2.4864728812616526,2.345042042675843,2.361882245868531,2.3522024262770906,2.487788051835906,2.4201765090597047,2.3704402393868444,2.313674726997408,2.2268111166100972,2.216738913134902,2.4434021519189972,2.543477291685912,1.9059789605667683,2.2859210457431587,2.5523537713616498,2.5357418829690395,2.5887102097899994,1.5223734045891497,2.39072206335981,2.1877042725819282,2.944088920367933,4.129093058439752,3.1774244862576952,3.1869551101505276,0.0002201196973025685]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,7,7,5,5,1,5,8,1,1,8,8,8,8,9,4,9,9,9,8,1,8,7,8,1,8,9,9,8,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.687890792647493,2.604335096409293,2.3782293399125067,2.2986349075504475,2.4496740604979723,2.37125552761179,2.491629851585008,2.4909928202678238,2.405915571233121,2.475661883632679,2.3676933058149237,2.3632657692474592,2.5147446423076105,2.5097079999876435,2.2866337654645847,2.2914241926627987,1.3922642494580635,2.7192225649676027,2.1033116681309822,2.2928595842418455,2.4631841794164524,2.3447065722582923,2.386268790498173,2.4831352209656847,2.6212607800879164,1.9963459968218906,2.088340966583949,2.425738063017983,3.4577558150449175,2.6342544758529676,4.928782268261643,0.002779383573711536]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,7,8,7,1,5,5,9,7,1,9,8,8,8,2,4,1,8,1,9,9,1,8,9,4,8,7,5,8,8,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5962227158580413,1.7417128315666623,2.176083138180816,1.9124940722982826,2.279754195942797,2.081451839943813,2.047811006238575,2.0085830362683224,2.379172110996867,2.2797085031955344,2.1374350988542012,2.0616129443172695,2.1495646796027796,2.2274207315296475,2.0907828057571054,2.6272948107171943,1.8384645775675876,3.0334395776303706,2.1002331323652825,2.347758564711859,2.3704636195994597,2.2772029383425174,2.1646019559175103,2.7161883349864837,3.1515226338542535,2.8056692984257676,2.276225541504356,2.0125927416632168,1.6092075320646515,3.3688573332226883,3.6707667201102616,7.203357650124733e-05]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,7,8,9,1,1,5,9,8,8,9,8,8,1,2,9,7,1,8,9,8,1,8,8,9,9,9,3,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1255038316192723,1.859349588498262,2.2159791941194213,1.9353485940163595,2.1689924654131243,2.1510285552387853,2.10115586356046,1.7961912139427088,2.129889466792926,2.3131214295653995,2.127351177119916,2.2641173041791474,2.223842781141329,2.2375059391499827,2.243639428341111,2.752752755670144,2.265183632709271,2.164359989772696,2.132039291830367,2.220888708427826,2.445165889949804,2.2254557566739805,2.2421187641599403,3.030010688239673,1.340159754761585,2.253762844441007,2.055742951639348,2.321789932917718,3.7898992180558206,2.3685968030836495,0.7098540876949229,5.795093499378359e-09]},{"index":59,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,7,5,1,1,1,1,5,8,1,1,1,8,1,2,9,8,1,9,8,8,8,8,8,8,9,1,8,3,3,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.168646651124948,2.320590876204526,2.1654620627945826,1.915079244377552,2.2354735840280604,2.1870893540086564,2.1488141053923644,2.1112963878691797,2.0748263038858217,2.2512418634623965,2.1630898038453417,2.4063172611645607,2.1660220319976338,2.2757492645878674,2.215740497967053,2.275492706112759,2.0089763893870374,2.2560799696011764,2.1007999945066507,2.396909118463479,2.2046516981207565,2.081702907628098,2.0903666091820368,2.5236039643373864,2.2190691505912987,2.6800112924478445,2.3372674203604653,2.154954103921859,3.434764284204565,1.6377620001455406,2.6113133595994618,0.00015056889469966956]},{"index":102,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,7,8,5,1,1,2,9,9,1,9,8,8,8,2,9,2,9,3,9,8,1,8,5,9,8,7,9,9,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.70486820439076,1.6382424957462143,2.2492964042649337,1.9866204125696532,2.008519562748758,1.97582272964192,2.094025175161681,2.0859473574644243,2.5435715179965945,2.329107534500654,2.189451030337188,2.2010167778338436,2.187970355207271,2.1128867721400866,2.172834032895826,2.8629701753168746,1.9976240743376927,2.9322930308616035,1.9701093495330977,2.1415471612899712,2.7416432693634976,2.233933014844471,2.235635971204818,2.9077967724774645,1.2513800792735315,2.408774262457781,2.3736368629364963,1.987847939842005,3.0828498066179857,3.164788110147941,0.6989412051035171,1.8524743943865353e-09]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,1,7,9,1,5,5,8,5,1,8,8,8,8,8,9,4,9,2,8,1,1,1,5,7,8,9,4,8,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9651414728205525,2.4809487498753917,2.670030536397146,2.725061995901211,2.8834229885829554,2.7583430000569242,2.561759107888104,2.6429424281667,2.882640397133515,2.882056235346619,2.5072885530685296,2.689923823438657,2.6559740232528175,2.6759856339460795,2.6724911433949625,2.975159022587559,3.9582182614051815,3.12299663462156,3.43300860084105,3.125177738211569,3.256480245304288,3.1745585380791352,3.027023086851986,3.149790220738411,1.5509075620402935,3.370361958868086,3.2795542193164495,4.569435205578158,2.769534373120444,3.875621586948717,2.352452517075527,1.3115613200982007e-06]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,7,7,1,1,5,5,5,9,5,8,8,8,8,1,8,5,8,1,8,8,9,8,1,8,2,8,9,9,8,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.239979020973383,2.9587805111096808,2.4815724332611913,2.807136440269647,2.5561774803569097,2.620807952096479,2.543431972885264,2.638587851879203,3.0944024929306284,2.6454605298170817,2.5963275627729545,2.6313425478381016,2.8429736323620585,2.7110213803146097,2.729177010526349,2.843190126331093,2.8109617663501965,2.9692750610397214,2.99746631037353,3.1032911796041978,3.318546872279934,3.165700245834394,3.0922009117268523,3.2173282611083733,4.382913010894294,2.7771141557721624,3.609997742492304,3.566569306713891,5.198073282358165,4.21000752899611,4.286822961654368,0.00010851677460178677]},{"index":97,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,7,9,5,5,1,9,8,1,8,8,8,5,8,2,8,8,9,1,8,5,1,7,8,7,8,5,9,2,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.161388986409373,2.286660013697665,2.0116977166713914,2.2390630269283527,2.332182350969754,2.4535784660558693,2.3470831222828923,2.146795573702165,2.375754127762982,2.1953830357447655,2.310651846133837,2.188992550370346,2.373704689101777,2.292116221633507,2.3010339609248995,1.5697325438314098,3.065553100053423,2.489076075328142,2.181925839983714,2.145605781813906,2.3921536030548585,2.294448481540919,2.258928194858276,1.6752497913178785,4.1335788751251865,1.7285287944183656,2.761185585787538,2.084883095976046,4.085491355025383,3.480992651597484,7.192470342425423,4.2923686452282887e-07]},{"index":111,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,1,9,5,1,1,9,1,1,5,8,8,1,8,2,8,8,1,1,8,8,1,7,8,7,9,8,8,3,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0903218772340537,1.933766500400053,2.047058958300105,2.214450978905221,2.4056114709599745,2.4214101878544945,2.302641023018258,2.1920409200484787,2.264259572262819,2.2651503545575067,2.2949840069314047,2.24613593721471,2.3454580850747986,2.169488286846106,2.3024440248209723,1.6984931196452189,2.423831581789652,3.035833021732712,2.0786708992984604,1.8950847446160084,2.425755718559823,2.180930710936116,2.1878954991483592,1.8352012639685393,3.7883760190571274,1.2674820856216458,2.3040346678638723,3.0049526825306137,4.256115142812492,2.432594981607749,5.113925224786953,0.00012182498353604241]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,1,9,5,5,5,9,1,1,8,8,8,8,8,2,1,7,9,1,8,8,1,7,8,4,9,9,3,8,9,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.262418608304535,2.5760566923814396,2.137397735346284,2.124987693599803,2.303534010484882,2.267644498021393,2.293249434798251,2.3221709535782864,2.2417881127499824,2.136685425364016,2.322782772085346,2.252329342911251,2.3863723022824113,2.2802508653259213,2.345240518325941,1.5883332110610144,1.8021773984068754,1.6801566622642021,2.020930244804274,2.300120653107075,2.2460693716124993,2.4780836617633444,2.2336925217852803,1.6552103941293097,3.6745317908484756,2.826803879587807,2.7098457665628386,2.864195553821642,3.2434871312104763,3.8912256072336713,5.355623156004678,1.9224383449283995e-06]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,9,5,5,1,9,7,8,8,8,8,8,8,2,1,7,9,1,9,1,1,7,8,4,8,8,9,8,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3193976480738145,2.112552446476414,2.1922011897421365,2.1914679060773268,2.290890644475915,2.389175834676682,2.3332851667880963,2.3212463187594325,2.1060954218420553,2.179835033211623,2.277828801966221,2.3201876216124684,2.394470486718811,2.2366903981067168,2.4007746972164288,1.674300408822804,2.273703974944408,1.7748696015093055,2.070357861189826,2.29586675084819,2.11919607411724,2.2704492497164903,2.3066436277473246,1.6908889435694232,3.984358740723542,2.997220193533654,2.9240561737443316,2.864642235401928,2.125356809551864,4.240646309143076,7.264314366690289,1.928420338523963e-06]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,5,7,5,5,1,1,1,8,1,8,1,5,8,1,8,9,8,8,1,9,8,1,9,5,9,9,8,3,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.676328048211574,2.3078768557396807,2.2241985103423847,2.315883867923534,2.1910308961603517,2.1240851156304794,2.1583594223000775,2.31541884575822,1.714758211038994,2.1560931129728838,2.087376283252645,2.044850075316076,2.0987145401908034,1.9123447756641212,2.1344330706662324,1.315455975092829,1.5941177097553292,1.628570623154413,1.862950125945843,2.044939983420998,2.2189982744965926,1.9453646443118293,1.9769062394453103,1.992921225719967,2.7322240851583954,1.8868272770273833,1.5876863473628673,1.4177294436344865,3.066574063462133,1.5321993469248423,2.852380639397039,4.4322580164717917e-05]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,7,7,1,9,5,1,9,8,8,8,1,8,8,1,8,9,5,9,7,8,8,1,9,8,9,9,8,8,9,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.872999617326567,2.2242364424599512,2.157204980531969,2.15117873005791,2.2353451087069303,2.1138315817401723,2.211849807211454,2.342279234605588,1.744672178530642,2.081707011449879,2.032742263757719,2.059591211382432,2.02445610411329,2.0655785707150085,2.214648679599317,1.3524550422995036,2.7038047590253758,2.105265984742061,2.0409791339213994,2.2786711556233175,1.551249905163647,1.9430616667980425,1.9790867632103493,2.1631355654117996,0.39983044704940585,1.5339104749676806,1.6058255298924808,1.3194543512555905,1.3282866935849527,2.0596171894099022,2.9133555848957484,8.524830145600052e-05]},{"index":146,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,5,1,1,1,1,9,8,9,8,1,8,5,8,8,9,9,9,7,8,1,1,9,4,9,8,9,8,5,8,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4534822876708566,2.426747433861725,2.093184789729186,2.128706835471555,2.0307726783486393,2.154040392740718,2.233966266956577,2.169860975216535,1.9723951509690534,2.144950587380877,2.0225118384272665,2.0307467579683585,2.0324966573198546,2.10061099028489,1.9914422965746685,1.1277461063709622,3.570501411989546,1.8508888899856606,2.1628059300223312,2.395105192591334,1.597467736481738,1.920430891730131,2.0397277849753657,2.119335776507583,1.9250553589322121,1.5301121383156464,1.3507630490000286,2.029163997742969,1.2618245200565295,1.8907383586410027,0.2741478923997649,4.933584870751608e-06]},{"index":373,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,7,5,1,9,1,1,9,8,8,1,8,1,8,8,9,9,9,1,8,1,1,9,5,9,9,9,5,5,8,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6913019394619238,2.1845365162330945,2.2091071641404616,2.181197293158674,2.0333280647640093,2.074541499346606,2.256691771991766,2.2225363853084117,2.115488400854391,2.1049212434776474,2.0709022876135696,2.0709410879658203,2.144594290076845,2.1240128121798922,1.983622676266613,1.3911289059601446,2.161696814751706,2.158973863651581,2.2271342498694127,2.1232580527235987,1.3989827473435175,1.9485147917351866,1.9437209225599583,2.07704506957515,2.1839255848899732,1.4800310866271058,1.6250474360466636,1.8123490519353116,2.614800600707418,1.4914593651265726,0.5662182923863808,0.00012465764632139682]},{"index":12,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,7,1,1,5,1,8,8,8,8,8,8,1,8,9,9,2,9,5,8,8,1,8,7,9,9,9,0,5,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2732794187805574,2.4952092205217644,2.335868386100495,2.340802457612588,2.1715232225558787,2.103125081193339,2.242799856006661,2.149316406759096,2.1514051570600996,2.0687383880989723,2.2332436917274694,2.129043489280185,2.2084352910830267,2.3367762649331483,2.371341716129563,1.0976235858478396,1.2353784714782559,2.155876006681935,2.024023153413133,2.131817026980504,1.9727078078364253,1.9088890184088139,2.1824149221146802,1.745567291596926,1.3162509538204568,1.1156367921406634,1.4560857260375724,1.0539829139462944,1.43081385553233,2.5251189956260043,4.537827937406784,2.4995890001969797e-06]},{"index":16,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,7,1,5,9,5,8,8,1,8,8,8,8,8,9,7,9,9,5,9,8,1,8,4,9,9,9,8,9,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.06815973252799,2.189543966485711,2.3383476412158353,2.3127925139384145,2.2088116810436835,2.078635409298814,2.2409562326030668,2.1458205392248058,2.1137718856616785,2.2185517521180866,2.2792310660168487,2.1420007889372243,2.1352264025923167,2.225246593216992,2.2559871426509748,1.283868751062201,1.6886199795011398,1.749902129437954,1.8969858224033598,2.144729164343571,1.8768835137674966,2.089705989351618,2.2543694877695266,1.8393973874857579,1.3761058490730995,0.5470047021818866,1.4922471796555645,1.0458104955035277,2.811744669781853,0.9517588109230685,3.5276943940521175,8.318605830574107e-06]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,5,5,5,1,8,8,8,1,8,8,8,5,9,8,1,1,1,8,8,8,8,9,8,8,9,4,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.597267015028857,2.4690102648866663,2.2087144213456478,2.270903482126808,2.060007666844074,2.1575001372927662,2.2487850583997417,2.158204306340145,1.9831689187919357,2.1979583881289866,2.261882683811465,2.210433603836793,2.1498476840271117,2.2029593442277147,2.348518827864185,1.535212979310847,1.8140758808613313,2.4426905106168055,1.9649032254066823,2.567612672852526,2.094609463160576,1.8942496013945853,2.1893924364418496,2.048859739301389,1.570052052588138,1.81091800764643,1.6846734927198421,1.469467852867497,1.3615767083108112,1.18390498257527,4.119224581895928,0.0010544729051159038]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,7,7,8,1,5,8,9,8,8,8,8,3,7,9,7,9,9,5,8,8,8,8,8,4,8,9,3,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9268309115943865,2.350754442753192,2.1788667212816604,2.231502830533167,2.175013935755737,2.2299427959295763,2.273396008455168,2.1545893539608065,1.847425793542925,2.093961703290474,2.206991118098055,2.1012775985378718,2.2645409304375845,2.18998025187585,2.358802922054845,1.2017395868203684,2.5119747122312694,1.8209384042219912,1.6982842768116329,2.2018478396245653,1.8939376440701385,1.930868619090554,2.131896099942069,1.7776526580736705,2.0456248984241983,1.9216306355145354,1.7482068206729802,1.4132736130432424,2.3636884643489062,0.7181611689008128,4.627147929399226,2.3716669086347434e-05]}]},{"id":"plain-final-s102","recipe":"plain","state":"final","seed":102,"epoch":100,"source_run":"graph-eval-plain-s102","checkpoint_sha256":"f1fa3184bef1b11e9c40440a96f5bcaa0cf8f65361f2818cf30f9b0e8de4fde8","source_result_sha256":"d6de66cb2a467d1e373d60eb7faa59f457f098be7dd29826ce5e80a99e6acb45","archive_json_sha256":"9258a5abf9e63b020be2f260e7007c4890922fe0a1c91fa97e569f78a0aba466","archive_npz_sha256":"30bb1e8cf8601dd7c043e864df1fec9049fbf1acd3adfe2912e2ecac6ee100cb","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":8.881784197001252e-16,"dense_source_mean_ce_difference":1.064910562509347e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"plain-final-s102","recipe":"plain","state":"final","seed":102,"epoch":100,"checkpoint_sha256":"f1fa3184bef1b11e9c40440a96f5bcaa0cf8f65361f2818cf30f9b0e8de4fde8","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[4834,8117,3,10,5,29,2,14,38,72,1,35,30,32,18,44,1023,4421,4,6,8,23,15,52,11,21,111,124,0,17,61,84,7,16,9,12]},"n":10000,"dense_accuracy":0.9857,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9857,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9801783944499505,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1037,"correct_output_rate":0.1037,"accuracy":0.1037,"ce":2.4306718438458947,"abstentions":0,"harm":0.8834,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.1683673469387755,"accuracy":0.1683673469387755,"ce":1.8884950100229672,"harm":0.8244897959183674,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0986784140969163,"accuracy":0.0986784140969163,"ce":2.1062772883860004,"harm":0.8951541850220265,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.05135658914728682,"accuracy":0.05135658914728682,"ce":2.4177387298958477,"harm":0.937015503875969,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9873507129856725,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.03971486761710794,"accuracy":0.03971486761710794,"ce":2.8038057456789596,"harm":0.9419551934826884,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.3654708520179372,"accuracy":0.3654708520179372,"ce":1.8963638425164473,"harm":0.6266816143497758,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3709077948793675,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.122568093385214,"accuracy":0.122568093385214,"ce":2.096947861722439,"harm":0.8618677042801557,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.2135523613963039,"accuracy":0.2135523613963039,"ce":2.045014159703122,"harm":0.7772073921971252,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.007928642220019821,"accuracy":0.007928642220019821,"ce":2.7069458535906166,"harm":0.9722497522299306,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1216,"correct_output_rate":0.1216,"accuracy":0.1216,"ce":2.3787580989232766,"abstentions":0,"harm":0.8663,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":2.562023002592886,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.13832599118942732,"accuracy":0.13832599118942732,"ce":2.35350097795993,"harm":0.8555066079295154,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.06589147286821706,"accuracy":0.06589147286821706,"ce":2.302917167309537,"harm":0.9224806201550387,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.02277227722772277,"accuracy":0.02277227722772277,"ce":2.4571491205777916,"harm":0.9584158415841584,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.23217922606924643,"accuracy":0.23217922606924643,"ce":2.222204737269923,"harm":0.7494908350305499,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.5145739910313901,"accuracy":0.5145739910313901,"ce":1.8868321553241971,"harm":0.4798206278026906,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9419643846163606,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0914396887159533,"accuracy":0.0914396887159533,"ce":2.4430041564703373,"harm":0.8988326848249028,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.026694045174537988,"accuracy":0.026694045174537988,"ce":2.4097129546110816,"harm":0.9630390143737166,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.15460852329038652,"accuracy":0.15460852329038652,"ce":2.185444799412073,"harm":0.8265609514370664,"repair":0.0009910802775024777}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1319,"correct_output_rate":0.1319,"accuracy":0.1319,"ce":2.3054411652143347,"abstentions":0,"harm":0.8548,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5072493768455795,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.8070484581497798,"accuracy":0.8070484581497798,"ce":2.0427290443136514,"harm":0.19118942731277533,"repair":0.0052863436123348016},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":2.342873357505789,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3886787073189413,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3761551793064224,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.13565022421524664,"accuracy":0.13565022421524664,"ce":2.1747729358462164,"harm":0.8531390134529148,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6630046438290655,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.20817120622568094,"accuracy":0.20817120622568094,"ce":2.0945324078874448,"harm":0.7752918287937743,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.06878850102669405,"accuracy":0.06878850102669405,"ce":2.169038402067871,"harm":0.9168377823408624,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3371020670329052,"harm":0.9801783944499505,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1154,"correct_output_rate":0.1154,"accuracy":0.1154,"ce":2.347668016306268,"abstentions":0,"harm":0.8711,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.915089721170962,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.11277533039647578,"accuracy":0.11277533039647578,"ce":2.0581579612060388,"harm":0.8801762114537445,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":2.612771337784681,"harm":0.9767441860465116,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.01485148514851485,"accuracy":0.01485148514851485,"ce":2.304448344855115,"harm":0.9663366336633663,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5264405179615594,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.3172645739910314,"accuracy":0.3172645739910314,"ce":1.9001056712349453,"harm":0.6737668161434978,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.712393866622982,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.29766536964980544,"accuracy":0.29766536964980544,"ce":2.025527150878419,"harm":0.683852140077821,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.40965092402464065,"accuracy":0.40965092402464065,"ce":2.0778773576308964,"harm":0.5780287474332649,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":2.358358248175102,"harm":0.9712586719524281,"repair":0.0019821605550049554}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":878,"correct_output_rate":0.0878,"accuracy":0.0878,"ce":2.326104296802296,"abstentions":0,"harm":0.8992,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5277454971350886,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.4669603524229075,"accuracy":0.4669603524229075,"ce":2.0672363103474436,"harm":0.5303964757709251,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":2.362529687211189,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.413121545231995,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.550579092921525,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.10650224215246637,"accuracy":0.10650224215246637,"ce":2.1366001966890966,"harm":0.8822869955156951,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.635836539152905,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":2.3339892102794977,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.2053388090349076,"accuracy":0.2053388090349076,"ce":2.082184259841457,"harm":0.7854209445585215,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.044598612487611496,"accuracy":0.044598612487611496,"ce":2.1795044046015493,"harm":0.9365708622398414,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1209,"correct_output_rate":0.1209,"accuracy":0.1209,"ce":2.352535265661023,"abstentions":0,"harm":0.8664,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6441719755806288,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.42466960352422906,"accuracy":0.42466960352422906,"ce":2.1210442646846808,"harm":0.5718061674008811,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":2.4543075012631634,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.401120239634476,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4465612886551433,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.1491031390134529,"accuracy":0.1491031390134529,"ce":2.1038064931723586,"harm":0.8419282511210763,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9261580157175833,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":2.2649038594567945,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.2936344969199179,"accuracy":0.2936344969199179,"ce":2.0810965041617493,"harm":0.6960985626283368,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.29732408325074333,"accuracy":0.29732408325074333,"ce":2.1120069155480947,"harm":0.686818632309217,"repair":0.003964321110009911}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1074,"correct_output_rate":0.1074,"accuracy":0.1074,"ce":2.3330179551793457,"abstentions":0,"harm":0.8791,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5187347838139176,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9145374449339208,"accuracy":0.9145374449339208,"ce":1.9823867730783613,"harm":0.08546255506607929,"repair":0.007048458149779736},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3779798457377384,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.387408489725488,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.530923957445955,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.04035874439461883,"accuracy":0.04035874439461883,"ce":2.1026237159924794,"harm":0.9461883408071748,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7092657871798496,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3642653096756465,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.162091979416211,"harm":0.9856262833675564,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2336234583689953,"harm":0.9801783944499505,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":361,"correct_output_rate":0.0361,"accuracy":0.0361,"ce":2.360632329388601,"abstentions":0,"harm":0.9508,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":2.1489838875057505,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.003524229074889868,"accuracy":0.003524229074889868,"ce":2.113207154598345,"harm":0.9911894273127754,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1091726235947754,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.019801980198019802,"accuracy":0.019801980198019802,"ce":1.7249951966755042,"harm":0.9623762376237623,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7181340366032023,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.35650224215246634,"accuracy":0.35650224215246634,"ce":2.0013607534186124,"harm":0.6345291479820628,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.867879020107506,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.011673151750972763,"accuracy":0.011673151750972763,"ce":2.3729551233871855,"harm":0.9708171206225681,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":2.242695534654031,"harm":0.9835728952772074,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":2.304543937182746,"harm":0.9801783944499505,"repair":0.0009910802775024777}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1302,"correct_output_rate":0.1302,"accuracy":0.1302,"ce":2.3725215923537375,"abstentions":0,"harm":0.8571,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9387048400986036,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.22378854625550662,"accuracy":0.22378854625550662,"ce":1.9294201638000035,"harm":0.7700440528634361,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":2.351251154882127,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5551433023919,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4963154942325922,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.432911577269478,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2490579309131644,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.026264591439688716,"accuracy":0.026264591439688716,"ce":2.1968412433229583,"harm":0.9562256809338522,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9640657084188912,"accuracy":0.9640657084188912,"ce":1.649434722017805,"harm":0.033880903490759756,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.07730426164519326,"accuracy":0.07730426164519326,"ce":2.0308906933762465,"harm":0.9048562933597621,"repair":0.0019821605550049554}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":788,"correct_output_rate":0.0788,"accuracy":0.0788,"ce":2.38082210912288,"abstentions":0,"harm":0.908,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.852466864299295,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0907488986784141,"accuracy":0.0907488986784141,"ce":2.120588136002738,"harm":0.9030837004405287,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.006782945736434108,"accuracy":0.006782945736434108,"ce":2.279678051536664,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3794107107176954,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4690320332423674,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0011210762331838565,"accuracy":0.0011210762331838565,"ce":2.325748143929134,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.93474487848002,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.01848249027237354,"accuracy":0.01848249027237354,"ce":2.224221157781193,"harm":0.9630350194552529,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.675564681724846,"accuracy":0.675564681724846,"ce":2.007482347221494,"harm":0.3203285420944558,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2771792981528436,"harm":0.9801783944499505,"repair":0.0}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1008,"correct_output_rate":0.1008,"accuracy":0.1008,"ce":2.3253864563993205,"abstentions":0,"harm":0.8863,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6130641364760656,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.2,"accuracy":0.2,"ce":2.059193434928081,"harm":0.7929515418502202,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4574371935806103,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3280023651468484,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4544307852331086,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.158794824262,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.665157139548224,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3017031484696195,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.8018480492813141,"accuracy":0.8018480492813141,"ce":2.000430006155638,"harm":0.19815195071868583,"repair":0.014373716632443531},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2446316871948557,"harm":0.9801783944499505,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":719,"correct_output_rate":0.0719,"accuracy":0.0719,"ce":2.3261368925857675,"abstentions":0,"harm":0.9152,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8871927311628665,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.024669603524229075,"accuracy":0.024669603524229075,"ce":2.0290227389490516,"harm":0.9726872246696036,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.09689922480620156,"accuracy":0.09689922480620156,"ce":2.015950173558131,"harm":0.8914728682170543,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4862160985204467,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4804881325608767,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0033632286995515697,"accuracy":0.0033632286995515697,"ce":2.250566959257318,"harm":0.984304932735426,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9097786995497326,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":2.1760659557130433,"harm":0.9678988326848249,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.5862422997946611,"accuracy":0.5862422997946611,"ce":1.9617055638487404,"harm":0.406570841889117,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":2.1395741450253847,"harm":0.9781962338949455,"repair":0.0009910802775024777}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":965,"correct_output_rate":0.0965,"accuracy":0.0965,"ce":2.345291690740866,"abstentions":0,"harm":0.8905,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.726762363548177,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0026431718061674008,"accuracy":0.0026431718061674008,"ce":2.0160904190629396,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4360824934907668,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.251799032189058,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.528106104076721,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.1977431236052767,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.989798279955815,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":2.3589975925520434,"harm":0.9776264591439688,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":1.8209113442627691,"harm":0.015400410677618069,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.1786343137653437,"harm":0.9801783944499505,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1028,"correct_output_rate":0.1028,"accuracy":0.1028,"ce":2.341121406318002,"abstentions":0,"harm":0.8844,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7839474382347325,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.06079295154185022,"accuracy":0.06079295154185022,"ce":2.0759926599120675,"harm":0.93215859030837,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.415295057954392,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.315797093289059,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4582284782059327,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.007847533632286996,"accuracy":0.007847533632286996,"ce":2.223413998558338,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.86453576393034,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":2.20796124754776,"harm":0.9688715953307393,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9620123203285421,"accuracy":0.9620123203285421,"ce":1.9158029578477949,"harm":0.037987679671457907,"repair":0.014373716632443531},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":2.1981042448944743,"harm":0.979187314172448,"repair":0.0}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":950,"correct_output_rate":0.095,"accuracy":0.095,"ce":2.328933906999808,"abstentions":0,"harm":0.8921,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.545815672823341,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":1.9743647424628137,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.035852713178294575,"accuracy":0.035852713178294575,"ce":2.3258628716481358,"harm":0.9525193798449613,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.399286939910039,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3630088052672633,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0011210762331838565,"accuracy":0.0011210762331838565,"ce":2.270240738521828,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9679408818375865,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.007782101167315175,"accuracy":0.007782101167315175,"ce":2.332773091975338,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9281314168377823,"accuracy":0.9281314168377823,"ce":1.8712422282916399,"harm":0.07186858316221766,"repair":0.014373716632443531},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.299770085079148,"harm":0.9801783944499505,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":2177,"correct_output_rate":0.2177,"accuracy":0.2177,"ce":2.163809022492726,"abstentions":0,"harm":0.7708,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":2.409577542442204,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0026431718061674008,"accuracy":0.0026431718061674008,"ce":1.8061765778239272,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":3.5851899398697618,"harm":0.9874031007751938,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":1.9798839759016302,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7019835652809117,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.002242152466367713,"accuracy":0.002242152466367713,"ce":2.9476150426679277,"harm":0.9865470852017937,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6515464715964354,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.19941634241245138,"accuracy":0.19941634241245138,"ce":1.3015959744573578,"harm":0.7859922178988327,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9969199178644764,"accuracy":0.9969199178644764,"ce":0.6528821642911162,"harm":0.0,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.7654559912594255,"harm":0.009910802775024777,"repair":0.007928642220019821}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":894,"correct_output_rate":0.0894,"accuracy":0.0894,"ce":2.5998237555587633,"abstentions":0,"harm":0.8976,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.022448979591836733,"accuracy":0.022448979591836733,"ce":2.8672409209194427,"harm":0.9704081632653061,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.08105726872246696,"accuracy":0.08105726872246696,"ce":2.135679521996218,"harm":0.9118942731277533,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0029069767441860465,"accuracy":0.0029069767441860465,"ce":3.0869427101649225,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3751883129515896,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.04684317718940937,"accuracy":0.04684317718940937,"ce":2.4698348868659434,"harm":0.9348268839103869,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.10201793721973094,"accuracy":0.10201793721973094,"ce":2.209129744190317,"harm":0.8867713004484304,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8153969062380115,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.1507782101167315,"accuracy":0.1507782101167315,"ce":2.0050212543702193,"harm":0.8346303501945526,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.27720739219712526,"accuracy":0.27720739219712526,"ce":1.9661930068867035,"harm":0.7114989733059548,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.2130822596630327,"accuracy":0.2130822596630327,"ce":2.123265071906048,"harm":0.7710604558969276,"repair":0.003964321110009911}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1167,"correct_output_rate":0.1167,"accuracy":0.1167,"ce":2.6446129975987542,"abstentions":0,"harm":0.8703,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":3.3041566451388396,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.004405286343612335,"accuracy":0.004405286343612335,"ce":2.2394984167888605,"harm":0.9894273127753304,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.02810077519379845,"accuracy":0.02810077519379845,"ce":2.975304307381842,"harm":0.9612403100775194,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0049504950495049506,"accuracy":0.0049504950495049506,"ce":2.9386638878494926,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1305156963014524,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.03923766816143498,"accuracy":0.03923766816143498,"ce":2.583277865820797,"harm":0.9473094170403588,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.682633364491076,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.33073929961089493,"accuracy":0.33073929961089493,"ce":1.9293423833350638,"harm":0.6527237354085603,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.34496919917864477,"accuracy":0.34496919917864477,"ce":1.935330231099825,"harm":0.6447638603696099,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.4122893954410307,"accuracy":0.4122893954410307,"ce":1.8363454314447678,"harm":0.5728444003964321,"repair":0.004955401387512388}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1464,"correct_output_rate":0.1464,"accuracy":0.1464,"ce":2.396648166536564,"abstentions":0,"harm":0.8408,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0258768900107453,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.4986784140969163,"accuracy":0.4986784140969163,"ce":1.8317911853269506,"harm":0.4977973568281938,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.548028370309297,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.610261736217063,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.456112969787213,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.006726457399103139,"accuracy":0.006726457399103139,"ce":2.257890274668606,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.369520197000196,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.294603723783833,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.37679671457905545,"accuracy":0.37679671457905545,"ce":1.8224418828127813,"harm":0.6149897330595483,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.5193260654112983,"accuracy":0.5193260654112983,"ce":1.8515929178389852,"harm":0.4658077304261645,"repair":0.004955401387512388}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":355,"correct_output_rate":0.0355,"accuracy":0.0355,"ce":2.6379375702123347,"abstentions":0,"harm":0.9513,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.881406612399663,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.09955947136563877,"accuracy":0.09955947136563877,"ce":1.9900467095298446,"harm":0.8969162995594714,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.06298449612403101,"accuracy":0.06298449612403101,"ce":1.7191075662823159,"harm":0.9253875968992248,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4704862827055805,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.649676164842506,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6119657041671442,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8485780924341215,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0029182879377431907,"accuracy":0.0029182879377431907,"ce":2.839754001583458,"harm":0.9815175097276264,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.1735112936344969,"accuracy":0.1735112936344969,"ce":2.1202018864011007,"harm":0.8162217659137577,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":2.4226432975148966,"harm":0.9752229930624381,"repair":0.0}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":986,"correct_output_rate":0.0986,"accuracy":0.0986,"ce":2.423551166497697,"abstentions":0,"harm":0.8884,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.683218843819639,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.121893238229605,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4308671442597976,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5442364819641807,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.535002848706709,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6066677992669987,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.720789765994908,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4501768186176656,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9917864476386037,"accuracy":0.9917864476386037,"ce":1.218012354403808,"harm":0.006160164271047228,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.018830525272547076,"accuracy":0.018830525272547076,"ce":2.0169591279045087,"harm":0.9623389494549058,"repair":0.0009910802775024777}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":922,"correct_output_rate":0.0922,"accuracy":0.0922,"ce":2.446840636015279,"abstentions":0,"harm":0.8947,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.153271700043368,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.00881057268722467,"accuracy":0.00881057268722467,"ce":2.0728689416801807,"harm":0.9850220264317181,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.447503980668251,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4887803903442767,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.613085108288248,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.439177988710574,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3764786558888176,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":2.315570524888763,"harm":0.9678988326848249,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.8829568788501027,"accuracy":0.8829568788501027,"ce":1.6650786177308905,"harm":0.11396303901437371,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.03766105054509415,"accuracy":0.03766105054509415,"ce":1.98944060965313,"harm":0.9425173439048563,"repair":0.0}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1055,"correct_output_rate":0.1055,"accuracy":0.1055,"ce":2.4116994488161705,"abstentions":0,"harm":0.8818,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.012324618040564,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.22731277533039648,"accuracy":0.22731277533039648,"ce":1.8811303080132813,"harm":0.7691629955947137,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4295618872944207,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4275806060301646,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4842038329109815,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.357249327055438,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3725024377940214,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.414255442827519,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.8182751540041068,"accuracy":0.8182751540041068,"ce":1.7192461233488463,"harm":0.17967145790554415,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.122157546760551,"harm":0.9801783944499505,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":665,"correct_output_rate":0.0665,"accuracy":0.0665,"ce":2.5326619219960476,"abstentions":0,"harm":0.9209,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.705458467858864,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.012334801762114538,"accuracy":0.012334801762114538,"ce":1.968891476950985,"harm":0.9841409691629956,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.4331395348837209,"accuracy":0.4331395348837209,"ce":1.7033893133521487,"harm":0.5562015503875969,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":2.389724021994552,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.448074554776576,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.807157373204825,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.126662858513291,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.07392996108949416,"accuracy":0.07392996108949416,"ce":1.8241450019452095,"harm":0.9114785992217899,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.1273100616016427,"accuracy":0.1273100616016427,"ce":1.8712111638179874,"harm":0.86652977412731,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":1.8195656271774845,"harm":0.979187314172448,"repair":0.0}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1554,"correct_output_rate":0.1554,"accuracy":0.1554,"ce":2.8606188986357712,"abstentions":0,"harm":0.8322,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.09285714285714286,"accuracy":0.09285714285714286,"ce":2.739480748883298,"harm":0.9010204081632653,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0145423966986344,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":4.15236725458224,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":3.1575500546830746,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.11303462321792261,"accuracy":0.11303462321792261,"ce":2.793495250550864,"harm":0.869653767820774,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.2320627802690583,"accuracy":0.2320627802690583,"ce":1.8504724154464685,"harm":0.7556053811659192,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.009394572025052192,"accuracy":0.009394572025052192,"ce":4.3868863755749805,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.007782101167315175,"accuracy":0.007782101167315175,"ce":3.8196320362807183,"harm":0.9737354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.8121149897330595,"accuracy":0.8121149897330595,"ce":0.7377814528590392,"harm":0.18275154004106775,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.3260654112983152,"accuracy":0.3260654112983152,"ce":1.7680593889385934,"harm":0.6610505450941526,"repair":0.006937561942517344}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1100,"correct_output_rate":0.11,"accuracy":0.11,"ce":2.9240342050054684,"abstentions":0,"harm":0.8772,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":3.90482123178092,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.01145374449339207,"accuracy":0.01145374449339207,"ce":3.5245211343923653,"harm":0.9814977973568282,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.14728682170542637,"accuracy":0.14728682170542637,"ce":2.219055954064853,"harm":0.8410852713178295,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.047524752475247525,"accuracy":0.047524752475247525,"ce":2.833564014630961,"harm":0.9346534653465347,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":3.462467305999945,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.010089686098654708,"accuracy":0.010089686098654708,"ce":3.1080756624563444,"harm":0.9775784753363229,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.095305507858496,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.05058365758754864,"accuracy":0.05058365758754864,"ce":2.816142516696482,"harm":0.9309338521400778,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.662217659137577,"accuracy":0.662217659137577,"ce":1.309421931875839,"harm":0.3326488706365503,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.17443012884043607,"accuracy":0.17443012884043607,"ce":1.9773040884631874,"harm":0.8097125867195243,"repair":0.003964321110009911}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":932,"correct_output_rate":0.0932,"accuracy":0.0932,"ce":2.6259826509440423,"abstentions":0,"harm":0.8939,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.01020408163265306,"accuracy":0.01020408163265306,"ce":2.3126624384971137,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.462148281827875,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.179252434036681,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5801197387026544,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8512355704186643,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6743964787610537,"harm":0.9865470852017937,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.475874616774243,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.147071435384571,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.6950718685831622,"accuracy":0.6950718685831622,"ce":1.2040950106809072,"harm":0.3008213552361396,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.24281466798810702,"accuracy":0.24281466798810702,"ce":1.4178679125558238,"harm":0.7413280475718533,"repair":0.003964321110009911}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1128,"correct_output_rate":0.1128,"accuracy":0.1128,"ce":2.99213133521095,"abstentions":0,"harm":0.8748,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4431440815351473,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.18590308370044054,"accuracy":0.18590308370044054,"ce":1.8974445106873012,"harm":0.8070484581497798,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":3.162297446287819,"harm":0.9777131782945736,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.02574257425742574,"accuracy":0.02574257425742574,"ce":3.032984220441685,"harm":0.9554455445544554,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7255200393250965,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.004484304932735426,"accuracy":0.004484304932735426,"ce":2.946439371239826,"harm":0.9831838565022422,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.145253643412523,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.013618677042801557,"accuracy":0.013618677042801557,"ce":3.0765572728030794,"harm":0.9678988326848249,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.1324435318275154,"accuracy":0.1324435318275154,"ce":1.6790088240171368,"harm":0.8562628336755647,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.7264618434093162,"accuracy":0.7264618434093162,"ce":1.0849698178128997,"harm":0.26858275520317143,"repair":0.014866204162537165}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":595,"correct_output_rate":0.0595,"accuracy":0.0595,"ce":4.447259906901118,"abstentions":0,"harm":0.9272,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.04081632653061224,"accuracy":0.04081632653061224,"ce":3.8021876312743244,"harm":0.9520408163265306,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.130575008486241,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":4.801327140463808,"harm":0.9777131782945736,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.1603960396039604,"accuracy":0.1603960396039604,"ce":2.751790203925153,"harm":0.8257425742574257,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.602702590905224,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.026905829596412557,"accuracy":0.026905829596412557,"ce":4.17710290699765,"harm":0.9596412556053812,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.308191330080785,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":4.873498624526674,"harm":0.9747081712062257,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.26591375770020537,"accuracy":0.26591375770020537,"ce":2.2115589042888684,"harm":0.7227926078028748,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.09018830525272548,"accuracy":0.09018830525272548,"ce":2.788783796321505,"harm":0.8909811694747275,"repair":0.0009910802775024777}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1300,"correct_output_rate":0.13,"accuracy":0.13,"ce":3.818467160087358,"abstentions":0,"harm":0.8572,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.017346938775510204,"accuracy":0.017346938775510204,"ce":4.294025384907901,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.018502202643171806,"accuracy":0.018502202643171806,"ce":4.101191009500214,"harm":0.9744493392070485,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.08042635658914729,"accuracy":0.08042635658914729,"ce":3.692511337097595,"harm":0.9079457364341085,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.2198019801980198,"accuracy":0.2198019801980198,"ce":2.3881659438976786,"harm":0.7643564356435644,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0050916496945010185,"accuracy":0.0050916496945010185,"ce":5.568834544642001,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.03811659192825112,"accuracy":0.03811659192825112,"ce":4.734648573975453,"harm":0.9484304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.906489061155712,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.02529182879377432,"accuracy":0.02529182879377432,"ce":3.611445253721493,"harm":0.9562256809338522,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.43634496919917864,"accuracy":0.43634496919917864,"ce":1.5136093024063169,"harm":0.5574948665297741,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.4628344895936571,"accuracy":0.4628344895936571,"ce":1.5895102793642732,"harm":0.5213082259663032,"repair":0.003964321110009911}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1042,"correct_output_rate":0.1042,"accuracy":0.1042,"ce":6.701818853999739,"abstentions":0,"harm":0.8827,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.525576603617798,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.747628957941311,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":10.195790234976329,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.047524752475247525,"accuracy":0.047524752475247525,"ce":4.40892036824008,"harm":0.9346534653465347,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.816234586444782,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.4876681614349776,"accuracy":0.4876681614349776,"ce":1.867714725900823,"harm":0.5067264573991032,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.110878103650765,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.47655922456327,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.5626283367556468,"accuracy":0.5626283367556468,"ce":1.6007832834646842,"harm":0.4260780287474333,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":5.57846242134303,"harm":0.9712586719524281,"repair":0.0009910802775024777}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9857,"correct_output_rate":0.9857,"accuracy":0.9857,"ce":0.11867065536178556,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.04271134218893878,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.04401331480664107,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.9883720930232558,"accuracy":0.9883720930232558,"ce":0.0825486923807101,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.12722092054366088,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.15302732587772852,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9865470852017937,"correct_output_rate":0.9865470852017937,"accuracy":0.9865470852017937,"ce":0.16201755040118498,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.15883098353459563,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.15360943333495747,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9856262833675564,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.11927839889206127,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9801783944499505,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.1587420381526608,"harm":0.0,"repair":0.0}]}],"examples":[{"index":4834,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,1,5,1,9,1,5,9,8,8,8,8,8,8,5,8,8,9,8,9,9,8,8,5,0,9,9,0,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0722708355549084,2.6819292786121833,2.6493553491762047,2.8402377667763146,2.44819249230507,2.7699081553772267,2.569735965454672,2.233171725655253,2.638004865097784,2.778120379445795,2.6142828853079507,2.792505724770409,2.6351902430596112,2.838070667386771,2.716964490712534,2.406313869293113,3.268339539225157,2.7793120082190175,2.773535652707298,2.668988127942268,3.037823720568544,2.9472287229406766,3.1722188311453055,2.692361325584853,5.387959841733481,1.3147420439653603,2.388402088621427,3.369150820898446,1.2679002742111265,5.805424645958298,9.560860911868767,6.917444394832215e-11]},{"index":8117,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,7,9,1,9,1,0,9,2,8,8,8,8,8,5,9,8,8,8,9,8,8,8,5,5,8,5,3,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6277699613165484,3.140282403712669,2.3311553194968293,3.3679209847729097,2.3502147358237813,2.789158341277844,2.4411600677790357,1.7642999864725066,2.8973474401280024,2.817757207643077,2.5747580851528684,3.0447717106442402,2.5041348569952446,2.9218931247511555,2.5377321566658626,1.9919247478052173,3.421935020981573,3.165655594940854,3.0055217053939707,5.5996800564278075,2.895552096596924,3.071007045812061,3.0305012646089424,2.680357216532946,3.722242965449462,3.099058354448289,2.8134657157820526,2.059837900770262,3.7669111987592245,3.1455912513025996,6.532960131660464,0.0]},{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,7,9,1,9,1,9,8,1,8,1,8,8,8,5,8,9,9,8,8,1,8,8,5,8,8,8,3,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8568696122374702,2.4000022603554605,2.502323317769907,2.7927279900321187,2.575782574283343,2.6136178233466794,2.540978684109865,2.2514266421719538,3.0563554267830275,2.9046012085689683,2.5519372731012298,2.7633808723074518,2.587997031324927,2.7693002124929276,2.5737063977042656,2.399222290871401,2.452906090242747,3.7252157804474937,2.902897764761593,3.5908497639017405,2.5945288867635368,3.229852141360446,3.019941402399932,2.80005046745502,1.7607655134146818,3.87344737540056,2.0561023591819216,3.602974808302536,1.45222463265196,6.367512648740454,7.250901832254854,1.8640866627887563e-11]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,7,9,1,8,1,9,8,8,8,8,8,8,8,5,9,9,8,8,9,8,8,8,5,5,8,1,9,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.885722879166687,2.8229708462912755,2.443750180086559,2.9287327073696607,2.597382181569788,2.527008436290982,2.4842464329497314,2.107462287531763,2.7128411339262204,2.8658481340755415,2.597397289432581,2.9346365606997677,2.6603361685031097,2.732222867801182,2.5363047514793786,2.3163779750245803,2.7019098072490575,3.2682478096251533,3.00493420459868,4.541552470463818,2.7325197199903464,2.920221856356982,2.9852952303530715,2.504516416190286,2.758235428635147,3.7751609802986144,2.27808895618907,3.2608833250545546,1.454558507582867,2.8746845356092314,6.6452047682784094,0.0]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,7,1,5,8,5,1,9,8,8,8,8,8,1,8,7,8,8,1,9,8,8,8,2,8,9,8,9,8,3,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.139029984238247,2.66669616706594,1.9913335103134882,1.98184275790917,2.168844951815487,2.290341189490465,1.9603089114228058,2.126887192596059,1.856645066368152,2.205439602789376,2.0897622439216295,2.0377767519480945,1.9990240245324917,2.030337503351553,1.946417508086138,1.8320755306967142,1.8446279371559138,1.8461146241233257,1.7745261882317405,1.9311040677416376,2.2547308651753863,2.1297971545056047,1.847417395529158,1.999964760101857,2.5418791493367996,4.221059921428176,2.093616445780119,1.575561393326176,5.090787826592222,2.33318130701646,4.484027371690999,7.960299086559204e-13]},{"index":29,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,1,1,8,1,1,1,9,8,1,8,8,8,8,8,7,8,8,8,7,8,8,8,7,9,1,8,3,9,8,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.544281796424819,1.8612551436671514,2.1194801441167033,2.2279851428559674,1.9888788150368606,1.8910401268152044,1.9992391422715075,2.1100677544425435,1.9691709888561082,1.9976772186084468,2.051911364724901,1.994158968780516,2.0174500030472617,2.0582924176281168,1.9680681090829562,1.816144959854363,2.3129235368962684,2.2982084148805635,1.8272930918902421,1.829510065446547,2.0424151183645343,2.022661687590607,1.8716671077878442,2.1992163666678244,4.028238191843791,1.5146591210502436,2.4309681825731286,2.8125618425954286,6.448939518089045,3.569776445732934,7.074222232654018,4.0764214218076715e-10]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,1,5,9,5,1,9,8,8,8,8,8,8,8,7,8,8,1,9,8,8,8,2,8,9,8,9,8,3,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.074516304312936,2.496850170166348,1.9953265861253027,1.9855382731476385,2.1945187300188245,2.2438535280345704,1.9907949164016656,2.138143807755885,2.0229117239176757,2.183362163469974,2.0701284490616696,2.011028231641542,2.0389904559618426,2.0521504036747436,1.9612955903881184,1.745035212426571,1.807498286155229,1.8140800811150024,1.8001311571265275,2.0574921497987444,2.0018094221253966,2.205443973715082,1.8021521464796249,1.8257792621584579,2.2883006502316396,4.850804260733351,2.215410253052964,2.0988066188806727,4.95763917143128,3.251110138429055,5.001015339340678,1.3853074242326764e-10]},{"index":14,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,9,5,8,8,1,1,9,1,8,8,8,8,8,8,7,9,8,8,7,8,8,8,2,8,7,8,1,2,3,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.150130225844655,2.1257386849993565,2.1013803273478464,2.0770973087369664,2.096826010235429,1.9776977265292053,2.018366705104287,2.156217563869473,1.903930479360829,2.0795849798093373,2.1011158031138883,2.0444895573952975,2.0745000488135243,2.0826780116244725,1.971965619418691,1.8168571315567275,2.0111853609418127,2.0129377143589977,1.8723251088000077,1.868526476719251,2.139370947264733,2.259070853204765,1.992046098471439,2.353758283927525,2.3224390023016426,2.5715503046108097,2.1466709993606417,1.7022443006903891,3.427824067827399,5.653916296947287,5.919927947318607,3.1974423109204e-14]},{"index":38,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,5,0,1,8,1,5,1,8,8,1,8,8,8,0,9,8,8,8,8,8,8,2,8,2,8,8,9,9,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0656273523227133,2.703358779497334,2.459475967736827,2.758081402931983,2.2820651803159726,2.380483960528803,2.43294605442898,3.0100061185159124,2.584196194624279,2.0887562486474174,2.4189707438280257,1.9435828322770545,2.4742936737073125,2.4106287072428825,2.5547245611279585,3.6616181270999233,5.043659091340016,3.3059138455843122,2.5510134330786247,1.839142647769074,2.3894971380150327,2.3818512592287773,2.500576258867374,1.7355893543914698,3.0223539890094147,1.49294018911091,3.2587812021455225,2.5753034785756235,4.71195689771688,2.508755249599432,9.081114634303148,2.7082780462669395e-12]},{"index":72,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,1,1,0,9,7,1,5,8,8,8,2,8,8,8,0,9,9,8,1,8,7,1,8,8,6,8,8,3,2,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7438633281895655,2.042133289416176,2.3303249157470645,2.6271235235062624,2.269950733441167,2.3986610248949116,2.553141560596687,3.2094369869845725,2.230097170200686,2.353539234738811,2.4058032227402038,1.8791914763181965,2.435337718434302,2.4437300174489716,2.5624297645919585,4.17023515834302,2.957089540934817,4.0855471398705765,2.407340820658537,2.6832772794043986,2.408384563691377,2.0603432900710694,2.520083418366317,2.1113659989459914,4.893868393176333,3.1444323235827696,3.786201619260855,1.4797370568568928,2.633780954358966,0.7586653023443046,4.675494221041668,3.774758283725525e-15]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,7,0,9,5,1,5,8,8,8,1,8,8,8,0,5,8,8,8,8,8,8,2,5,8,8,8,9,9,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.592102879907647,1.9739432709517992,2.3125589344882185,3.0713046394598633,2.253844769702467,2.2872806339984084,2.4555354612139912,3.1803751994552325,2.3558501936363716,2.089028812442761,2.445168130894936,1.981576630538458,2.4192573239174786,2.320976185386784,2.387167951157684,4.042274206397019,4.055503501044421,4.37848901228982,2.5040126142322716,1.8193802074158907,2.5821295232559835,1.9134353540655882,2.6077144251565274,1.6425487147390259,4.977102198349636,1.5116415803047711,2.9469929386424285,2.8539708631319733,6.623263438051697,4.450497304296664,7.286882143378643,1.998401444325262e-14]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,1,0,9,5,5,5,8,8,8,1,8,8,8,8,4,8,8,8,9,8,8,2,8,9,8,4,3,8,9,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5226856734092706,1.7058711416658265,2.424532062379673,2.9394540202361874,2.3265058467660533,2.56590576668282,2.459238994754255,3.0528242464203306,2.460103304925889,2.039225175116121,2.4177539060042217,2.0543180205609683,2.423213676672461,2.538308560826537,2.3632255204325414,3.306161368194134,3.891913434539422,3.179698729458468,2.722133418415842,1.5971999462354896,2.6500670898669285,2.3368258848556493,2.602982960748781,1.5260686440876514,4.0453433211703285,3.815941660057164,3.103035354386381,2.1725562928434594,2.1199697066956236,2.202895720173005,7.188432423089293,7.962519532608452e-13]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,1,9,5,8,1,9,8,7,8,8,8,8,8,2,1,9,8,1,8,8,8,0,8,3,8,9,9,2,8,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0564384973251997,2.577553686060228,2.468918833425101,2.106097563687512,2.3170453078570525,2.368062433980031,2.422014397038315,1.5108570016746927,2.551132694919888,2.349142464600903,2.329835694568624,2.458864578143459,2.1749397895778233,2.333298041326713,2.4192638999805802,1.9491119834595485,3.2409403318695666,2.8310121088760454,2.6592346266663878,2.7382042483191826,2.3575520682972053,2.5011303991673906,2.3660186307603883,2.8041011272452,2.433409603226562,1.1361353023098397,2.5220724260668215,2.840380121931265,1.997708387441797,1.1987788508233213,4.660729806282502,2.2204460492503128e-16]},{"index":32,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,7,9,9,9,1,3,8,8,8,8,8,5,8,2,5,4,8,1,8,8,8,0,8,8,8,9,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4236502163102376,2.6752028147693467,2.398851781127732,2.131636046716956,2.4684237574021575,2.3727587931269283,2.3749485733104168,1.3598497441939992,2.5705940974150083,2.5051183655033333,2.3473840805817936,2.5563392369831264,2.248666004296784,2.3211389843904566,2.405382711118558,2.012335485238208,3.6444575084771564,3.562167358273367,2.683246108494054,2.2378847089516256,2.432690625914489,2.4540668866806286,2.4415968164815607,2.3146693821415276,1.7063395181009433,3.0129724761584566,2.337902608303488,2.3979640502126847,3.707738564187715,0.568804037783371,2.420456386171382,2.2204460492503128e-16]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,3,1,0,5,9,1,9,8,1,8,8,8,8,8,2,5,8,8,8,8,8,8,8,8,8,8,9,9,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.913828321951617,1.857209559633474,2.453419465481928,2.1647676226909742,2.2902373424466838,2.3787404704489585,2.373903378706576,1.9825772883116048,2.6962857160753195,2.6178322033278807,2.336010966892473,2.301991323821511,2.322165290475193,2.348891135421744,2.3572235884275567,2.0700964349623523,3.1552977358795062,2.239990415436603,2.7013672393676167,1.8796310360239528,2.749280195951041,2.506171110756532,2.559596920625208,2.337869914225098,2.841066659032603,3.910368092712336,2.778093922781621,1.4890043370625123,3.49072190805918,0.6752174908568291,3.8406655616575067,1.3016668547132085e-08]},{"index":44,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,1,1,9,1,1,1,9,8,8,8,8,8,8,8,2,8,9,8,5,8,8,8,0,9,1,8,9,9,2,8,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4497009069383955,2.723566216992369,2.45858032228725,2.0865776910562333,2.339262767276659,2.5227378740656192,2.4275396093628587,1.6833767854451913,2.2260772892557483,2.278355808795993,2.3617171516411855,2.4516571688877704,2.2158431000919205,2.309609370294347,2.348410252539308,2.2187754677642952,2.5046927878189384,2.809570149627513,2.769266513763811,1.8312239622474038,2.17394236254239,2.854158805468722,2.4028448250611176,2.1795138228047346,1.9183291540523575,2.7118358889452874,2.278254707533442,1.896099353516091,1.3971782309055074,3.269470899751975,3.454867474051867,2.755573547119259e-13]},{"index":1023,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,7,7,8,9,1,5,9,7,1,9,8,8,8,2,5,8,9,8,8,1,8,7,9,4,9,9,0,2,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3203673857833684,1.6194218364255992,2.3794530739454984,2.5134044584037927,2.911353745680624,2.429180915349105,2.5642762439772238,2.9025978356981774,2.4642219917873387,2.393417790341906,2.4855759117967855,2.4381318670917413,2.5391471043194085,2.4792945955098915,2.333490135394756,2.875145420643137,2.54375482398841,3.9459318513038046,2.486576066343785,2.6941248962079736,2.2693976293498883,2.6237089858442157,2.6181970082261827,3.6061217286290375,3.3159456742930544,1.1800851866799213,2.2948742629454975,2.996324927712359,6.0904823707673845,3.0521529521883393,9.39867324783149,6.883604797257204e-12]},{"index":4421,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,9,7,1,9,9,1,5,1,8,1,9,8,1,8,2,8,7,9,8,8,8,8,7,8,4,9,9,5,7,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.403713349557788,1.805138577474552,2.429917481625605,2.6461383632251083,2.603168965311763,2.4427040661632597,2.537396252258144,2.8645394406595313,2.520759984337073,2.4023933669741915,2.426076489489309,2.4488524571416868,2.485407497579781,2.439418899058371,2.3121920286494397,2.6243640660301786,2.024759854602671,3.3043256728369923,2.435669315772606,2.5694712910749846,2.093968383261089,2.769481920499474,2.4940011758812854,3.3371414459660205,2.3812248601092563,1.6153719018772594,2.9178042069619483,3.351309547285433,7.891773129570578,5.171507011990908,8.363478907109059,8.137572834485365e-10]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,7,2,1,9,5,5,9,8,8,8,8,8,8,2,1,7,8,5,8,1,8,7,9,8,9,8,8,9,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.21780845726423,1.7618414584634878,2.2845843507848014,2.577133800541783,2.506800992399349,2.4521578370505743,2.4917039882380823,2.6935241995345036,2.4174289430648375,2.4258905933600894,2.3874797537721797,2.4906153120724728,2.50977465022987,2.3971765417989763,2.3634212831693793,2.621142335906132,2.397112183250337,3.2055577519808987,2.7458652934637953,2.25217584420977,2.443081962863133,2.670671342248019,2.6555191519708163,3.156299992816535,1.7248368202554212,3.510811757995758,2.6104213451671203,3.926479353626815,6.871493837957967,3.9677646969355216,5.010421525509087,8.489031696206674e-10]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,7,2,5,5,1,5,8,8,8,8,8,8,8,9,4,9,9,9,8,1,8,7,8,2,8,8,8,8,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8316107452983865,2.4498274249184053,2.411557373762423,2.3390741632242147,2.5217439054416086,2.515579785680449,2.5429196163660084,2.6215162692566714,2.5086158564247163,2.4781604831844155,2.4407465920312696,2.467211956464343,2.6076122313753336,2.539497636101479,2.3464231715703088,2.4168390542246367,1.477400962704341,3.471925011250086,2.3031826448740036,2.4805736143030344,2.747545657700173,2.5014378003981506,2.5111936937093504,3.04396433723561,3.346019191822988,2.1917251414657875,2.50152746831288,3.0697468883220465,6.000518480438315,2.5768967712057713,7.763949087252118,4.0786620267899765e-07]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,4,7,7,9,9,5,5,9,8,1,8,8,8,7,7,8,5,8,8,8,1,8,1,5,9,8,9,8,8,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.300482760054801,2.4786807076129356,2.36849930603102,2.3148852579683927,2.2066489172245625,2.1577421226032873,1.949268860924571,1.6298600911604486,2.3367479720585793,2.352865149540742,2.180202872779335,2.483989414676593,2.1739970532460675,2.241386909161118,2.3559035813155162,2.475915707940853,2.1334258597316755,1.1046669030019796,2.0945619985150783,2.657056727274668,2.9303827490380563,2.351251756258284,2.4242042742360055,2.9258923517246735,1.0944888562581523,3.1870514163427544,2.762259552062357,2.640895552489102,3.7085111291825887,8.223088319144846,0.04464250087979805,0.14808768867920466]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,7,5,9,1,1,5,8,8,8,8,8,8,8,2,9,9,1,8,8,8,8,8,8,8,8,9,8,8,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.189483509061062,1.8771640474955518,2.2215444834871727,1.7048326154958264,2.1650261282369225,2.1826599082908675,2.088150496132208,1.866422829856358,2.198298948045058,2.3149855934011665,2.124347831868176,2.2325383567937127,2.291176304449598,2.3383548996676256,2.3256165334258965,3.134557474540873,2.394455601545675,2.272631181407486,2.1564609090377926,2.356378993010507,2.6236564190120344,2.351424632246827,2.3305661568252845,4.419324447097612,1.5984244663340537,2.616659429137785,2.484020710185306,3.471529873723279,5.727494156233594,4.594197012996283,0.6627005591905596,2.2204460492503107e-15]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,1,8,9,1,1,9,9,7,1,8,8,8,8,2,4,1,8,1,8,1,8,2,9,4,8,9,8,8,8,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5247365472590724,1.6384703088825914,2.1446828109375735,1.9410292228826116,2.286965080707158,2.029383923223672,2.005639182871424,1.9919522423153784,2.4580264000385967,2.360011313700403,2.1562386234597635,2.0120275345279186,2.1601019816766867,2.3014790613960354,2.144882662527011,3.05669490537847,1.836569666434517,3.432951833530219,2.4292192445238188,2.8706062352274557,2.5322264771972156,2.500281739081726,2.260185402168242,3.3323927634584596,4.0003743783835874,3.1554888158527463,2.58426374241153,2.200538910993685,2.132836490380849,4.692085924110182,5.712339527191976,5.310944720638826e-08]},{"index":52,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,7,5,1,1,1,2,8,8,8,8,8,8,8,2,1,7,1,8,8,8,8,8,9,9,8,9,8,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.796525159956114,2.3942841912124937,2.1684074222659238,1.7105025706371542,2.0249659600631578,2.081895579413387,2.088730347280972,2.1508711155249376,2.3290181717752043,2.3207232321101907,2.214491501809272,2.3875141668915267,2.2114878912401412,2.1086224144446746,2.264959428161022,2.870143348228909,2.224076200412899,3.288864885125698,2.2788275434570076,2.1306046524866167,2.7233663644927373,2.4934200038386463,2.488988290204283,4.133400510025803,1.9451060151760386,1.7589118526937384,2.7214940197802195,2.424400574083644,2.819165757403749,4.691324660908765,0.03224757199899852,5.551115123125629e-14]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,1,7,9,1,1,5,8,5,1,8,8,8,8,8,9,8,9,2,8,1,1,1,8,2,8,9,9,8,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0433155591146543,2.5704030853399704,2.657715944983516,2.8228842660099187,2.901617197164101,3.010607233848381,2.6477453911639377,2.9417219776079238,3.025490183265868,2.9374736068242218,2.552966746967158,2.739480959478162,2.7670765898475205,2.838755063291295,2.813209991292707,3.4501855852572465,4.378789322404312,3.462799726654721,3.6011447311068956,3.4996602442928273,3.5305259797474475,3.3954399239074773,3.2122206010265324,3.676876278416403,2.30525668381085,3.6286872259327305,3.8248733999698032,6.141133902554604,3.8422079058704934,5.388598082223508,4.356703014666575,5.848876938313145e-12]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,5,1,1,1,1,5,9,5,8,8,8,8,8,7,5,8,8,8,8,8,8,1,8,0,8,9,9,9,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3611566157138704,3.3405203177770533,2.4741664081156918,3.180696328584314,2.5867657050624517,2.723767215418112,2.6401095202968268,2.821545202183148,3.231047797480615,2.698128931963989,2.6770974655999975,2.8188252950077564,3.041400772677746,2.8778767391112945,2.8950955373076344,3.7147503568615288,3.1740610070898363,3.5289014163956867,3.2068803561775194,3.5748667921483213,3.646975249061028,3.2961104470021136,3.4193293340718998,3.9936929296337005,5.426739869992117,3.3196282671654807,4.745758924022023,5.166816908002284,8.747046251780388,7.260085117070886,6.757181114310564,2.792017727736216e-10]},{"index":111,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,1,8,8,5,1,9,1,8,8,1,8,8,8,2,8,8,1,1,8,8,8,2,8,7,8,9,8,3,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9744445139313387,1.9019762292366749,2.0761418796959665,2.297774191538744,2.4502505498029947,2.374622543374022,2.35132607847768,2.3005745240308095,2.253906623312867,2.246886885845745,2.296795560679811,2.192841259550768,2.400033469708376,2.2160611957366476,2.379906623668753,1.2821102549434427,2.6586865053711444,2.9165828794094635,2.188121058559462,1.938268660646243,2.5953177483367624,2.151275297708346,2.331051346024987,1.8660992039972295,5.19751449684931,1.003998378357865,2.318481865042684,2.930025156169776,6.402514444805802,1.393250481193527,8.575792925335582,3.858351415397315e-10]},{"index":124,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,8,5,7,9,5,1,7,8,8,8,8,8,8,8,2,7,8,9,1,8,8,1,7,9,2,8,8,9,8,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4968667444934023,2.131099685315786,2.1565494528779756,1.4307238631118586,2.2179173192390054,2.132505819005426,2.3568988018657238,1.893459417248309,2.1260328005671765,2.0998055315695945,2.302191909550871,2.075730299060606,2.35284708057506,2.1832226634078404,2.321545473882111,1.2881971115589033,1.6689999750075193,2.305748570566803,2.4990052250349066,2.9680521286361863,2.2448572544187617,2.1787626625362977,2.425097786699614,1.0903219738175929,4.432903064838379,2.37240795492554,2.566729230870414,1.8327438916405179,3.9146709538532924,3.9414123799710197,10.85836732395397,1.5362301035144728e-06]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,1,9,5,5,1,9,1,8,8,8,8,8,8,2,1,7,1,1,8,8,8,2,8,4,9,8,3,3,9,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.251364984437391,2.749426970445989,2.1362899237383592,2.0115750570957527,2.3134110494796256,2.3375465197412924,2.3192987532629146,2.5152008648439517,2.217007850329807,2.213486553978121,2.3458580111222638,2.247494836594597,2.4260355246353367,2.2488559375308332,2.3733990533371694,1.2319428872901304,1.9086358548193516,1.5289256357995682,2.018309713346196,2.7240780596626206,2.3792233295364804,2.4479398661270952,2.3485972132857045,1.92544343465905,4.8821823465881815,3.5757612391187736,3.101064369089288,3.2760907512391135,4.67215123923915,4.13514009910824,7.592751070329075,5.127009927717658e-13]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,1,9,5,5,1,9,7,8,8,8,8,8,8,2,1,7,9,1,8,8,1,2,8,0,8,5,9,8,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3257843822827624,2.1589687676003564,2.1962769066550436,2.0350485757945522,2.292220843800969,2.498342089406026,2.3776193290209147,2.478569529510033,2.0438382898033747,2.268769556255699,2.2751823687729593,2.356286102174616,2.414067716167239,2.1786110427104153,2.4459722264506154,1.2918568583558776,2.400240786299417,1.5183349460492601,2.1019283582814765,2.5235447504008164,2.242674566254555,2.389435592955575,2.4877336002377217,1.7632214628056746,5.25379715189427,3.4803151642581858,3.4788156997665483,3.5883437527567184,3.6171416923990027,4.220572563977726,11.15123823554335,4.130029651605497e-14]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,9,1,5,1,1,1,1,8,1,8,1,8,8,8,8,8,8,8,8,9,8,8,9,5,3,8,9,3,9,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.714195350213717,2.2806915927100735,2.3007122702204246,2.18223793920068,2.1691795374730294,2.042749463830677,2.0848077917266945,2.304153640520128,1.5387922814871176,2.13358063311816,2.033904332915538,1.976133251978475,1.8814108092925146,1.8153119463479201,1.9389511804152395,0.6466141061845148,1.071060861931511,1.6180441194609687,1.7186013156308506,1.8612496976678643,1.858164890186357,1.5584789117629778,1.6592679305664142,1.655490956791225,1.909793619468416,1.3501178150392836,1.2282858309842153,1.1829841565045331,2.767814322963987,2.2771156970668986,4.008603290721454,1.143047878505896e-10]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,7,7,8,9,5,1,9,8,8,8,1,8,8,8,8,9,1,9,9,8,8,8,9,8,8,8,9,8,9,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8028467070568246,2.494358905849312,2.159576837133461,1.970033847421665,2.1912816069149494,2.0535352017572386,2.1555352391104,2.2734412146760894,1.6125295905358294,1.8638190066762765,1.9758478386140303,2.0117474177837256,1.7886612682642868,1.8825106799727025,2.0248792268682654,0.7395426261956382,2.2219370587862146,1.9614518648851913,1.8518335472843517,1.9260391872755374,1.2160950493606069,1.8098775049609668,1.748976977913751,1.8831018164743607,0.11436459625011731,0.5686590076327611,1.08461569358888,1.2992657445439115,0.30508435868301187,2.3505138828857395,3.0758009734878957,1.2354504078799773e-09]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,5,5,5,9,1,8,8,1,8,8,8,8,8,9,8,1,8,1,8,9,8,8,8,8,8,9,9,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7289087740614866,2.3927347600334463,2.273942176084608,2.262155448586048,2.0989911304084696,2.0788963993505254,2.2286668378948686,2.1909271486462947,1.9879984977270706,2.311397033282174,2.2437078308668577,2.1590120880567385,2.1277561459576306,2.1683566062154496,2.2398192828558905,0.8200093634399466,1.7634637680338254,2.1507431793845395,1.9672549691092194,3.1324682859088497,2.172120928492297,1.6975141287808238,2.137677432839392,1.8166803161862033,1.623802079526523,2.0183085878068097,1.5693054816112393,1.1645976769891784,0.7155588960218782,0.4866127713641152,4.579351047381629,6.433220620811892e-10]},{"index":16,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,9,7,1,1,9,1,8,8,1,8,8,8,1,8,9,7,9,8,5,8,8,1,8,4,9,9,9,8,9,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2071739767538476,1.7632756722619232,2.4016503169807373,2.5288038476627976,2.2613248245523714,2.0922193492717813,2.2269253134065097,2.3605374508889616,2.1236260147766868,2.1811750472453295,2.242894934726127,2.080928011205982,2.0754171881033843,2.140259622353676,2.26582193992434,0.6246347744288477,1.750253050398745,1.5201446769340619,2.026191975044365,2.3582561108707507,1.8176090008810353,2.098644956036763,2.177541655014508,1.8561384114278825,1.1401075285183964,0.4390226121272587,1.179508933416297,1.033440463721591,3.9705942170151585,0.4788481321489663,5.127532016802216,5.1842974357761925e-12]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,1,7,1,1,1,8,8,8,8,8,8,7,8,9,7,9,9,5,8,8,8,8,8,8,8,9,8,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.086111871920511,2.2421151837692013,2.24837686355546,2.2616523314837953,2.1988267639331482,2.1807151762419785,2.285600670581899,2.2977106686450153,1.9132501747715718,2.2042636676132172,2.2039167869549794,2.062798282907978,2.1875065376337695,2.2012411574552333,2.2887784304002876,0.6109798375006935,2.610230351701815,1.5411737560230552,1.6451992469518988,2.489244668136556,1.8991130638600782,1.845810684217119,2.128503937913141,1.5989198084435834,2.3404792814029896,2.574229018550071,1.5700854836472888,1.101174765624463,2.462335601010191,0.377555961641643,5.255928969969722,3.9692027441796094e-11]},{"index":12,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,1,1,1,5,1,8,8,8,8,8,8,1,8,9,9,9,8,8,8,8,8,8,9,8,8,9,8,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3179545254502485,2.4862301080431823,2.4148054113339024,2.4999033652653564,2.1824883815523135,2.102001477403777,2.2218172117863344,2.3001688129665245,2.178003891481015,2.210249983876409,2.190038978297811,2.1566335270892294,2.1890231150691144,2.2813190345924896,2.371939052852217,0.6037195177663562,1.1828690276502865,1.747598575941672,2.0323065320260176,2.0084600094868628,1.9308049391627506,2.0029893697421777,2.144834963243042,1.6616025463722002,1.0524429943851514,1.6734267686632696,1.2404749267627102,0.675926224161801,1.5455512813460068,0.79419093224809,6.125490405700318,4.192646230185652e-12]}]},{"id":"residual-selected-s103","recipe":"residual","state":"selected","seed":103,"epoch":10,"source_run":"graph-eval-residual-s103","checkpoint_sha256":"8b707b829dc57d8d8dc379dfa4d301eb885bbfb25045571d7cf28c2c72a69c99","source_result_sha256":"ec20694d9a9090b29a494662e4443e526ca29ac9ffe55f10509bb099ab10e3e1","archive_json_sha256":"e2b0518e1834524896034aafaf13cb898e276775a645cf1bccff2864e54fd139","archive_npz_sha256":"dfd29a1804f5fa4ffab1c4b7f76bc820342b987f319ce28596609c41f0e18732","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":6.723355663873498e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual-selected-s103","recipe":"residual","state":"selected","seed":103,"epoch":10,"checkpoint_sha256":"8b707b829dc57d8d8dc379dfa4d301eb885bbfb25045571d7cf28c2c72a69c99","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,717,2631,2,5,619,900,1,35,444,492,2044,3021,18,30,195,883,4306,9905,4,6,33,49,740,3490,8,15,187,412,1331,9749,11,21,1044,1182,965,1181,0,17,551,658,1500,2016,61,84,403,495,7,9,882,1553,2189,3597]},"n":10000,"dense_accuracy":0.9839,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831516352824579,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1499,"correct_output_rate":0.1499,"accuracy":0.1499,"ce":2.5978993594860555,"abstentions":0,"harm":0.8352,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.02040816326530612,"accuracy":0.02040816326530612,"ce":2.736089953098528,"harm":0.9714285714285714,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5550660792951542,"accuracy":0.5550660792951542,"ce":1.8295401936488547,"harm":0.44052863436123346,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.08042635658914729,"accuracy":0.08042635658914729,"ce":2.4641699756025046,"harm":0.9069767441860465,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1718209071213463,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.2000931123231666,"harm":0.9755600814663951,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.03811659192825112,"accuracy":0.03811659192825112,"ce":2.2789409412178827,"harm":0.9428251121076233,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.119930363597879,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.7013618677042801,"accuracy":0.7013618677042801,"ce":1.4809713165701057,"harm":0.28696498054474706,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":2.8352653326099215,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.006937561942517344,"accuracy":0.006937561942517344,"ce":2.9993536158846434,"harm":0.977205153617443,"repair":0.0009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9368,"correct_output_rate":0.9368,"accuracy":0.9368,"ce":1.2122504109421994,"abstentions":0,"harm":0.0502,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9836734693877551,"accuracy":0.9836734693877551,"ce":0.8975352498348812,"harm":0.00816326530612245,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9841409691629956,"accuracy":0.9841409691629956,"ce":1.2461825894299237,"harm":0.009691629955947136,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9069767441860465,"accuracy":0.9069767441860465,"ce":1.16172489520853,"harm":0.08139534883720931,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9693069306930693,"accuracy":0.9693069306930693,"ce":1.09824955225372,"harm":0.015841584158415842,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9378818737270875,"accuracy":0.9378818737270875,"ce":1.2949647784090843,"harm":0.04378818737270876,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.8385650224215246,"accuracy":0.8385650224215246,"ce":1.4058859814607778,"harm":0.14349775784753363,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9363256784968684,"accuracy":0.9363256784968684,"ce":1.2503356723035446,"harm":0.05219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.8939688715953308,"accuracy":0.8939688715953308,"ce":1.2317252320131975,"harm":0.09046692607003891,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9414784394250514,"accuracy":0.9414784394250514,"ce":1.3109779236413164,"harm":0.04209445585215606,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9613478691774033,"accuracy":0.9613478691774033,"ce":1.2425538829391973,"harm":0.027750247770069375,"repair":0.005946481665014866}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1461,"correct_output_rate":0.1461,"accuracy":0.1461,"ce":2.6280307836597645,"abstentions":0,"harm":0.8394,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.017346938775510204,"accuracy":0.017346938775510204,"ce":2.6608812958684385,"harm":0.9744897959183674,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.35594713656387666,"accuracy":0.35594713656387666,"ce":1.8377745907998333,"harm":0.6370044052863436,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.05426356589147287,"accuracy":0.05426356589147287,"ce":2.5842310306508622,"harm":0.9331395348837209,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.197976476557078,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.408098100284915,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.3419282511210762,"accuracy":0.3419282511210762,"ce":1.7730462599022292,"harm":0.6468609865470852,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":2.9824404268364115,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.6575875486381323,"accuracy":0.6575875486381323,"ce":1.4891226543848723,"harm":0.3317120622568093,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.267892212287721,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":3.1621949558341735,"harm":0.981169474727453,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9725,"correct_output_rate":0.9725,"accuracy":0.9725,"ce":0.5867235944861338,"abstentions":0,"harm":0.0133,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.31917266613535994,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.5981427798883421,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9563953488372093,"accuracy":0.9563953488372093,"ce":0.555958778935539,"harm":0.031007751937984496,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.5321377330847024,"harm":0.005940594059405941,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.5901949764888771,"harm":0.006109979633401222,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9652466367713004,"accuracy":0.9652466367713004,"ce":0.6361548962846423,"harm":0.01569506726457399,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.5349442407711176,"harm":0.013569937369519834,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9678988326848249,"accuracy":0.9678988326848249,"ce":0.5746510024074664,"harm":0.017509727626459144,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9568788501026694,"accuracy":0.9568788501026694,"ce":0.8494647756158652,"harm":0.023613963039014373,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9672943508424182,"accuracy":0.9672943508424182,"ce":0.6806025447145239,"harm":0.01684836471754212,"repair":0.0009910802775024777}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1380,"correct_output_rate":0.138,"accuracy":0.138,"ce":2.7847668557016796,"abstentions":0,"harm":0.8474,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":3.3503510991322885,"harm":0.9826530612244898,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5718061674008811,"accuracy":0.5718061674008811,"ce":1.6835947233559267,"harm":0.42290748898678415,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.055232558139534885,"accuracy":0.055232558139534885,"ce":2.5832240738157313,"harm":0.9321705426356589,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3494251500266015,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8520056939881995,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0930493273542601,"accuracy":0.0930493273542601,"ce":2.1265159651809604,"harm":0.8912556053811659,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.06448365089354,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.5603112840466926,"accuracy":0.5603112840466926,"ce":1.4367921675109179,"harm":0.42996108949416345,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":3.105071779664047,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":3.456866592235513,"harm":0.9821605550049554,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9678,"correct_output_rate":0.9678,"accuracy":0.9678,"ce":0.5008355398574411,"abstentions":0,"harm":0.0186,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.32316456468543675,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.47365485725607326,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9437984496124031,"accuracy":0.9437984496124031,"ce":0.5109163060877282,"harm":0.0436046511627907,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.44192640923762466,"harm":0.0049504950495049506,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9633401221995926,"accuracy":0.9633401221995926,"ce":0.5033587400061154,"harm":0.017311608961303463,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9248878923766816,"accuracy":0.9248878923766816,"ce":0.6914576153198505,"harm":0.05493273542600897,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.5128073106324749,"harm":0.020876826722338204,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9552529182879378,"accuracy":0.9552529182879378,"ce":0.5297847732967473,"harm":0.029182879377431907,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.546595912071097,"harm":0.00513347022587269,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.4966239014281231,"harm":0.009910802775024777,"repair":0.005946481665014866}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1225,"correct_output_rate":0.1225,"accuracy":0.1225,"ce":3.018633494721738,"abstentions":0,"harm":0.8634,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":3.5968327059756837,"harm":0.9887755102040816,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.17180616740088106,"accuracy":0.17180616740088106,"ce":1.7448528654556281,"harm":0.8211453744493392,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.01937984496124031,"accuracy":0.01937984496124031,"ce":3.155033509148026,"harm":0.9689922480620154,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.8860367702034586,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.243374211192517,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.5582959641255605,"accuracy":0.5582959641255605,"ce":1.3142122323128345,"harm":0.43385650224215244,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.013569937369519834,"accuracy":0.013569937369519834,"ce":2.86818326212417,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.48151750972762647,"accuracy":0.48151750972762647,"ce":1.4380658287584176,"harm":0.5077821011673151,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.049828289702286,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.954692166362815,"harm":0.9831516352824579,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9794,"correct_output_rate":0.9794,"accuracy":0.9794,"ce":0.15494448208586226,"abstentions":0,"harm":0.0051,"repair":0.0006,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.07934106201776268,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.10974491179173057,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9728682170542635,"accuracy":0.9728682170542635,"ce":0.16978341461749305,"harm":0.014534883720930232,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.1539170812636148,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.14645735694234718,"harm":0.003054989816700611,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.17684185711096084,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.14284772940283835,"harm":0.008350730688935281,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.1525811047592197,"harm":0.006809338521400778,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.2389270656718514,"harm":0.001026694045174538,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.186795684589648,"harm":0.007928642220019821,"repair":0.0}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1437,"correct_output_rate":0.1437,"accuracy":0.1437,"ce":2.7524091842704963,"abstentions":0,"harm":0.8417,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.04795918367346939,"accuracy":0.04795918367346939,"ce":2.741036684039581,"harm":0.9448979591836735,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.4828193832599119,"accuracy":0.4828193832599119,"ce":1.7268973029213106,"harm":0.5118942731277533,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.09496124031007752,"accuracy":0.09496124031007752,"ce":2.5083573180317535,"harm":0.8924418604651163,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.401214760847671,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.017983969190253,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.16143497757847533,"accuracy":0.16143497757847533,"ce":2.053732799289692,"harm":0.8217488789237668,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.1826378460019664,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.5651750972762646,"accuracy":0.5651750972762646,"ce":1.438315306252585,"harm":0.42315175097276264,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":3.1238310150252917,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.008919722497522299,"accuracy":0.008919722497522299,"ce":3.4749645968505076,"harm":0.9762140733399405,"repair":0.0019821605550049554}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9596,"correct_output_rate":0.9596,"accuracy":0.9596,"ce":0.49929028586993873,"abstentions":0,"harm":0.0269,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.31724652628977285,"harm":0.003061224489795918,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.49645118216099726,"harm":0.003524229074889868,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.939922480620155,"accuracy":0.939922480620155,"ce":0.5021463141559855,"harm":0.04844961240310078,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.4186152156534786,"harm":0.007920792079207921,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9389002036659878,"accuracy":0.9389002036659878,"ce":0.5861707125864857,"harm":0.038696537678207736,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9002242152466368,"accuracy":0.9002242152466368,"ce":0.6810965426808446,"harm":0.08071748878923767,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9582463465553236,"accuracy":0.9582463465553236,"ce":0.5237190801145689,"harm":0.030271398747390398,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9426070038910506,"accuracy":0.9426070038910506,"ce":0.4935417997823103,"harm":0.04182879377431906,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.5382328276771764,"harm":0.012320328542094456,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.45692014692656424,"harm":0.009910802775024777,"repair":0.006937561942517344}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1300,"correct_output_rate":0.13,"accuracy":0.13,"ce":3.040331159746082,"abstentions":0,"harm":0.8558,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.014285714285714285,"accuracy":0.014285714285714285,"ce":3.098972781921241,"harm":0.9775510204081632,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.18237885462555067,"accuracy":0.18237885462555067,"ce":1.819808908202669,"harm":0.8096916299559471,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.05135658914728682,"accuracy":0.05135658914728682,"ce":2.992047797922047,"harm":0.936046511627907,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9337741556692856,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.536336116815462,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.6692825112107623,"accuracy":0.6692825112107623,"ce":1.1337887544909822,"harm":0.32623318385650224,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.007306889352818371,"accuracy":0.007306889352818371,"ce":3.107455211149925,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.4095330739299611,"accuracy":0.4095330739299611,"ce":1.545367051128052,"harm":0.5778210116731517,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.310515894511619,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":3.9741193239565114,"harm":0.9821605550049554,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9785,"correct_output_rate":0.9785,"accuracy":0.9785,"ce":0.1433911065382129,"abstentions":0,"harm":0.0063,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.06868534336206927,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.10596887914612461,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9718992248062015,"accuracy":0.9718992248062015,"ce":0.14785872597377508,"harm":0.015503875968992248,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.13192750112137247,"harm":0.0039603960396039604,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.16001225526181606,"harm":0.006109979633401222,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.16222047583754234,"harm":0.006726457399103139,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.13475429873778347,"harm":0.010438413361169102,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.97568093385214,"accuracy":0.97568093385214,"ce":0.14458267162000454,"harm":0.007782101167315175,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.22723420093098465,"harm":0.00513347022587269,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.1581797366519287,"harm":0.005946481665014866,"repair":0.0019821605550049554}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1254,"correct_output_rate":0.1254,"accuracy":0.1254,"ce":3.320207548957593,"abstentions":0,"harm":0.8601,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.01020408163265306,"accuracy":0.01020408163265306,"ce":4.0876838790511885,"harm":0.9816326530612245,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.36916299559471366,"accuracy":0.36916299559471366,"ce":1.6103275163984634,"harm":0.6246696035242291,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.08139534883720931,"accuracy":0.08139534883720931,"ce":2.9287663174086163,"harm":0.9069767441860465,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.110812779871021,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.549367393390236,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.3475336322869955,"accuracy":0.3475336322869955,"ce":1.6918153290987894,"harm":0.6401345291479821,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.022964509394572025,"accuracy":0.022964509394572025,"ce":3.424906676816805,"harm":0.964509394572025,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.39007782101167315,"accuracy":0.39007782101167315,"ce":1.4519061351916207,"harm":0.5982490272373541,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.045937871325703,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":4.480747438903897,"harm":0.981169474727453,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9739,"correct_output_rate":0.9739,"accuracy":0.9739,"ce":0.12990802630678938,"abstentions":0,"harm":0.0125,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.06901000859318415,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.08512396460640785,"harm":0.0026431718061674008,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9593023255813954,"accuracy":0.9593023255813954,"ce":0.15963199888976912,"harm":0.02810077519379845,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.11253738772433357,"harm":0.0049504950495049506,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9623217922606925,"accuracy":0.9623217922606925,"ce":0.15110930270554543,"harm":0.015274949083503055,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.952914798206278,"accuracy":0.952914798206278,"ce":0.2281357288577767,"harm":0.026905829596412557,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.13692481467172293,"harm":0.018789144050104383,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9591439688715954,"accuracy":0.9591439688715954,"ce":0.16580964762371972,"harm":0.024319066147859923,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.10795921850243091,"harm":0.001026694045174538,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9861248761149654,"accuracy":0.9861248761149654,"ce":0.0968947432412658,"harm":0.003964321110009911,"repair":0.006937561942517344}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1152,"correct_output_rate":0.1152,"accuracy":0.1152,"ce":4.51967882929197,"abstentions":0,"harm":0.8707,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.007142857142857143,"accuracy":0.007142857142857143,"ce":5.669404331824173,"harm":0.9836734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.09691629955947137,"accuracy":0.09691629955947137,"ce":2.1894514380877466,"harm":0.8960352422907489,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":5.015028577062595,"harm":0.9689922480620154,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":6.27083801748646,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.666383426508128,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.8239910313901345,"accuracy":0.8239910313901345,"ce":0.6007967850454111,"harm":0.17376681614349776,"repair":0.017937219730941704},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.033402922755741124,"accuracy":0.033402922755741124,"ce":3.6745326537439156,"harm":0.954070981210856,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.24027237354085604,"accuracy":0.24027237354085604,"ce":2.049907811836916,"harm":0.7461089494163424,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.950259878645723,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.112318022363776,"harm":0.9831516352824579,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9826,"correct_output_rate":0.9826,"accuracy":0.9826,"ce":0.05789227530171469,"abstentions":0,"harm":0.0018,"repair":0.0005,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03012248680300372,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.019554451893870447,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.06168571521568022,"harm":0.005813953488372093,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.06921393163747985,"harm":0.0019801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.07322490195825754,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.06421378096182354,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.06903987583469974,"harm":0.006263048016701462,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.06211208252834504,"harm":0.0019455252918287938,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.07095361728255077,"harm":0.001026694045174538,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.06477392718660321,"harm":0.0,"repair":0.0019821605550049554}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1601,"correct_output_rate":0.1601,"accuracy":0.1601,"ce":2.8967983169941474,"abstentions":0,"harm":0.8248,"repair":0.001,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.007142857142857143,"accuracy":0.007142857142857143,"ce":3.4003739137841205,"harm":0.9846938775510204,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5779735682819384,"accuracy":0.5779735682819384,"ce":1.6158918221892415,"harm":0.4185022026431718,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.2054263565891473,"accuracy":0.2054263565891473,"ce":2.3197105366064155,"harm":0.7819767441860465,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.576527055093099,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.089586150430356,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.08968609865470852,"accuracy":0.08968609865470852,"ce":2.325338556618287,"harm":0.8912556053811659,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.5842968335432306,"harm":0.9864300626304802,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.6186770428015564,"accuracy":0.6186770428015564,"ce":1.2606749076928059,"harm":0.36770428015564205,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":3.2266165308184163,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":3.798528891913293,"harm":0.979187314172448,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9542,"correct_output_rate":0.9542,"accuracy":0.9542,"ce":0.5463715256236482,"abstentions":0,"harm":0.0329,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.986734693877551,"accuracy":0.986734693877551,"ce":0.34961000985193186,"harm":0.004081632653061225,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.5418733314898572,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9428294573643411,"accuracy":0.9428294573643411,"ce":0.49608264390148443,"harm":0.045542635658914726,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.39976250496599824,"harm":0.007920792079207921,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9439918533604889,"accuracy":0.9439918533604889,"ce":0.603883954185884,"harm":0.035641547861507125,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.875560538116592,"accuracy":0.875560538116592,"ce":0.7763024553466374,"harm":0.10650224215246637,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9551148225469729,"accuracy":0.9551148225469729,"ce":0.5942941811486662,"harm":0.03444676409185804,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9241245136186771,"accuracy":0.9241245136186771,"ce":0.5674985322382137,"harm":0.06031128404669261,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9661190965092402,"accuracy":0.9661190965092402,"ce":0.5775557050220982,"harm":0.019507186858316223,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9663032705649157,"accuracy":0.9663032705649157,"ce":0.5843571756848783,"harm":0.022794846382556987,"repair":0.005946481665014866}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1540,"correct_output_rate":0.154,"accuracy":0.154,"ce":3.1222328921018896,"abstentions":0,"harm":0.8315,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.006122448979591836,"accuracy":0.006122448979591836,"ce":3.565543112669848,"harm":0.9857142857142858,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.35066079295154184,"accuracy":0.35066079295154184,"ce":1.6152612290028625,"harm":0.6431718061674009,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.11918604651162791,"accuracy":0.11918604651162791,"ce":2.710092298098875,"harm":0.8691860465116279,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9475160143367893,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.615022219508836,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.4786995515695067,"accuracy":0.4786995515695067,"ce":1.421057912958385,"harm":0.5112107623318386,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.007306889352818371,"accuracy":0.007306889352818371,"ce":3.3959099893520457,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.5622568093385214,"accuracy":0.5622568093385214,"ce":1.2882668262564552,"harm":0.42412451361867703,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.4337079681269715,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":4.375997664522175,"harm":0.9821605550049554,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9770,"correct_output_rate":0.977,"accuracy":0.977,"ce":0.1500397763894874,"abstentions":0,"harm":0.0083,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.07241964412632645,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.10931108623121608,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9748062015503876,"accuracy":0.9748062015503876,"ce":0.14513090300881348,"harm":0.012596899224806201,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.11776907866045869,"harm":0.0049504950495049506,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.15081621044194576,"harm":0.006109979633401222,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9708520179372198,"accuracy":0.9708520179372198,"ce":0.18087112260956034,"harm":0.010089686098654708,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.1330069072501737,"harm":0.008350730688935281,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9708171206225681,"accuracy":0.9708171206225681,"ce":0.15784088804166657,"harm":0.01264591439688716,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9671457905544147,"accuracy":0.9671457905544147,"ce":0.2439722956494279,"harm":0.012320328542094456,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9682854311199207,"accuracy":0.9682854311199207,"ce":0.19810499741300705,"harm":0.014866204162537165,"repair":0.0}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1327,"correct_output_rate":0.1327,"accuracy":0.1327,"ce":3.5457545257878285,"abstentions":0,"harm":0.8527,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":4.9365056631904976,"harm":0.9877551020408163,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.49162995594713654,"accuracy":0.49162995594713654,"ce":1.4202854688144968,"harm":0.5030837004405286,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.10949612403100775,"accuracy":0.10949612403100775,"ce":2.900823355012694,"harm":0.8788759689922481,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.344786182557152,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.675551477388011,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.1647982062780269,"accuracy":0.1647982062780269,"ce":2.180703727359607,"harm":0.820627802690583,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.016701461377870562,"accuracy":0.016701461377870562,"ce":3.790704323449924,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.4708171206225681,"accuracy":0.4708171206225681,"ce":1.2459520546148528,"harm":0.5175097276264592,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":4.0648831695858085,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":5.189051553325922,"harm":0.9821605550049554,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9727,"correct_output_rate":0.9727,"accuracy":0.9727,"ce":0.13172752866782247,"abstentions":0,"harm":0.0139,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.0740028711345945,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.0841544841549283,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9612403100775194,"accuracy":0.9612403100775194,"ce":0.151291619097935,"harm":0.02616279069767442,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.10285140962395577,"harm":0.005940594059405941,"repair":0.009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9643584521384929,"accuracy":0.9643584521384929,"ce":0.13501549589579132,"harm":0.014256619144602852,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9405829596412556,"accuracy":0.9405829596412556,"ce":0.25502992372660066,"harm":0.03923766816143498,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.975991649269311,"accuracy":0.975991649269311,"ce":0.1318922837538516,"harm":0.013569937369519834,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9562256809338522,"accuracy":0.9562256809338522,"ce":0.17080944602681242,"harm":0.027237354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.10866903172322569,"harm":0.002053388090349076,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.12028126326783421,"harm":0.010901883052527254,"repair":0.003964321110009911}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1243,"correct_output_rate":0.1243,"accuracy":0.1243,"ce":4.494430343108045,"abstentions":0,"harm":0.8615,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.007142857142857143,"accuracy":0.007142857142857143,"ce":5.995827969003965,"harm":0.9846938775510204,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.17533039647577092,"accuracy":0.17533039647577092,"ce":1.7771199906705262,"harm":0.8176211453744493,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.027131782945736434,"accuracy":0.027131782945736434,"ce":4.737020491651179,"harm":0.9612403100775194,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":6.162121805610267,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.683446831376646,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.6434977578475336,"accuracy":0.6434977578475336,"ce":0.9435249265514025,"harm":0.34977578475336324,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.04801670146137787,"accuracy":0.04801670146137787,"ce":3.7277153889968235,"harm":0.9394572025052192,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.377431906614786,"accuracy":0.377431906614786,"ce":1.5915764882147143,"harm":0.6099221789883269,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.821899543242457,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.622816164952997,"harm":0.9831516352824579,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9819,"correct_output_rate":0.9819,"accuracy":0.9819,"ce":0.05762589939460022,"abstentions":0,"harm":0.0027,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.030719673520141214,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.01727706819557053,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.059150035676969005,"harm":0.0048449612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.059465470166613105,"harm":0.0019801980198019802,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.06603093904459499,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.07206605199591291,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.0635516268963418,"harm":0.0041753653444676405,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.060721844804465436,"harm":0.0038910505836575876,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.07654152922682397,"harm":0.001026694045174538,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.07776017323351919,"harm":0.006937561942517344,"repair":0.0}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1515,"correct_output_rate":0.1515,"accuracy":0.1515,"ce":3.540760337307972,"abstentions":0,"harm":0.834,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.03571428571428571,"accuracy":0.03571428571428571,"ce":3.624699063575645,"harm":0.9571428571428572,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.43788546255506605,"accuracy":0.43788546255506605,"ce":1.487124186211446,"harm":0.5559471365638766,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.1821705426356589,"accuracy":0.1821705426356589,"ce":2.6973317318662438,"harm":0.8052325581395349,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.564708840468323,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.381990839763303,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.2757847533632287,"accuracy":0.2757847533632287,"ce":2.074399022049366,"harm":0.7118834080717489,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.010438413361169102,"accuracy":0.010438413361169102,"ce":3.9251655086702124,"harm":0.9770354906054279,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.5136186770428015,"accuracy":0.5136186770428015,"ce":1.2316384300827603,"harm":0.47373540856031127,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.38470933367125,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":5.311091552551137,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9664,"correct_output_rate":0.9664,"accuracy":0.9664,"ce":0.1465804755631144,"abstentions":0,"harm":0.0203,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.08441488127533271,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.10494312754761416,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9563953488372093,"accuracy":0.9563953488372093,"ce":0.1598773108654067,"harm":0.03197674418604651,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.10655573457862194,"harm":0.007920792079207921,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9460285132382892,"accuracy":0.9460285132382892,"ce":0.1989332909440221,"harm":0.031568228105906315,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9125560538116592,"accuracy":0.9125560538116592,"ce":0.2827820410646893,"harm":0.06838565022421525,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9718162839248434,"accuracy":0.9718162839248434,"ce":0.14864731678032728,"harm":0.017745302713987474,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9552529182879378,"accuracy":0.9552529182879378,"ce":0.17001544387073808,"harm":0.029182879377431907,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.11878301714098059,"harm":0.007186858316221766,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.10989525140787705,"harm":0.010901883052527254,"repair":0.005946481665014866}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1327,"correct_output_rate":0.1327,"accuracy":0.1327,"ce":4.799953842655425,"abstentions":0,"harm":0.8529,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.01020408163265306,"accuracy":0.01020408163265306,"ce":5.474082518659624,"harm":0.9816326530612245,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.18502202643171806,"accuracy":0.18502202643171806,"ce":2.0523200633226506,"harm":0.8070484581497798,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.07848837209302326,"accuracy":0.07848837209302326,"ce":4.582210924406021,"harm":0.9089147286821705,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":6.549955591803083,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.857519014179195,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.7298206278026906,"accuracy":0.7298206278026906,"ce":0.7684849321299965,"harm":0.265695067264574,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.027139874739039668,"accuracy":0.027139874739039668,"ce":4.34690997362195,"harm":0.9603340292275574,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.33852140077821014,"accuracy":0.33852140077821014,"ce":1.7681021517616915,"harm":0.646887159533074,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.811712005376529,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.906966276835455,"harm":0.9831516352824579,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9809,"correct_output_rate":0.9809,"accuracy":0.9809,"ce":0.06121708262170724,"abstentions":0,"harm":0.0038,"repair":0.0008,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03215623885014466,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.021208834079632064,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.05242299994388555,"harm":0.003875968992248062,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.0576719216719012,"harm":0.0009900990099009901,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.08844424848354467,"harm":0.007128309572301426,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9753363228699552,"accuracy":0.9753363228699552,"ce":0.07960283794222495,"harm":0.004484304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.06640454983142297,"harm":0.008350730688935281,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.07159556372775322,"harm":0.005836575875486381,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.08007633251623233,"harm":0.002053388090349076,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.07053357686431011,"harm":0.005946481665014866,"repair":0.0009910802775024777}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1306,"correct_output_rate":0.1306,"accuracy":0.1306,"ce":5.315187491180389,"abstentions":0,"harm":0.855,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.01020408163265306,"accuracy":0.01020408163265306,"ce":6.972039465440011,"harm":0.9816326530612245,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.31718061674008813,"accuracy":0.31718061674008813,"ce":1.6693079760402545,"harm":0.6766519823788546,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.09593023255813954,"accuracy":0.09593023255813954,"ce":4.447569407077284,"harm":0.8924418604651163,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":6.711621889598775,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.17138484986358,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.42937219730941706,"accuracy":0.42937219730941706,"ce":1.8088250389368798,"harm":0.5605381165919282,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.05219206680584551,"accuracy":0.05219206680584551,"ce":4.945640806427458,"harm":0.9352818371607515,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.3832684824902724,"accuracy":0.3832684824902724,"ce":1.588267573842002,"harm":0.6040856031128404,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":7.009293700856783,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":8.182849421079428,"harm":0.981169474727453,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9753,"correct_output_rate":0.9753,"accuracy":0.9753,"ce":0.07579452638657065,"abstentions":0,"harm":0.0109,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.04128140089839892,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03199247207841625,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9699612403100775,"accuracy":0.9699612403100775,"ce":0.08201760725805428,"harm":0.01744186046511628,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.06114828050326768,"harm":0.0039603960396039604,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9633401221995926,"accuracy":0.9633401221995926,"ce":0.10265023749477493,"harm":0.014256619144602852,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9473094170403588,"accuracy":0.9473094170403588,"ce":0.16076436301646785,"harm":0.032511210762331835,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.08869501677244107,"harm":0.011482254697286013,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9659533073929961,"accuracy":0.9659533073929961,"ce":0.10448976677597492,"harm":0.01848249027237354,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.04462533789284004,"harm":0.001026694045174538,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.05423327128421752,"harm":0.006937561942517344,"repair":0.004955401387512388}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1224,"correct_output_rate":0.1224,"accuracy":0.1224,"ce":8.760031041301746,"abstentions":0,"harm":0.8633,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.007142857142857143,"accuracy":0.007142857142857143,"ce":11.807653074725208,"harm":0.9836734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.1198237885462555,"accuracy":0.1198237885462555,"ce":3.5758975117344822,"harm":0.8731277533039647,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.022286821705426358,"accuracy":0.022286821705426358,"ce":10.08879658573684,"harm":0.9651162790697675,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":12.135433022902685,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.0,"accuracy":0.0,"ce":13.090529722592015,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.844170403587444,"accuracy":0.844170403587444,"ce":0.49179668082958006,"harm":0.15134529147982062,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.07724425887265135,"accuracy":0.07724425887265135,"ce":6.061718868433134,"harm":0.9102296450939458,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.2227626459143969,"accuracy":0.2227626459143969,"ce":3.6654387580317076,"harm":0.7636186770428015,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.0,"accuracy":0.0,"ce":14.293194024159126,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.0,"accuracy":0.0,"ce":12.399791643928763,"harm":0.9831516352824579,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9839,"correct_output_rate":0.9839,"accuracy":0.9839,"ce":0.07329553894991817,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.041225739219868406,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.020459184749080275,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9874031007751938,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.053981892820009154,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9782178217821782,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.08195041422333363,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9765784114052953,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.12159357288821442,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.09124188341120437,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9874739039665971,"correct_output_rate":0.9874739039665971,"accuracy":0.9874739039665971,"ce":0.0885045364589103,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.07311695253808372,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9784394250513347,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.08644093805408061,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9831516352824579,"correct_output_rate":0.9831516352824579,"accuracy":0.9831516352824579,"ce":0.08514971579505115,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,5,0,1,0,1,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,1,0,1,0,5,0,1,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4699736826567156,1.022435224069595,2.4901926404279253,0.43352117664323386,3.0866387978850947,0.3630585525200926,3.6476451739822338,0.06326586009929894,2.277940240208168,0.3558928103961686,2.963363612057699,0.048414331641741484,3.8653412795182076,0.028651243050024713,6.5208859904724665,0.0009866729972584619,3.011967904895859,0.3814911740875466,3.3796310921888297,0.054146945398971115,4.833630909231875,0.030234886700952375,6.508138418328868,0.0010408108211029702,2.638112223471933,0.03306630984447825,5.7944078062336395,0.0009293489129299312,6.958096619140769,0.0002493972307589202,13.892806275542572,8.672844996027862e-07]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,0,1,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7843487105437443,0.7357656346034691,3.667227419591476,0.14313402510360687,4.254835442177199,0.17751841395674378,4.329904619112969,0.010742171574622206,3.760809688454221,0.15638847398774675,3.9607951485725046,0.0075067819529738115,4.871295754857895,0.006675107606985679,5.7868062149151305,6.663682269693495e-05,4.336634611413112,0.21497498608420004,4.371279908376301,0.00900650735135328,5.740777809575595,0.011965271653260634,6.272922644669267,9.491863406277443e-05,4.43304488987303,0.01051778822998242,5.98575915141671,5.0911236052167716e-05,7.401487420010343,4.534090669181251e-05,11.09309100827926,1.4540998965779201e-08]},{"index":717,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,0,7,6,7,0,7,0,7,0,5,0,7,0,7,0,7,0,6,0,7,0,5,0,7,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1197261111529686,1.6686700606044687,1.8899398677654338,1.503081226241742,2.321739300021463,1.283198516144287,2.275852472412094,1.073552332875818,1.9041536992945742,0.9885803477742003,1.5633508571290826,0.6744561601982529,2.3209317990951552,0.43615370185345553,2.5858727082299904,0.22302441188786135,2.461354140013752,1.1304123781144226,1.9955902350525418,0.855622319612662,3.019722030382031,0.5553006241090019,2.8811398706353475,0.3205295256452779,2.3247566379551747,0.33054779905936116,1.5774410146892295,0.13969362456766515,3.2392468009044513,0.0377043342711511,4.630024331481724,0.008093026175876237]},{"index":2631,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,5,6,0,0,5,0,5,0,5,0,7,6,5,6,1,6,5,0,0,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8294923166150499,1.997694953487079,1.7686169475344795,1.573585783185544,1.7862863224722876,1.3262667986837287,2.1482470711045236,0.9563944059365443,1.2100411845137309,1.2932169344591122,1.4255587177234728,0.8241560155542037,1.43945648580159,0.6668761330311952,3.484134606677097,0.5052071881531733,1.733792395246938,1.5253878842750108,1.736675430797891,0.99887181753844,1.8004586431710468,0.7972313375858145,3.2221124023479613,0.5476322317678243,0.8790221496107218,0.6243343176387978,2.150588022816967,0.42097397797185515,1.8888868021600436,0.3888229298552475,8.06726475872961,0.23569230325867283]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,1,1,4,1,4,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9597121441418754,1.1337790810363628,1.9155349102455859,0.591948990017012,1.8652530912565308,0.455349935701723,1.7679809757649156,0.10624408476919762,1.863311541458128,0.3889950779324215,1.706557328685995,0.08247652858401995,1.7135681806003673,0.04581770041772589,1.5769115589063407,0.00263020829468819,1.7006749951223084,0.41932028769900787,1.5285329996561805,0.08240260751811883,1.6266393984173195,0.048462549019715265,1.4190423252062752,0.0026099816380489712,1.4957491983034024,0.039949662834577154,1.16144541699148,0.0018318712486887,1.419304781858036,0.0006571548816300102,1.1312480965774536,4.007886998044232e-06]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6203781688589833,1.0466504441770839,1.6055609563152926,0.4581925127426273,1.546330190199851,0.3851501999122109,1.4710607739874293,0.08060413178269132,1.473985554832109,0.32176970536976807,1.3955447294531524,0.05173040516031087,1.2843970956735475,0.03657981123264872,1.2866495227878052,0.002389321355270389,1.2943237258653433,0.36580761043659143,1.1153710231660778,0.05770455953273048,1.1525422364795173,0.045484604971369885,0.9626941980074794,0.003280497816838243,0.9573403683030081,0.03542303929006482,0.8286014864668665,0.0017693604481667069,0.7455569493387325,0.0011217186261773596,1.0531025307382795,9.501681129784506e-06]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,2,1,7,1,5,1,2,8,5,1,2,8,5,1,2,1,2,1,2,1,5,1,2,8,5,1,2,8,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0142661814321885,1.6688930546838396,1.8698270951816363,1.1859151016745257,1.7545185665619378,1.1128503432451302,1.693813658305737,0.546973101287799,1.999639289256895,1.234641294790324,2.0074111063785063,0.729602402684199,1.8178263921675755,0.9556976519029925,2.7377470311722645,0.3091566034763812,2.0486308028292983,1.1208661449219315,1.777244320927486,0.5599114387544069,1.7140477631986262,0.7234523949015149,1.7313097696266604,0.16564182676197672,2.4219319085143387,0.8490404450932233,2.4251060125665163,0.35524558705503645,2.0796420448524193,1.2498791115963392,4.962407347283532,0.10149321920594571]},{"index":900,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,5,3,1,3,5,3,1,3,5,3,5,1,5,1,1,3,5,3,1,1,5,1,5,1,5,1,5,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7165554084908428,1.5506447646346984,1.7440115344442388,1.3126446652320545,1.5312698322298772,1.1352520548170753,1.607234262698457,0.9558407104287986,1.4869551589329857,1.1775967538601042,1.5584183700908671,0.9685836519333583,1.3283068029331468,0.7960047308259335,1.8350314088507635,0.6933356651840077,1.4990535384522041,1.1792446529893776,1.5402330474081396,0.9943011547152956,1.2005352754089123,0.6831046477762155,1.627028487750683,0.5782609974801579,1.2652605978264897,0.843698322261188,2.071651971245289,0.683660911589448,1.5198489125021084,0.42862503478413455,3.87341042864788,0.3673348165296918]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,5,2,7,2,5,2,7,2,5,2,5,2,5,2,2,2,2,2,2,2,5,2,2,2,2,2,2,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9223414559384957,1.1697258066511758,1.9820853871943231,0.5267268217820213,1.789034247629681,0.3988799198080302,1.9600356166386856,0.052033962494380866,1.453480232726867,0.3958035992877947,1.6669853681405014,0.043275181991813516,1.3567240448921964,0.02462723226322908,2.260517483558624,0.000284339207545501,0.9517755836040304,0.38838553254138414,1.0513178049185303,0.04585669353766238,0.8267717654039398,0.0222301202009443,1.3412952693311655,0.0002714194364078622,0.39497781110453495,0.0314584040215101,0.7908971395330235,0.000338765419505205,0.3694299056696295,7.037340780109157e-05,2.671537553618829,1.087532791236821e-08]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,5,2,1,2,5,2,9,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,9,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2214502886227923,1.1062464308813371,3.487835128146008,0.48866585579446564,3.6022348688998544,0.3496218474903977,4.25145299358648,0.061547310019666845,3.9593723831257144,0.3350666223718102,4.715707216203505,0.051288383604574106,5.125850764090027,0.022545680294091687,7.660765057350624,0.001158395815473745,3.47328916386238,0.3288572687826665,4.344192801130474,0.05972093524896209,4.831178065459063,0.017897603102012872,7.424791191251163,0.0013106978509728946,5.25349010002992,0.016990531227191304,8.15025318879486,0.0007326975149381602,8.983208329377987,6.247271429161272e-05,16.460690392199993,6.576367852789864e-07]},{"index":444,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,5,2,9,8,5,2,9,8,5,2,9,8,5,2,9,8,5,2,9,8,5,2,9,8,5,2,9,8,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8399783696016905,1.4913157950944007,2.7953790250488706,0.9281379329846006,2.906670374748993,1.1674061591158789,3.0754757701100637,0.37972824346642514,3.3576324317108357,1.376294407830931,3.466641390346524,0.44078790880667584,3.8730707050723163,1.1375539476564673,4.912023394496901,0.04446858774041492,3.585754573249556,1.2390286120016354,3.826636188361962,0.4298631284811862,4.123149280023224,1.0285043072214264,5.3243951355770145,0.04127182601718353,5.645808486564438,1.7525202878881767,6.772287620727797,0.09149304239674808,7.520505292793063,1.0127992529067753,11.191853129795733,0.00019005741922646673]},{"index":492,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,0,2,0,8,5,2,9,8,5,2,9,8,5,2,9,8,5,2,9,8,5,2,9,8,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3526057720599627,1.528273138030235,3.1875224846336687,0.9214490077675158,3.0941958346926155,1.1804507665679602,2.9324973546145836,0.5056859102405057,3.677022210191976,1.101896997739976,3.2975592611138156,0.3984492411004545,3.2991602528059243,0.8262899373285302,3.155021058493507,0.08305573698674978,3.6875553292718894,1.0417669806506709,3.393771652680776,0.3590005160341054,3.5155354087852193,0.9678047976816305,3.375245171839903,0.08942981667495202,4.672414422120127,0.9401874252018503,4.175164717327237,0.07198849090008083,4.587510637859771,0.507798907473798,5.638831391629879,0.0010305187026148975]},{"index":2044,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,7,7,1,7,1,7,1,7,7,7,1,7,1,7,1,7,7,7,1,7,1,2,7,7,7,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.598523917257992,1.9939495025250373,3.122295874013595,1.7213570083545355,3.3408841065269677,1.9025755042187775,4.608690794864266,1.616558605213492,3.4554645287234793,1.8183768806628717,4.542591201885054,1.261058249491205,5.354310280348016,1.7275883256008449,7.983765521298246,0.7868453319586739,3.2829425819267932,1.8329022739575598,4.421974701618654,1.4708869647097371,5.45519609244409,1.9116588139071746,8.253951692950931,0.9833891367722236,5.230996041200024,1.7664608511957394,7.854780011385254,0.5642636386544485,9.835440369975355,1.2631454148330956,15.441341152259998,0.05370468470158486]},{"index":3021,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,5,7,9,7,5,7,9,7,5,7,9,7,5,2,9,7,5,7,5,7,5,2,9,7,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7733560546913516,1.8342693337027434,3.1942362422321513,1.3699960756540581,3.048775855335163,1.4798363849925162,4.192953467084196,1.0289495000413262,3.2102022382093898,1.4605176487614713,4.3692082341599585,0.879008488379639,3.9641389566718406,1.0967697410324675,7.652283053715212,0.4422145895285909,2.6091165671621446,1.2277315675782947,3.555882454815769,0.7856005640342776,3.4953381479146506,0.8431055302180158,7.066334201931679,0.39742204508062945,3.5689862520484033,0.9360715909989374,7.627635342935495,0.3277511541462372,6.238725695159704,0.43422680969886107,15.94629867511774,0.023582456636299688]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,1,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.611421456052071,1.6219327342096188,3.9370322974227117,1.0611981307581368,4.511713113385448,0.87604889269676,5.411104816411914,0.40978090525293537,4.517169745472395,0.7530264942220983,5.355143065479203,0.2912303805853707,6.754003946894859,0.22401125987086482,8.757709118443627,0.057013605954401955,4.946666337483544,0.8062775180403827,5.7576755806897815,0.2386916335060522,7.467115016675486,0.17826542622497007,9.655941527434484,0.03623494359162328,7.647542754710815,0.15866222955657006,9.518485501959265,0.019118538693611527,13.06748721761552,0.019860649794073083,16.938716237974948,0.0009466220385715202]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,5,3,7,3,5,3,5,3,5,3,7,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.342411613347709,0.7255220563819288,3.507573718977246,0.2062691190791165,3.6174143438595303,0.13905003898096815,4.484118366301857,0.010357573494873469,3.4644030625645392,0.12453572801435205,4.460752383860372,0.00780664027475379,4.357399266628722,0.003121114657948821,7.550664678052183,2.244224284496403e-05,3.820257277840868,0.10487470523030705,4.372378763958288,0.005032876314144272,4.669678636052524,0.002187576532774285,7.158278029487243,9.951503533904736e-06,4.764829357792639,0.001844613009037378,7.989793409359557,6.448440726633114e-06,7.53623675429745,1.0581318321072942e-06,15.016297844973382,4.351141669095266e-11]},{"index":195,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,5,3,7,3,5,3,7,8,5,3,5,3,5,3,7,3,5,3,5,3,5,3,2,8,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3656746935711617,1.7297187976851036,2.3492103259423427,1.2334797758137914,2.388470535341158,1.140193066755608,2.684484048086272,0.45744124630401006,2.4461646771885928,1.2494386778374293,2.6507919755089473,0.4460328524778335,2.6010559049599653,0.5924973713337778,4.026924941032415,0.036401246741850274,2.5116134824896776,1.2643987549892381,2.6880792689178454,0.4725857954751334,2.6467183122454427,0.5818920427767503,3.885164360203618,0.035890525646620514,2.6459630576717315,0.8273992361395918,3.562580118795507,0.039223208029138354,3.040554539239216,0.24886851662050702,7.701317608587494,0.00014330380524223645]},{"index":883,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,5,6,3,7,3,6,5,7,3,6,3,6,3,5,3,7,3,6,5,6,3,6,5,8,3,5,3,8,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9800594628771147,1.8078867220814114,3.0320826488905706,1.49061361818981,3.2698251788408843,1.4341658816406486,3.665013947299969,1.1304243740242261,2.934078586555032,1.30004779791262,3.337227640183095,0.911829214831309,3.6161708827325563,0.7839536516251524,5.138508307780073,0.7324125538822518,3.396764593365928,1.3368450657948279,3.6467111895780615,0.9733747827449227,4.080253633178074,0.8232476587247795,5.481145153415416,0.7391415891349813,3.572976364604034,0.6352856033998505,4.701233507168123,0.43370676191980934,5.006633381040903,0.24089576833958634,9.512950537456256,0.34569489433549966]},{"index":4306,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,1,7,1,7,5,7,1,7,5,7,1,7,5,7,1,7,5,7,1,7,5,7,1,7,5,7,5,7,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.242202704936374,2.194999625053354,3.34456917404791,1.9092145623327368,3.8278245403244515,1.8511215990817764,4.512889838665699,1.6557373546810954,3.9150753737001933,1.9007133599303616,4.665050789557133,1.489916454608405,5.357147271774527,1.5849086009267501,7.725771214557277,1.14168798441271,4.14065281076314,2.0237914894921323,4.778153364470213,1.832611748910419,5.757791975476335,1.8610514978091655,7.988200150307933,1.5701111946584758,6.191753861671755,2.242490560129701,8.672205268177208,1.4897156076803826,9.77799878890685,1.7852862662880136,16.24237208217432,0.5659482065021552]},{"index":9905,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,9,1,9,5,9,1,9,5,9,1,9,5,3,1,9,5,9,1,9,5,3,1,9,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0171392665064953,2.1507404722205856,3.1207778582512056,1.7801052491830847,3.5735617659147447,1.8345603568368851,4.344153633612637,1.2582950998372802,3.5856686533213087,1.7662796045393407,4.419334449286275,1.057222886526107,5.116128344753276,1.3438559134139332,8.3080608588924,0.33976316067642715,3.736634186475583,1.9085171520895756,4.427726831308396,1.135728293783081,5.351378604437025,1.4274189280609528,8.079534127067653,0.32953745637959575,5.17643405508755,1.520694962729908,8.572585123390146,0.2177260791614324,9.358362482867035,0.6097599293386811,17.77725332607876,0.004239727890986047]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,7,4,7,4,5,4,1,4,5,4,7,4,7,4,7,4,5,4,2,4,5,4,2,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7631367365593205,1.4745453625136051,3.0720475276737185,0.7898172983840585,3.3135534489337815,0.6577869546796142,3.771202181260556,0.1553518931927248,3.306265282129602,0.755623650191562,3.917908605657751,0.16867093993990392,4.606773212782519,0.16296487214108013,5.77261366045012,0.008709507252269414,3.686373929449484,0.7632511365154648,4.237481004197901,0.1543082731822468,4.909333072130261,0.12314693496401956,5.868120505160822,0.006123039532222857,5.11981968110214,0.18285298819063736,6.522339780231327,0.008649500539911207,8.195535171614816,0.012218166750624376,11.591177495197906,2.2902853109435717e-05]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.290847029252946,1.6765014477579847,3.508685515405528,1.096923862468232,3.807819425519323,0.8610714307359039,4.22558376775374,0.3255429044676421,3.8567859194382192,1.0945954094173564,4.363506928267743,0.4272454480657302,4.887278067076222,0.32568159956702436,6.336804754815705,0.037845033549607075,4.248874800390338,1.050212230051741,4.749673224857227,0.341890792894009,5.181608475229176,0.21556425468603513,6.709100983889209,0.021039513093646402,5.654127213950977,0.4215674375621078,7.73816076759346,0.04823756681648341,8.273721947646072,0.034165938191707025,13.709641069659476,0.00026738001119877645]},{"index":33,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,4,1,4,1,4,1,0,1,4,1,4,1,4,1,0,1,4,1,4,1,4,1,0,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.029606080059832,1.83733702649791,3.472501718116985,0.9493357661821269,3.6985505009033934,0.8345974674222887,4.472155916060529,0.16520039622252758,4.240099115053372,1.2147945610553859,5.180535958473056,0.29396007177505185,5.747708117075411,0.2423414610457779,7.544520186156201,0.0073916329983074085,4.31701386476241,1.660304869831585,5.411274192624429,0.5917889028249165,6.080655494567478,0.4567812099430861,8.036459850270695,0.021024586658413336,7.434191425273419,1.0718900147102683,9.742054216295085,0.07562267834103016,11.33314955370147,0.06079782794498347,15.198092466830774,6.208888325893686e-05]},{"index":49,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,7,4,7,9,7,4,7,4,7,4,7,4,7,4,7,4,7,4,7,9,7,4,7,4,7,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.433063588955127,1.256442251051603,3.6237749593537742,0.6440383947865791,4.23803130240751,0.698664644609104,4.482541099813505,0.22516989325981673,4.509976946654231,0.9628975444288635,4.985584369072887,0.35759663473056824,6.6383681430356045,0.4954597879020293,7.258464791077185,0.06059929446780154,4.892402398158116,0.7883103836580567,5.410945022601453,0.22754371974560592,7.137818657996549,0.3371656575318046,7.685051006610941,0.034486438446464596,8.238960815141965,0.8032531789205682,9.602425416761667,0.09715612988664302,13.42194819046221,0.23496688526932913,15.068502546579843,0.0014058510512114022]},{"index":740,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,7,9,1,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.961582690975475,2.083266789864223,3.281205007070534,1.7542715206293793,3.4474888989357098,1.5181458036338416,4.029654649093564,1.166248298393493,3.761390673688343,1.74455613490395,4.489360628691432,1.3138099250396498,5.109110413155008,1.2224885100494645,6.42066730912518,0.7409661900329746,4.325318332558634,1.7191360451872382,4.972991232810263,1.275064530776982,5.759740993050409,1.2288613744602237,6.89951513520382,0.7746704477169492,6.269039103688974,1.6671588214303816,7.961256193752671,1.1491446094858717,9.680753561715024,1.3104789926234537,12.458447936693156,0.37984265498491265]},{"index":3490,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,5,9,1,9,5,4,1,9,1,9,1,9,1,4,1,9,5,9,1,9,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1948418424693363,2.27050759946215,2.3787755793284164,1.8641932674960062,2.755955922334845,1.681084229603276,3.1492712562455045,1.1456016563864364,2.963191397696807,1.9449633091128093,3.5451408629229544,1.3591714575104858,4.487925624671609,1.1820743543637706,5.913701748170789,0.6770521381595871,3.0400978666582024,2.0386108003669183,3.5479478937398055,1.3497835064075496,4.453474643760327,1.1420337333296557,5.652255829296424,0.6254062988790807,4.98595058975187,1.6368957906625563,6.674271355678251,1.0115607092129197,8.761527902823294,0.7910161664790476,12.37369265853292,0.24784825327130924]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,1,5,7,5,2,5,2,5,2,5,2,5,2,5,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6596636392153328,1.910481630762621,2.186848928525608,1.3100816589253894,2.7612402702129333,1.3343263127147669,2.148671329696414,0.5976980746045554,3.038128634082754,1.1954471201273191,2.2906662720941116,0.5045454198722517,3.2951077554233237,0.4490910000908918,2.2860821658628074,0.05560166185654576,3.6124352817231777,1.5129318516264725,2.6999363501103,0.698470416083972,4.035178329460934,0.6485513179046426,3.0122000776735196,0.1301287045904122,4.973630376573745,0.5219052830966558,3.6935015163296825,0.10455369033987583,6.042723770569556,0.049215913989864246,4.048444858471883,0.001431012388824583]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,1,5,5,5,1,5,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8810602491830322,1.5520630533593032,1.3553765979137775,0.7416052931649241,1.6661632189282023,0.8041829149207802,0.8272084497180549,0.15370414752576342,1.4423622374793583,0.8282954084508853,0.6512795585499397,0.13867055041506832,0.8811734027060467,0.1983414900069188,0.1216176675488788,0.008305052052442622,1.7855285721597431,0.8533012046608454,0.9079285181368122,0.15514222117494417,1.4556658459260015,0.240458050363949,0.2656920858491595,0.011083044142317755,1.0298757003349783,0.25866179334363715,0.11479858729776646,0.011377683729777651,0.30126459849867276,0.030934408433106665,0.0029481775800542626,6.868602980416724e-05]},{"index":187,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,5,5,1,5,5,5,5,3,5,5,5,5,5,5,1,3,5,5,1,5,5,5,5,3,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9241959707772285,1.6786250707177615,1.481867345145359,0.8057342901495844,1.9131232575659074,0.8635428737092558,1.1174815880450346,0.1483626735550529,1.5041151545930889,1.183500816093568,0.8413242702073762,0.20278909388433664,1.254310785786098,0.33347588667475153,0.3155670450303794,0.003747907869085433,1.6764720302145322,1.1814401097141543,0.9500508184818569,0.20029205665223854,1.8065700907136857,0.40604698899056274,0.6392635266746022,0.004807203580550511,1.1515200844082776,0.7719121524413838,0.24738296412800775,0.010120891304163012,0.8440866034885546,0.06876491058048018,0.04266024957705827,2.4369247720746854e-06]},{"index":412,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,5,7,5,7,5,7,5,7,3,5,5,7,5,5,5,7,3,7,5,7,5,5,5,7,3,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4271621423282745,1.4109834334623281,1.8011235314121699,0.8018104073131697,2.2739959342438003,0.8669197358163266,1.1865230098751463,0.2697526608597758,1.7518761684267048,1.1723944114640779,0.7451219416822575,0.42124994090838214,1.33965577647662,0.541907812640031,0.13583389176797916,0.04696968083440168,2.548803533722637,1.1549203865740678,1.389370033331115,0.42640684066000545,2.1242569047597017,0.5544017059592475,0.4722852152214312,0.04850921735306886,1.3537250955162174,1.1656047286026259,0.19062351548518286,0.1602529356981219,0.6991962216665504,0.3596225431881885,0.004017650756563627,0.001629962130903713]},{"index":1331,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,1,3,1,3,1,3,1,3,5,3,1,3,5,5,7,3,1,3,1,3,1,5,1,3,5,3,1,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3351751678602937,2.1087645961958774,1.7240186249855523,1.2917037264285804,2.338787491505771,1.6995328345358023,1.3869258008559877,0.7909987521036733,2.061418661220203,2.050809580266123,1.0910622631395843,0.9269700421443784,2.0960104805538413,1.6672552751344143,0.703288278299621,0.32237557774547493,2.3003417228050513,2.1940448326803805,1.5098622241305346,1.0433811889899065,2.773623852966085,2.0949169781242234,1.2898653021177675,0.5020711609494155,2.0377551702867307,2.898420521748127,0.6186301851035407,0.7869855495652259,2.7529122607812244,2.828569300884335,0.4576035640733625,0.07748148232814259]},{"index":9749,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,6,6,6,6,5,6,6,6,5,6,5,6,5,5,6,6,6,6,6,6,5,6,6,6,5,6,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3999213342981784,1.8535947382738645,1.8312413985646379,1.511761646840247,1.967414231619895,1.551768104659407,1.1999825901381471,1.0748628833163438,1.7312406223388035,1.2559695262475703,0.8314219533654185,0.9555053002495727,0.8177416164570503,0.9051202482964523,0.19082572782931023,0.49137455087373916,2.337804253619652,1.4726163290732912,1.4384972332982897,1.076224968137796,1.6805019760269295,1.1783571685622336,0.6695056307515949,0.7129587461068899,1.2746678753695884,0.8895433200348425,0.29508749852781024,0.7061393688140964,0.2642808511203883,0.6806348975222709,0.017385409115388138,0.15459085605360134]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,1,6,1,6,1,6,1,6,5,6,1,6,5,6,1,6,1,6,1,6,1,6,1,6,5,6,1,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.926100202450905,1.395845892998191,2.6831603562717046,0.5840848947178932,2.688315823642291,0.5765798677633031,2.346722336500489,0.07676484532645471,2.997639064583244,0.5666062927939569,2.629792253746616,0.06605284833694816,3.057150550140692,0.05712078204256019,2.9594357011138426,0.0009389357626592719,3.4358938540877366,0.6451874410093195,3.1046891598728283,0.06589730568870572,3.5082689201997908,0.045994046815634716,3.267713459852855,0.0005697272479040716,3.8368246930788645,0.05480859854371438,3.718944978225039,0.000515563052030301,4.884131445680383,0.00034093953784079437,5.020786646001102,1.1238030518640346e-07]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,5,6,7,6,5,6,7,6,5,6,7,6,7,6,7,6,5,6,2,6,5,6,1,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.168601045564517,1.4072359957649019,4.09140830919068,0.6722401048695382,3.9699767093975864,0.6030529171547879,3.669819081750716,0.136659976082234,4.191598966728519,0.6680234425836313,4.055925176749386,0.14120880053713106,4.1044452474207525,0.1129549992501573,3.741165737034369,0.014361870325291914,4.853585411501728,0.6747347988966705,4.8438956023495345,0.12406567853232524,4.619338455399904,0.08388950175418658,4.156099181829816,0.008305163605706,5.194478254536156,0.13278664498318463,5.190396091920203,0.011360156896158182,4.937005286943181,0.006967693635962602,5.0508330619975235,0.0002029699742969729]},{"index":1044,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,6,7,8,5,6,7,8,5,6,7,8,5,6,7,8,5,6,7,8,5,6,7,8,5,6,7,8,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.75267961990492,2.108634093185222,3.98702928765526,1.7412561198631753,4.080667274234002,1.8078202680679143,4.423028730837696,1.2252472185118897,4.368426107059374,1.8438892786957182,4.765648117649791,1.1833015878648068,5.333784241227768,1.4085221578081129,6.9675756208236,0.5661996987987615,4.749321681916863,1.7419238449598855,5.16106914952532,1.0667974755545513,5.672204512699576,1.1023458684399108,6.846946272385288,0.37706167661272216,6.490668432860932,1.5049442652527705,7.738086090260817,0.49293014142615044,8.809215264472481,0.9449969990346637,13.349117730056909,0.0783403527687612]},{"index":1182,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,6,2,8,5,6,2,8,5,6,2,8,5,6,2,6,2,6,2,6,5,6,2,6,5,6,2,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.426537819667095,1.882095286344747,4.407551086569111,1.2826726362698215,4.13909738605295,1.4446614582584707,3.921471731030621,0.7271586485137517,4.647714438056879,1.4158596525425295,4.78028111776572,0.6864378526994843,4.896263458859131,1.1844537444333143,5.48543340760164,0.5193503704705089,5.586841510436395,1.2918878580464075,5.432190836882096,0.5187640562670411,5.428365125904961,0.8680592144026006,5.223649644507327,0.2741245772471624,6.806934760442902,0.7952886151842454,7.051070646662973,0.26228739211270186,7.311930951379691,0.8146982329761976,9.460736606778582,0.3968236653896931]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,0,1,0,1,0,5,0,1,0,5,6,1,0,1,0,1,0,1,6,1,0,5,0,1,0,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8392891287495563,2.0627144494986123,2.9985363607603785,1.6792055474439938,2.9874194781333845,1.818846358034505,3.338576492024494,1.285356564559345,3.028605906920844,1.5997972206016464,3.4307885931546247,1.172779419312111,3.4304384829343046,1.3040999928655383,4.435715313426594,0.7771049911225751,3.2718137673090215,1.6986902622765585,3.5302143553616125,1.2800675190752129,3.794533200347487,1.2797236562151433,4.607159754593675,0.7586187641962159,3.7547422340958185,1.1506890986114209,4.981628302445928,0.8172568268391887,5.01731697582551,0.9301030521497348,7.755589200473969,0.30144558208298]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,7,1,5,1,5,1,7,1,5,1,5,1,5,6,1,1,5,1,5,1,5,6,5,1,5,1,5,1,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1125781474376226,2.005150947611553,2.2288480071215817,1.4759967680964698,2.35919809672024,1.7415030341057705,2.6649894141735153,1.0025666210791115,2.124646540470703,1.9390419265835737,2.5782188726647255,1.0369590756896785,2.8813822885549167,1.7013043011130076,4.38290161532358,0.5046618723212887,2.0287700590281164,2.2038548892714083,2.3444400486416677,1.4187858574296155,2.565794449948918,1.9466700763339775,3.7950038766673964,0.6897935863054814,2.3060779419988364,2.520603277878755,4.158700082339856,0.9975296296825626,4.848780551697471,2.255862401996419,8.744638164232109,0.13739369018925837]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,5,7,1,7,5,7,1,7,5,7,1,7,1,7,1,7,5,7,1,7,5,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6783171226690676,0.9307785895775448,1.800844473531282,0.31494666091268464,1.784230077584793,0.2643628525424259,1.9662820544111723,0.026030794946229865,1.995482468775624,0.21626544961621957,2.401974844059712,0.020518032241251146,2.3657614313212383,0.016754196664946232,3.809027225678853,0.00021458257822273299,1.6159755639808955,0.29693459847331155,1.8469595350676042,0.02279392200366893,1.768844193379266,0.02090905459325767,2.817543038405771,0.00016740160945206837,2.360397302995283,0.014464970147434596,4.1071168710969985,0.00012411569889273074,3.349561622310921,9.313282352945556e-05,8.395249725414137,1.651559164667934e-08]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,5,7,1,7,5,7,1,7,1,7,1,7,1,7,1,7,5,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4482940790965733,0.8700147741652959,1.51239689681144,0.3033831536267248,1.4987932424501669,0.22853229726750163,1.409904431910996,0.021580614399298304,1.7608223643341436,0.193243766294232,1.9561969577585074,0.01713685642911091,1.9326588627970667,0.012631888012254516,2.410461363884325,0.0001398965737935496,1.2257054965608656,0.29006654679855337,1.2167032779964575,0.02215331672034302,1.3187527913059467,0.017341154054724726,1.2784112112212516,0.00012833446457210135,1.6331574507546063,0.010649322571603882,2.533754129875027,6.550875175248976e-05,2.231496205251015,4.869891851053791e-05,4.076387103067764,5.857794454551766e-09]},{"index":551,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,7,7,7,3,1,3,7,7,1,7,7,1,7,3,7,7,7,7,1,7,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4795920054502818,2.110426384805854,1.4592226907492998,1.7262190908362844,1.2267097224367407,1.7014979174769431,1.0923795844893909,1.1365383142319978,1.3952914932028007,1.7438199564196082,1.2687288757838862,1.2207464981992016,1.100319941698336,1.0791822627124454,1.0570261347425225,0.517045026988107,1.2080045014672787,1.622976209919398,1.144084717009289,1.132523937207229,0.9424133153306264,0.9949348753795473,0.8946270707351609,0.3941551287342056,1.1670702668812405,1.0011464357996316,1.1362558778222387,0.5970941363684477,1.0948475148851173,0.23829014699542928,1.3713191020772977,0.05493863100613315]},{"index":658,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,7,1,7,5,7,1,9,5,7,1,9,5,7,1,9,5,7,1,7,5,7,1,9,5,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.801968651659519,1.9050284570509908,2.090850957294161,1.4780101236309346,1.6683108804696298,1.4374435265727397,2.0702132480482334,0.6010679374579498,1.9638319137238192,1.547920032264945,2.6926055821185533,0.7741285019318379,1.9204531290735793,1.039921877142129,3.87863499684757,0.09741755903870164,1.707732629597977,1.492670157483122,2.472473694955007,0.7554652819938578,1.5207604440927889,0.9299256590157207,3.312438875099379,0.07136115588341455,2.0002216357797984,1.1029715842882204,4.451023072703545,0.13696239990878603,2.095731865646142,0.5029917475313171,8.69980477345108,0.0010265872925584202]},{"index":1500,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,5,1,1,1,5,1,5,1,5,7,1,1,1,1,1,1,5,7,1,1,5,1,5,1,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.039647490922688,2.3223911725362876,2.089890832088286,2.06589768784396,2.230593213164375,1.901025904849068,2.268682355029312,1.3817609196602247,2.1949866391449366,2.1701623421070577,2.4184704771851706,1.5678223503370874,2.585866478624684,1.488840450135518,3.4732627606008624,0.6217919420949557,2.3974530794098214,2.1789522519369173,2.6202256555363395,1.7023119262034498,3.0040182170739116,1.5459654756387404,3.644431209709978,0.7154087731025547,2.9660228037512555,1.8645902487712018,3.885725455762217,0.9090470640182842,4.187170332749134,0.8078590179008175,7.21923572276417,0.08513961240811431]},{"index":2016,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,1,2,1,2,5,2,5,2,5,2,5,2,5,7,1,2,5,2,1,2,5,2,5,2,5,2,5,2,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9919655567739512,2.2850426481928214,2.0750714784913913,1.859378308722236,1.514193927188073,1.8159598443327534,1.6827161672751842,1.176527810602733,1.5886238172324454,2.346517001244684,2.049484184136424,1.7844874210196422,1.2995812534876796,1.6682906381164258,3.1311585075648383,0.6746939110582807,2.191560442714099,2.315939563666228,2.487693329568665,1.7441083716174917,1.6081483282294686,1.687695878720148,2.949233611120358,0.7044578747305967,1.582474019403907,2.788840970648602,3.9167759931498494,1.916917849403305,2.3080278929427376,1.7838431263103196,7.652101473006685,0.12950764268854598]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,5,8,1,8,5,8,1,8,1,8,1,8,1,8,1,8,5,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2852358890747886,1.468083944808288,3.783919666550201,0.8359632741881939,3.626919998991891,0.5154593987692334,4.5728333113782345,0.1412353365945321,3.818639419822081,0.608769427266476,5.0538475755419325,0.18464490989818136,4.8042578617853025,0.05176795738222951,7.352425960867485,0.006436414184798626,3.7618075069910413,0.6386994949541628,4.971845773768319,0.1679882367747379,4.793609901056924,0.04302213807630189,7.2822648552426745,0.00455860363165463,5.43599281696702,0.08964712162612597,8.630578458282917,0.010698568228979662,7.684819642252418,0.0005497734480453978,13.640663028463411,1.415773823634682e-05]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.828372725613872,1.5499328272513926,3.5111879394287153,1.1127890341410134,3.420596384477828,0.7986076748582149,4.707012965098177,0.30981748752263877,3.63612266300417,0.7473662655377566,5.261807991521051,0.24694613835719395,5.621769656824421,0.09596327395566881,8.732576101877745,0.008788107095798497,3.823069719206585,0.8393129221436557,5.537177230720425,0.2709431528076278,5.609237193155799,0.08834521259408987,8.707562398712913,0.006637006561618624,6.767953823004719,0.08625100348111847,10.343869739629849,0.004474533831540114,11.594837001052946,0.0005294493228855965,17.897080649173628,3.98470193490351e-06]},{"index":403,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,2,9,5,8,2,9,5,8,2,8,5,8,2,9,7,8,2,8,5,8,2,9,1,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.695564917582326,2.1337783682454026,3.2603719820707573,1.8404721390494172,2.93813436178431,1.7177892408070137,3.874875799817617,1.156238229620634,3.269148423336877,1.7864606600955715,4.38296854882163,1.1723252723741062,4.0592597689749415,1.0729704933763244,6.175043816804777,0.3886512611573147,3.5166429489861253,1.726371027135458,4.613078759640668,1.1661310504816993,4.014328342454355,0.9864413544458038,6.0754574551997145,0.37819293868591003,4.888121623300584,1.1245318171981689,7.18722193194898,0.3738706258236504,6.824547187923031,0.34827286252807604,11.51470735172721,0.04735636352913554]},{"index":495,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,2,1,8,1,8,1,8,5,8,1,8,5,8,1,8,1,2,1,8,5,8,1,8,5,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8128474499959735,1.8316630986617386,3.559320298374243,1.7469614101418673,3.4300691992264554,1.238739425245019,5.177808236470249,1.0792501504583345,3.431306418724544,1.3028916175803122,5.378248184236297,1.19619749323432,5.03450148108124,0.5857257065243632,10.604850011040924,0.5497980618306327,3.8714883761278718,1.3987462668945843,5.739233753923676,1.2333059793174188,5.909788459160596,0.6107847003881559,10.353521592536945,0.5475602971972322,5.636304404363452,0.6876885597527543,11.374733044045424,0.6749989332347961,9.864669645796438,0.14388781627274277,23.047603764871933,0.24333183663904304]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,1,9,7,9,1,9,1,9,7,9,7,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.533005893793327,1.4470040650515004,3.8519375657390573,0.8020296664963467,4.294065950150376,0.5997019339845687,5.153361356837058,0.16806824536020865,4.783535042431546,0.5900553198548526,5.67463641751919,0.14579697893578764,6.268796207491099,0.06622189232856972,8.381637372224239,0.007401508204238615,4.528743599903818,0.7875251139345087,5.617928489872979,0.1918308456853871,6.462330106735819,0.08432413228022345,8.578996748743709,0.008654759764934272,7.587665660852211,0.07965727498119762,9.867126707285632,0.00781189372804227,11.261241781850469,0.0009580319134025566,15.820004518912445,3.879739083680057e-05]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8568153047323936,1.1237766305067787,3.0470845540394116,0.5837532234793706,3.534464274981052,0.3841050684253061,4.0671829345417905,0.09058955088940836,3.3600696244453414,0.33329722650037913,3.9475386836516537,0.056627407276632395,4.81388092024257,0.022859499865161344,6.357606626412592,0.0009650258169107709,4.388522357119282,0.44803249820537844,5.088461086115872,0.09141962435771295,6.633824827438581,0.03470452561502885,7.998840566154545,0.001422794061059155,6.4083082659600885,0.022717020722565037,8.064734612289675,0.0004592490502917996,10.310826545187094,6.95997749997338e-05,13.600937838132753,7.774217434041588e-08]},{"index":882,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,7,7,9,7,9,7,9,7,9,7,9,7,9,7,7,7,7,7,9,7,9,7,9,7,9,7,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4086365311802953,1.7220926262679435,2.596635694999719,1.4984497844920706,2.6526969038644674,1.1537669338484713,3.2039989198085435,0.9153981246555543,2.701092807897007,1.0725705887584807,3.220766711760255,0.7953652016285656,3.383584728597081,0.43001204729505704,4.611772385217037,0.2949191741337726,2.709615769316719,1.3566942825024821,3.17224320735635,1.1879373363335746,3.605153288078829,0.6293801050726168,4.873052280417654,0.5580576853535208,3.7198494866180747,0.5839711733664434,5.089779561638587,0.46560300805144744,6.317770678252602,0.10316191027995797,9.129278512931203,0.06389833905541613]},{"index":1553,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,3,0,3,0,3,0,3,0,3,0,3,0,9,5,9,0,3,0,3,0,3,5,9,0,3,5,3,6,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0151008204726955,2.068061100689978,3.2904194985608832,1.8042675729695765,3.4027847891873764,1.4948000898816358,4.231393944363971,1.0843452136753138,3.416909382275745,1.5246878068949725,4.259786889337678,1.151701805066897,4.297197490315647,0.8062675079785178,6.955192753604397,0.32756112232903145,3.713457601051344,1.8999580981169844,4.546402832853659,1.55851576659645,4.88034716529557,1.1111385528255853,7.071036299029904,0.5031490124508728,4.985652357564737,1.2978992142426655,7.666613572460857,0.7770107231031784,7.496215627613803,0.37155796670187385,14.886307230751374,0.03769307349334504]},{"index":2189,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,1,6,1,6,1,5,1,0,1,5,1,5,1,5,9,6,1,6,1,6,8,5,9,6,1,5,1,5,8,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2648297957209804,2.2493279989372192,3.263629162879045,2.03182577850085,3.345131539190168,1.9194959594962935,3.507162886018384,1.5362167568494542,3.4622293687769465,2.038611134982679,3.5856619034217143,1.676460567810648,3.7497408644970305,1.6181999009173151,4.911955486332354,0.8329238135318234,3.9209617712258167,2.4479210905421187,4.214832053471833,1.9906735307554013,4.579689159804086,1.8920585095183367,5.574164775339823,0.95572908499567,4.740199732263655,2.35111012594072,5.707353405491858,1.3899456098680012,6.497299452436746,1.3699395414239492,10.303446337940267,0.11697733374650453]},{"index":3597,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,1,3,5,3,7,3,5,3,1,3,5,9,7,3,1,3,1,3,5,3,7,3,5,3,1,3,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.179511260036403,2.0303411059364427,2.1404916818509596,1.8337236582959981,2.4729115527030485,1.8142046605790896,2.6673538088867925,1.3851445806038178,1.9812088068595157,1.9044486940821692,2.007111767720372,1.4338995686425657,2.32893384543765,1.6021521272462502,3.1513307365606154,0.7635842752228286,2.979336418976695,1.8902715218249095,3.1220713616107942,1.5113227179617241,3.7661361841254544,1.6752738186165284,4.58115858732157,0.9563810383015712,2.993282704257343,2.1669676273139267,3.45799491877251,1.3333480864920269,4.201921019253149,1.984983357600838,7.231625731047626,0.40087949713097265]}]},{"id":"residual-final-s103","recipe":"residual","state":"final","seed":103,"epoch":100,"source_run":"graph-eval-residual-s103","checkpoint_sha256":"1774af051d46347ec7f4c27e18616a0e6cd593b76f964d6184a2a02e3bde4959","source_result_sha256":"ec20694d9a9090b29a494662e4443e526ca29ac9ffe55f10509bb099ab10e3e1","archive_json_sha256":"ab002a13ee4af610dbbc1be4400c8710d6c89ce2c35fdfbc9dfa2bfde9049211","archive_npz_sha256":"e89bab3cf42c54ae8b3ca790daf35ed4e8d4cf9d68c7ff1db11885ae221a4e9b","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":6.493580548272426e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual-final-s103","recipe":"residual","state":"final","seed":103,"epoch":100,"checkpoint_sha256":"1774af051d46347ec7f4c27e18616a0e6cd593b76f964d6184a2a02e3bde4959","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,2185,6621,2,5,619,3598,1,35,149,362,1609,2044,18,30,195,883,4306,5734,4,6,33,740,3172,3490,8,15,187,333,1032,1331,11,21,217,1044,965,1181,0,17,551,658,684,1500,61,84,403,495,4639,7,9,882,1553,2189,2406]},"n":10000,"dense_accuracy":0.984,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.984,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.979187314172448,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1491,"correct_output_rate":0.1491,"accuracy":0.1491,"ce":2.615332049955635,"abstentions":0,"harm":0.8363,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.03163265306122449,"accuracy":0.03163265306122449,"ce":2.6961338357450058,"harm":0.9612244897959183,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5524229074889868,"accuracy":0.5524229074889868,"ce":1.8093462573761245,"harm":0.4431718061674009,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.08236434108527131,"accuracy":0.08236434108527131,"ce":2.496202928751498,"harm":0.9021317829457365,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1972529646994303,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.2084606612789823,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.043721973094170405,"accuracy":0.043721973094170405,"ce":2.2849543798935286,"harm":0.9383408071748879,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1376850980399547,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.6819066147859922,"accuracy":0.6819066147859922,"ce":1.4817891849237315,"harm":0.30544747081712065,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":2.8525080687000814,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":3.1276335782038,"harm":0.977205153617443,"repair":0.0019821605550049554}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9326,"correct_output_rate":0.9326,"accuracy":0.9326,"ce":1.0690420495880122,"abstentions":0,"harm":0.0553,"repair":0.0039,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.7103917983856699,"harm":0.006122448979591836,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9762114537444934,"accuracy":0.9762114537444934,"ce":1.1014457803369202,"harm":0.01762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.8972868217054264,"accuracy":0.8972868217054264,"ce":1.044349657344649,"harm":0.09011627906976744,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.8880483601257927,"harm":0.01782178217821782,"repair":0.01089108910891089},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9409368635437881,"accuracy":0.9409368635437881,"ce":1.15031556583786,"harm":0.04480651731160896,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.8139013452914798,"accuracy":0.8139013452914798,"ce":1.3118852170746793,"harm":0.1681614349775785,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9394572025052192,"accuracy":0.9394572025052192,"ce":1.132976857393366,"harm":0.04384133611691023,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.882295719844358,"accuracy":0.882295719844358,"ce":1.1392704998029384,"harm":0.10019455252918288,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9404517453798767,"accuracy":0.9404517453798767,"ce":1.128649251370968,"harm":0.04620123203285421,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.956392467789891,"accuracy":0.956392467789891,"ce":1.1037860350585238,"harm":0.031714568880079286,"repair":0.008919722497522299}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1401,"correct_output_rate":0.1401,"accuracy":0.1401,"ce":2.6635986289242535,"abstentions":0,"harm":0.8456,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.02040816326530612,"accuracy":0.02040816326530612,"ce":2.6295888982260323,"harm":0.9714285714285714,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.31718061674008813,"accuracy":0.31718061674008813,"ce":1.8257529825163494,"harm":0.6766519823788546,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.05232558139534884,"accuracy":0.05232558139534884,"ce":2.6572392916135175,"harm":0.9321705426356589,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2405565138703034,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.433813911450878,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.36995515695067266,"accuracy":0.36995515695067266,"ce":1.7165638856065677,"harm":0.6199551569506726,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":2.993083150119442,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.6147859922178989,"accuracy":0.6147859922178989,"ce":1.5080470966045665,"harm":0.372568093385214,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.351334504227947,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0019821605550049554,"accuracy":0.0019821605550049554,"ce":3.3562937350079727,"harm":0.9781962338949455,"repair":0.0009910802775024777}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9717,"correct_output_rate":0.9717,"accuracy":0.9717,"ce":0.40387973410214556,"abstentions":0,"harm":0.0146,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.16959213794347167,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.38791487869062463,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9554263565891473,"accuracy":0.9554263565891473,"ce":0.4127262290079777,"harm":0.030038759689922482,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.31694265280728384,"harm":0.006930693069306931,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.3929195666069196,"harm":0.009164969450101833,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9630044843049327,"accuracy":0.9630044843049327,"ce":0.4609474142576662,"harm":0.01905829596412556,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.38156703146658344,"harm":0.014613778705636743,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9640077821011673,"accuracy":0.9640077821011673,"ce":0.43164721434673436,"harm":0.019455252918287938,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9579055441478439,"accuracy":0.9579055441478439,"ce":0.5851848826406101,"harm":0.027720739219712527,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9672943508424182,"accuracy":0.9672943508424182,"ce":0.5054622148069248,"harm":0.015857284440039643,"repair":0.003964321110009911}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1320,"correct_output_rate":0.132,"accuracy":0.132,"ce":2.8479873133180567,"abstentions":0,"harm":0.8537,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.012244897959183673,"accuracy":0.012244897959183673,"ce":3.398749622287867,"harm":0.9795918367346939,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5656387665198238,"accuracy":0.5656387665198238,"ce":1.6447954188801135,"harm":0.43083700440528633,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.055232558139534885,"accuracy":0.055232558139534885,"ce":2.66385602434849,"harm":0.9292635658914729,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.397253526188989,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9275294353321186,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.09977578475336323,"accuracy":0.09977578475336323,"ce":2.1167379972261133,"harm":0.8856502242152466,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":3.1005495355239296,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.4990272373540856,"accuracy":0.4990272373540856,"ce":1.4683403635983423,"harm":0.4892996108949416,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":3.2032192415232723,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":3.723736506694236,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9661,"correct_output_rate":0.9661,"accuracy":0.9661,"ce":0.3438116888794642,"abstentions":0,"harm":0.0212,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.1853741695203427,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.29452054509672637,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.937984496124031,"accuracy":0.937984496124031,"ce":0.3883695055052492,"harm":0.04748062015503876,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.25928723423085837,"harm":0.006930693069306931,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9674134419551935,"accuracy":0.9674134419551935,"ce":0.3340317002564363,"harm":0.018329938900203666,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9181614349775785,"accuracy":0.9181614349775785,"ce":0.5456205558213691,"harm":0.06278026905829596,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9603340292275574,"accuracy":0.9603340292275574,"ce":0.38808717820373134,"harm":0.022964509394572025,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.943579766536965,"accuracy":0.943579766536965,"ce":0.4146078246287199,"harm":0.037937743190661476,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.3173375674352083,"harm":0.006160164271047228,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.33467604674079765,"harm":0.01288404360753221,"repair":0.008919722497522299}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1126,"correct_output_rate":0.1126,"accuracy":0.1126,"ce":3.2207536362036624,"abstentions":0,"harm":0.8732,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":3.8635016368781256,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.12863436123348018,"accuracy":0.12863436123348018,"ce":1.750134125277705,"harm":0.8643171806167401,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.016472868217054265,"accuracy":0.016472868217054265,"ce":3.4651734837053274,"harm":0.9689922480620154,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.1494083840764535,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.401437620801653,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.6109865470852018,"accuracy":0.6109865470852018,"ce":1.1774125724165578,"harm":0.38228699551569506,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.025052192066805846,"accuracy":0.025052192066805846,"ce":2.9484692795576044,"harm":0.9582463465553236,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.377431906614786,"accuracy":0.377431906614786,"ce":1.5635950169515231,"harm":0.6089494163424124,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.45638700766797,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.4826036389207164,"harm":0.979187314172448,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9789,"correct_output_rate":0.9789,"accuracy":0.9789,"ce":0.08841853059567784,"abstentions":0,"harm":0.0062,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.03611880517242864,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.04073688524053713,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9699612403100775,"accuracy":0.9699612403100775,"ce":0.10972342970813424,"harm":0.014534883720930232,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.07769483453124709,"harm":0.005940594059405941,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.07969123374663636,"harm":0.004073319755600814,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.10692611013249138,"harm":0.005605381165919282,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.10025551314553868,"harm":0.006263048016701462,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9717898832684825,"accuracy":0.9717898832684825,"ce":0.1068377775627814,"harm":0.010700389105058366,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.11444282165018166,"harm":0.007186858316221766,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.11880073618613785,"harm":0.007928642220019821,"repair":0.002973240832507433}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1365,"correct_output_rate":0.1365,"accuracy":0.1365,"ce":2.8193027812359635,"abstentions":0,"harm":0.8487,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.05714285714285714,"accuracy":0.05714285714285714,"ce":2.6993460598109302,"harm":0.9357142857142857,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.479295154185022,"accuracy":0.479295154185022,"ce":1.6804085073651913,"harm":0.5154185022026432,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0998062015503876,"accuracy":0.0998062015503876,"ce":2.5825380279959615,"harm":0.8846899224806202,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.5014057324492738,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.090267044376651,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.1647982062780269,"accuracy":0.1647982062780269,"ce":2.0463499643531606,"harm":0.8195067264573991,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.2195991036107126,"harm":0.9801670146137788,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.48735408560311283,"accuracy":0.48735408560311283,"ce":1.4803938842483388,"harm":0.4980544747081712,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":3.2432398668519054,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":3.7975055429720825,"harm":0.9762140733399405,"repair":0.0009910802775024777}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9575,"correct_output_rate":0.9575,"accuracy":0.9575,"ce":0.3490033470554558,"abstentions":0,"harm":0.0298,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.1848896992472375,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.31192374564115777,"harm":0.003524229074889868,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9302325581395349,"accuracy":0.9302325581395349,"ce":0.39203017579575733,"harm":0.05813953488372093,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.2360867269995782,"harm":0.011881188118811881,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9490835030549898,"accuracy":0.9490835030549898,"ce":0.3944491152188703,"harm":0.032586558044806514,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.8912556053811659,"accuracy":0.8912556053811659,"ce":0.5729657324018393,"harm":0.09080717488789238,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9530271398747391,"accuracy":0.9530271398747391,"ce":0.38870261443501586,"harm":0.030271398747390398,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9328793774319066,"accuracy":0.9328793774319066,"ce":0.3840513452654022,"harm":0.04961089494163424,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.32919681425668573,"harm":0.014373716632443531,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.3226276800830466,"harm":0.01288404360753221,"repair":0.008919722497522299}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1241,"correct_output_rate":0.1241,"accuracy":0.1241,"ce":3.2531610925302554,"abstentions":0,"harm":0.8619,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.02142857142857143,"accuracy":0.02142857142857143,"ce":3.267586657607738,"harm":0.9704081632653061,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.1656387665198238,"accuracy":0.1656387665198238,"ce":1.8298204530296531,"harm":0.8273127753303965,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.05135658914728682,"accuracy":0.05135658914728682,"ce":3.2773248172073703,"harm":0.9331395348837209,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.243628589399042,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.704746591086742,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.7062780269058296,"accuracy":0.7062780269058296,"ce":0.9976297893735715,"harm":0.2914798206278027,"repair":0.016816143497757848},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.015657620041753653,"accuracy":0.015657620041753653,"ce":3.199986886975556,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.3239299610894942,"accuracy":0.3239299610894942,"ce":1.704869935761844,"harm":0.6614785992217899,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.7601339184522535,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.578547678077914,"harm":0.979187314172448,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9784,"correct_output_rate":0.9784,"accuracy":0.9784,"ce":0.08615881921437465,"abstentions":0,"harm":0.0069,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03247441856814037,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.04123086515933638,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9738372093023255,"accuracy":0.9738372093023255,"ce":0.10151605221722892,"harm":0.011627906976744186,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.0649012752197888,"harm":0.0039603960396039604,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.086232754091301,"harm":0.0050916496945010185,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9730941704035875,"accuracy":0.9730941704035875,"ce":0.10739760608447756,"harm":0.007847533632286996,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9749478079331941,"accuracy":0.9749478079331941,"ce":0.09774584109386487,"harm":0.008350730688935281,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.1093428894081463,"harm":0.008754863813229572,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":0.11898991334620115,"harm":0.012320328542094456,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.10924773568607213,"harm":0.011892963330029732,"repair":0.004955401387512388}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1163,"correct_output_rate":0.1163,"accuracy":0.1163,"ce":3.6034677973827014,"abstentions":0,"harm":0.8693,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.014285714285714285,"accuracy":0.014285714285714285,"ce":4.421376038233222,"harm":0.9775510204081632,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.35594713656387666,"accuracy":0.35594713656387666,"ce":1.5450145186278241,"harm":0.6378854625550661,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.07267441860465117,"accuracy":0.07267441860465117,"ce":3.2250240538395394,"harm":0.9127906976744186,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":4.418713980827255,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.912156397542387,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.35201793721973096,"accuracy":0.35201793721973096,"ce":1.6701368284298053,"harm":0.6367713004484304,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.027139874739039668,"accuracy":0.027139874739039668,"ce":3.6256051521985375,"harm":0.9561586638830898,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.3132295719844358,"accuracy":0.3132295719844358,"ce":1.633722353348597,"harm":0.6731517509727627,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":4.493004757789539,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":5.284964768123249,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9724,"correct_output_rate":0.9724,"accuracy":0.9724,"ce":0.09451788178095497,"abstentions":0,"harm":0.0144,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03893946247989735,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.04186342877902744,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9544573643410853,"accuracy":0.9544573643410853,"ce":0.13476640635200723,"harm":0.031007751937984496,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9851485148514851,"accuracy":0.9851485148514851,"ce":0.06281366031051447,"harm":0.0039603960396039604,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9684317718940937,"accuracy":0.9684317718940937,"ce":0.09380487658424713,"harm":0.014256619144602852,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9383408071748879,"accuracy":0.9383408071748879,"ce":0.2006617077085703,"harm":0.042600896860986545,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.964509394572025,"accuracy":0.964509394572025,"ce":0.1207248331833628,"harm":0.018789144050104383,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9523346303501945,"accuracy":0.9523346303501945,"ce":0.1457164172785899,"harm":0.029182879377431907,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.052216488275956964,"harm":0.002053388090349076,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.06894555582909172,"harm":0.002973240832507433,"repair":0.008919722497522299}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1054,"correct_output_rate":0.1054,"accuracy":0.1054,"ce":5.459392235061324,"abstentions":0,"harm":0.8803,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.00816326530612245,"accuracy":0.00816326530612245,"ce":6.84373238576883,"harm":0.9836734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.06343612334801763,"accuracy":0.06343612334801763,"ce":2.465482428138122,"harm":0.9295154185022027,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.014534883720930232,"accuracy":0.014534883720930232,"ce":6.32438029297052,"harm":0.9699612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":7.644795467464012,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.4339934788501285,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.8419282511210763,"accuracy":0.8419282511210763,"ce":0.4935653455929362,"harm":0.15358744394618834,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.04488517745302714,"accuracy":0.04488517745302714,"ce":4.146701624324968,"harm":0.9384133611691023,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.15856031128404668,"accuracy":0.15856031128404668,"ce":2.712367940861573,"harm":0.8258754863813229,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.60106497532338,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.890985730787981,"harm":0.979187314172448,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9821,"correct_output_rate":0.9821,"accuracy":0.9821,"ce":0.056799059491620243,"abstentions":0,"harm":0.0026,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.026435375081263996,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.017572473585364387,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.061403326580458745,"harm":0.0029069767441860465,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.055845618747690215,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.0661847854087835,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.06474978923786066,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.08042885352879851,"harm":0.005219206680584551,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.07119224740266075,"harm":0.0048638132295719845,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.05777711712240982,"harm":0.003080082135523614,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.07245312833659676,"harm":0.0019821605550049554,"repair":0.002973240832507433}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1500,"correct_output_rate":0.15,"accuracy":0.15,"ce":2.980746478784216,"abstentions":0,"harm":0.8351,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.01020408163265306,"accuracy":0.01020408163265306,"ce":3.423358934525155,"harm":0.9816326530612245,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5533039647577093,"accuracy":0.5533039647577093,"ce":1.5603285868386167,"harm":0.4431718061674009,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.20251937984496124,"accuracy":0.20251937984496124,"ce":2.3945794438428525,"harm":0.7819767441860465,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6901885760126616,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.152123243067197,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.07847533632286996,"accuracy":0.07847533632286996,"ce":2.367499705011103,"harm":0.9035874439461884,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.639258947266131,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.556420233463035,"accuracy":0.556420233463035,"ce":1.3233000134001935,"harm":0.428988326848249,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":3.333220419475781,"harm":0.9774127310061602,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":4.16331982432053,"harm":0.977205153617443,"repair":0.0009910802775024777}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9507,"correct_output_rate":0.9507,"accuracy":0.9507,"ce":0.3924290139941208,"abstentions":0,"harm":0.0376,"repair":0.0043,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.1946275148355953,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.3466287678020898,"harm":0.0052863436123348016,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9302325581395349,"accuracy":0.9302325581395349,"ce":0.39985673524777476,"harm":0.05813953488372093,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.23194478210707034,"harm":0.01089108910891089,"repair":0.01089108910891089},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9562118126272913,"accuracy":0.9562118126272913,"ce":0.4016780162559534,"harm":0.03054989816700611,"repair":0.007128309572301426},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.8475336322869955,"accuracy":0.8475336322869955,"ce":0.6759836386652526,"harm":0.13452914798206278,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9551148225469729,"accuracy":0.9551148225469729,"ce":0.44167618043866413,"harm":0.030271398747390398,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.914396887159533,"accuracy":0.914396887159533,"ce":0.4652258355481883,"harm":0.06809338521400778,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9661190965092402,"accuracy":0.9661190965092402,"ce":0.36640327278027274,"harm":0.021560574948665298,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9603567888999008,"accuracy":0.9603567888999008,"ce":0.4336325055486549,"harm":0.026759167492566897,"repair":0.007928642220019821}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1427,"correct_output_rate":0.1427,"accuracy":0.1427,"ce":3.321631109797806,"abstentions":0,"harm":0.8429,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.013265306122448979,"accuracy":0.013265306122448979,"ce":3.691239042749535,"harm":0.9785714285714285,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.32687224669603526,"accuracy":0.32687224669603526,"ce":1.5839991975797165,"harm":0.6669603524229075,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.11143410852713179,"accuracy":0.11143410852713179,"ce":2.9813828517395815,"harm":0.874031007751938,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.238210987510127,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.779455450979064,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.4966367713004484,"accuracy":0.4966367713004484,"ce":1.343251030294783,"harm":0.4943946188340807,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.011482254697286013,"accuracy":0.011482254697286013,"ce":3.4448371611371007,"harm":0.9718162839248434,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.4591439688715953,"accuracy":0.4591439688715953,"ce":1.4494777947142798,"harm":0.5252918287937743,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.832407116508033,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":5.0100006637772285,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9776,"correct_output_rate":0.9776,"accuracy":0.9776,"ce":0.0925850455077273,"abstentions":0,"harm":0.0085,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.031277699925192554,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.04057624844675451,"harm":0.0,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9728682170542635,"accuracy":0.9728682170542635,"ce":0.10604935051708128,"harm":0.013565891472868217,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.059999210076144754,"harm":0.005940594059405941,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.07928498119554998,"harm":0.004073319755600814,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.968609865470852,"accuracy":0.968609865470852,"ce":0.12411850568785422,"harm":0.01233183856502242,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.09241789557366512,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9688715953307393,"accuracy":0.9688715953307393,"ce":0.12174778774390041,"harm":0.013618677042801557,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9681724845995893,"accuracy":0.9681724845995893,"ce":0.13720948284604895,"harm":0.01642710472279261,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9663032705649157,"accuracy":0.9663032705649157,"ce":0.14191820673244335,"harm":0.014866204162537165,"repair":0.0019821605550049554}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1182,"correct_output_rate":0.1182,"accuracy":0.1182,"ce":3.8658318542517716,"abstentions":0,"harm":0.8671,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":5.35337853918165,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.46519823788546255,"accuracy":0.46519823788546255,"ce":1.3530272971691706,"harm":0.5295154185022026,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.10368217054263566,"accuracy":0.10368217054263566,"ce":3.2430212022462874,"harm":0.8817829457364341,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.705804840016143,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.024922585585632,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.15358744394618834,"accuracy":0.15358744394618834,"ce":2.27106761550403,"harm":0.8329596412556054,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.020876826722338204,"accuracy":0.020876826722338204,"ce":3.9945427321351716,"harm":0.9624217118997912,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.36867704280155644,"accuracy":0.36867704280155644,"ce":1.4764556230221906,"harm":0.6157587548638133,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":4.469434441500573,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":6.081860323835153,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9714,"correct_output_rate":0.9714,"accuracy":0.9714,"ce":0.09717585715726995,"abstentions":0,"harm":0.016,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.038561589801111545,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.03956251986246687,"harm":0.001762114537444934,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9573643410852714,"accuracy":0.9573643410852714,"ce":0.13060626562195776,"harm":0.02810077519379845,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.059382675103631995,"harm":0.005940594059405941,"repair":0.009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9725050916496945,"accuracy":0.9725050916496945,"ce":0.08151528228687013,"harm":0.01120162932790224,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9248878923766816,"accuracy":0.9248878923766816,"ce":0.22781549258973371,"harm":0.05605381165919283,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9697286012526096,"accuracy":0.9697286012526096,"ce":0.1094381493749486,"harm":0.014613778705636743,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9484435797665369,"accuracy":0.9484435797665369,"ce":0.15834936338949698,"harm":0.033073929961089495,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.05470420378760155,"harm":0.004106776180698152,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.08933238037334511,"harm":0.008919722497522299,"repair":0.007928642220019821}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1082,"correct_output_rate":0.1082,"accuracy":0.1082,"ce":5.369750916255135,"abstentions":0,"harm":0.8774,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.01020408163265306,"accuracy":0.01020408163265306,"ce":7.06708671174068,"harm":0.9816326530612245,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.12422907488986784,"accuracy":0.12422907488986784,"ce":1.9353265292108224,"harm":0.8687224669603524,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.023255813953488372,"accuracy":0.023255813953488372,"ce":6.014833151336557,"harm":0.9622093023255814,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":7.463936338623218,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.400248002381519,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.6502242152466368,"accuracy":0.6502242152466368,"ce":0.884921213931423,"harm":0.3430493273542601,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.06889352818371608,"accuracy":0.06889352818371608,"ce":4.09081468159089,"harm":0.9144050104384134,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.2509727626459144,"accuracy":0.2509727626459144,"ce":2.243497485591456,"harm":0.7334630350194552,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.301102973452453,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.386820240576974,"harm":0.979187314172448,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9819,"correct_output_rate":0.9819,"accuracy":0.9819,"ce":0.05745610647192389,"abstentions":0,"harm":0.0028,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.025281288241289696,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.013879920537264343,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.06132658799937524,"harm":0.0048449612403100775,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.04805743563080643,"harm":0.0029702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.059947945508041375,"harm":0.0,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.07433958392760533,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.07263648207039408,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.07284932260162838,"harm":0.0038910505836575876,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.06493647266760467,"harm":0.004106776180698152,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.08850532650349979,"harm":0.006937561942517344,"repair":0.0019821605550049554}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1420,"correct_output_rate":0.142,"accuracy":0.142,"ce":3.85900369607213,"abstentions":0,"harm":0.8433,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.04897959183673469,"accuracy":0.04897959183673469,"ce":3.7018561158295853,"harm":0.9438775510204082,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.4422907488986784,"accuracy":0.4422907488986784,"ce":1.4107428261525643,"harm":0.5515418502202644,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.18410852713178294,"accuracy":0.18410852713178294,"ce":2.9828035527452608,"harm":0.8013565891472868,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":5.078932711411822,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.805263027099633,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.26121076233183854,"accuracy":0.26121076233183854,"ce":2.1768063898984202,"harm":0.7242152466367713,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.018789144050104383,"accuracy":0.018789144050104383,"ce":4.0781379134680975,"harm":0.964509394572025,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.41050583657587547,"accuracy":0.41050583657587547,"ce":1.4632090348727465,"harm":0.5749027237354085,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":4.879268625590154,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":6.308352142604994,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9646,"correct_output_rate":0.9646,"accuracy":0.9646,"ce":0.11388172674840821,"abstentions":0,"harm":0.0228,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.04638179976236225,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.05415654919300237,"harm":0.0026431718061674008,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9467054263565892,"accuracy":0.9467054263565892,"ce":0.1470816920684603,"harm":0.041666666666666664,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.06284817205523437,"harm":0.011881188118811881,"repair":0.009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.960285132382892,"accuracy":0.960285132382892,"ce":0.12039483241733845,"harm":0.021384928716904276,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.897982062780269,"accuracy":0.897982062780269,"ce":0.28508495511618015,"harm":0.08295964125560538,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.1225243329555711,"harm":0.016701461377870562,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9474708171206225,"accuracy":0.9474708171206225,"ce":0.15959898369399145,"harm":0.03501945525291829,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.0699064036805648,"harm":0.009240246406570842,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.09372849514497722,"harm":0.011892963330029732,"repair":0.007928642220019821}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1268,"correct_output_rate":0.1268,"accuracy":0.1268,"ce":5.687240730548094,"abstentions":0,"harm":0.8587,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.013265306122448979,"accuracy":0.013265306122448979,"ce":6.2945440633095044,"harm":0.9785714285714285,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.18237885462555067,"accuracy":0.18237885462555067,"ce":2.2650126769206413,"harm":0.8105726872246696,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.06976744186046512,"accuracy":0.06976744186046512,"ce":5.730865234064864,"harm":0.9147286821705426,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":7.9075009886962615,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.71508110895554,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.7466367713004485,"accuracy":0.7466367713004485,"ce":0.7034162622964846,"harm":0.24887892376681614,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.05219206680584551,"accuracy":0.05219206680584551,"ce":4.694293315398351,"harm":0.9311064718162839,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.2509727626459144,"accuracy":0.2509727626459144,"ce":2.419742962113468,"harm":0.7315175097276264,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.407753591765209,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.81932418280292,"harm":0.979187314172448,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9810,"correct_output_rate":0.981,"accuracy":0.981,"ce":0.06325805349381775,"abstentions":0,"harm":0.0043,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02769934681810491,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.018959878960393865,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.05765748254695553,"harm":0.0029069767441860465,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.04411223350883389,"harm":0.0039603960396039604,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.07605115330380395,"harm":0.004073319755600814,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9753363228699552,"accuracy":0.9753363228699552,"ce":0.08781440421968842,"harm":0.005605381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.0768149347516361,"harm":0.0041753653444676405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.0893741676623465,"harm":0.007782101167315175,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.07419792536513702,"harm":0.007186858316221766,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.08831815891090858,"harm":0.007928642220019821,"repair":0.003964321110009911}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1173,"correct_output_rate":0.1173,"accuracy":0.1173,"ce":6.393153972329218,"abstentions":0,"harm":0.8683,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.012244897959183673,"accuracy":0.012244897959183673,"ce":8.178555129564776,"harm":0.9795918367346939,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.31277533039647576,"accuracy":0.31277533039647576,"ce":1.7239802949574878,"harm":0.681057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.07945736434108527,"accuracy":0.07945736434108527,"ce":5.603235461231596,"harm":0.9060077519379846,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":8.056839349190415,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":11.630767752238,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.4024663677130045,"accuracy":0.4024663677130045,"ce":2.029845645635234,"harm":0.5874439461883408,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.06367432150313153,"accuracy":0.06367432150313153,"ce":5.590970324316416,"harm":0.9196242171189979,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.2840466926070039,"accuracy":0.2840466926070039,"ce":2.3255071448619016,"harm":0.7013618677042801,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":8.504448861754199,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":10.68161641952679,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9753,"correct_output_rate":0.9753,"accuracy":0.9753,"ce":0.09016301260557294,"abstentions":0,"harm":0.0118,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.04195109503976721,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03634785426813247,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.10720130950471365,"harm":0.01937984496124031,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.05591664557907545,"harm":0.006930693069306931,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.09315585246440787,"harm":0.009164969450101833,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9428251121076233,"accuracy":0.9428251121076233,"ce":0.2195404964381865,"harm":0.03811659192825112,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9718162839248434,"accuracy":0.9718162839248434,"ce":0.11524628365865248,"harm":0.012526096033402923,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9591439688715954,"accuracy":0.9591439688715954,"ce":0.14438760029610312,"harm":0.023346303501945526,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.03778096112828378,"harm":0.003080082135523614,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.0685941089667534,"harm":0.003964321110009911,"repair":0.008919722497522299}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1131,"correct_output_rate":0.1131,"accuracy":0.1131,"ce":11.550027797019377,"abstentions":0,"harm":0.8726,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":15.207852083500534,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.08634361233480176,"accuracy":0.08634361233480176,"ce":4.535113055840529,"harm":0.9066079295154185,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.015503875968992248,"accuracy":0.015503875968992248,"ce":14.02791252265196,"harm":0.9689922480620154,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":16.226423090121145,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":15.81267486642407,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.8329596412556054,"accuracy":0.8329596412556054,"ce":0.5366065214964636,"harm":0.1625560538116592,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.11795407098121086,"accuracy":0.11795407098121086,"ce":7.034451754926748,"harm":0.8653444676409185,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.14396887159533073,"accuracy":0.14396887159533073,"ce":5.678616179388454,"harm":0.8404669260700389,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":18.83011017952507,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.0,"accuracy":0.0,"ce":17.50236600702996,"harm":0.979187314172448,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9840,"correct_output_rate":0.984,"accuracy":0.984,"ce":0.09727741738225243,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.04722170452566671,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.031191043820274506,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.08481695414527819,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9821782178217822,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.0823167788254475,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.14463987074407678,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9809417040358744,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.1269904951713021,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.12374650138216027,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9815175097276264,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.11327064616804794,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.09915808332589104,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.979187314172448,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.13234965793058934,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,5,0,1,0,1,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,1,0,1,0,5,0,1,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.405447827643963,0.7580009774843469,2.4657288768200174,0.17730438552009167,3.083322703875988,0.14394784990033174,4.051410568942316,0.008045236186277454,2.1629319188849463,0.13782290743842615,3.2289607896002286,0.005205738960335291,4.278935209040024,0.0024131143367553754,8.223719664236546,8.166915688588747e-06,2.9240298168743335,0.13774551737768614,3.542967487969875,0.005050431177113143,5.272607111873132,0.0022574933069233866,8.057999367965273,7.355480616225005e-06,2.4702046162537252,0.0027592339723821746,6.937928759329441,6.6814204987165e-06,8.633516146787668,7.536031077310565e-07,18.518010576719778,2.473909965741635e-11]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,0,1,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8208711071153796,0.572996953722628,3.6654217635555084,0.05790711400694135,4.376361895390898,0.08531589453796974,4.533849294879828,0.0015065405222587397,3.7950685159780377,0.07624605413638934,4.052397304076209,0.00095105585247579,5.158937227637275,0.0010598462450227839,6.497188361604339,6.664618718709474e-07,4.514211929004743,0.09753267648797465,4.520484879636767,0.0010806229889444565,6.272772900528539,0.0021428129219949127,7.066128555761751,1.2314396030158418e-06,4.599169899557391,0.001993253744471468,6.64955224670878,5.840596750357315e-07,8.451379695764256,7.567031267407992e-07,13.405642622548667,8.542055951462306e-13]},{"index":2185,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,8,0,5,0,8,0,0,0,8,0,0,0,8,5,0,0,8,0,0,0,8,0,0,0,8,0,0,0,8,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.45324619592239,2.249467756598664,1.0998282825845966,1.8383154700887485,1.1543427384976863,1.7560750263607088,0.953307548038969,1.0906479243983425,0.8641617464032825,1.7557254781878116,0.5757926182152365,0.997695394125225,0.49205679976093714,1.5465586094640238,1.045211520995672,0.3523204823755374,1.0712913941060724,1.8521042706570217,0.602965292727064,1.1082455558180804,0.5898735601965941,1.4798549253115207,0.7048977917569894,0.34024071179039356,0.300318468166922,1.7024152756622448,0.20955808024175962,0.4539670145863967,0.1177604064805664,2.03854739824359,2.1741604960645216,0.02987444759180302]},{"index":6621,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,0,1,0,5,0,1,9,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,9,5,0,1,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.173380280832875,1.463426638454388,2.145759252423029,0.7979162366269201,2.4391157988936993,0.9357824211824745,3.041268592005446,0.395472303502041,1.9697738295251246,1.1160748007543089,2.704898065413486,0.4282196746337573,3.0944515823562746,0.5263449271672712,6.233457572042118,0.1668213185927611,2.7547466822924322,0.9690523719811188,3.189332344173242,0.3130546156710675,3.8898772273769056,0.37051158202575557,5.960557577563109,0.0935291744426236,2.6057213799469126,0.9091887306443708,6.001388359397277,0.17747068618359804,6.023174345252883,0.2005203677980066,14.52017702695201,0.1083751453556462]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,1,1,4,1,4,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9450472073361151,0.9929902536362375,1.8934466620039647,0.40612633827937283,1.8382434032784845,0.2841218229869349,1.737039897357829,0.03389873050858238,1.8220553555362569,0.23174672157106854,1.6252259856843303,0.023766438844597233,1.6606370120778717,0.011209593384058454,1.5289534960623112,0.00013624057522527828,1.661696692603415,0.2404418392183372,1.463406902520471,0.02089457445710895,1.6268387701780957,0.011202582573193275,1.4397970218817333,0.00011477069405741418,1.447664004376101,0.008558056890502173,1.0239527826665253,5.8802089221461034e-05,1.5349123308434263,1.75910033256184e-05,1.213970660031218,2.0011225989563924e-09]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5912365732109441,0.8830559751042165,1.5759437839993682,0.2748039598798102,1.5029004390934326,0.21543490863163983,1.4095632068785402,0.020621994605788018,1.4012267822818867,0.16689063596157333,1.2988931615137493,0.012019883515018709,1.1801444283275633,0.007240634499774844,1.1974569305673215,8.628336462596507e-05,1.2185268110709138,0.1882926054473517,1.019336486862402,0.0122220792149071,1.0832404549067447,0.008467617694318561,0.8628046787460202,0.00010648925380609679,0.8387973902365271,0.0060977108284321554,0.6757489059255547,5.321147205308319e-05,0.6755766769817938,2.200224722797692e-05,1.0894926434819179,2.7311581847662842e-09]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,2,1,7,1,5,1,2,8,5,1,2,8,5,1,2,1,2,1,2,8,5,1,2,8,5,1,2,8,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0200632318724487,1.5040906657492894,1.8608367209090741,0.9159934588128452,1.7248331152198761,0.9148360506922272,1.704139263286996,0.3124724177107031,1.9897296089685237,1.037738558520312,2.0377101996560594,0.5411851609949144,1.7977406669019207,1.2114293796829712,3.546616465542232,0.28393425162489005,2.0687307350585176,0.8572815637562702,1.7492407722484875,0.29448538042610356,1.6416271129095554,0.7939755447365444,2.0099308408481393,0.0990552058282771,2.565692227952351,0.8474583213987442,2.7282591839842896,0.34348063483078173,2.129485081849489,2.6364453331954922,7.058267935703046,0.19282341293449243]},{"index":3598,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,8,2,1,2,1,5,1,2,8,5,1,1,1,5,1,2,1,5,1,1,1,5,1,2,8,5,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1040553597628113,1.6273287462287311,2.0461449915681134,0.8224616791466814,1.7203407335924852,0.7952057388240116,1.8480015437855986,0.08767468088344281,1.806304316213763,1.150598863283995,2.0205123218018004,0.1283573343106025,1.2514515254035223,0.49198911246227967,3.2401325151448117,0.0012153863807927907,1.9167643755464503,1.0131582270177295,1.693622072153423,0.1351764969199143,1.1221316983234018,0.35101599057161154,2.225784929398271,0.0009314895036229968,1.4478152313859747,0.9138463680693998,2.5044302072224114,0.002777460460847297,0.6364236756651477,0.33905914935511355,6.329568389378961,2.0465215826192531e-07]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,5,2,7,2,5,2,2,2,5,2,5,2,5,2,2,2,2,2,2,2,5,2,2,2,5,2,2,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.914668086238046,1.1266764326024288,1.9974948819323175,0.40163313243507365,1.7436892292325,0.2918131725936892,2.009493669388198,0.01579381307423408,1.4035514239230047,0.3107345309967785,1.7079874125238965,0.014407924947913521,1.2767298473679396,0.009323552634667113,2.939586507455953,9.556360906360405e-06,0.8391790233295676,0.3359269954612445,0.9875500892785744,0.018907526619180205,0.6802369844073092,0.008586524950090081,1.6133034067328444,1.0116816014613183e-05,0.29610337541317006,0.01576988186597413,0.9949543326839853,2.1125499706571324e-05,0.2922521446362764,4.0257808274171685e-06,4.796108053092566,1.641575764209409e-12]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,5,2,1,2,5,2,9,2,5,2,5,2,5,2,1,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.305543194384041,0.9369491668007915,3.65991312303317,0.2734427842538604,3.806302879478837,0.17129773241127313,4.8220265762372065,0.012122221436908057,4.210166042053652,0.16723363228602006,5.385747570767974,0.008729226523521667,5.894113542916403,0.003326656551037664,9.926078732724104,2.000394318143715e-05,3.7318112077074614,0.17298646954283972,5.054198558987247,0.012537448671561343,5.646630589230565,0.002258295819047898,9.677821898278983,2.9150262270907046e-05,6.073641971363964,0.0027093633886769645,10.566276751052479,1.130054180498721e-05,11.770947867198847,4.989054164266179e-07,22.96769267082251,3.345568266809975e-11]},{"index":149,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,1,4,7,4,7,4,7,2,1,2,7,4,1,2,1,4,1,2,1,4,1,2,1,2,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.494272897475887,2.096208938905038,2.5752243406160327,1.8789345394434385,2.777358676215175,1.9040119150187715,3.482514163033036,1.3872354933217648,2.6100890849594673,1.7429628422526757,3.036961727225033,1.234820276971746,3.4781821182928976,1.5236332328305053,5.451863195753187,0.6904367286121401,2.8378201305870334,1.7888436429125536,2.8826480371874244,1.3392104774190183,3.678521584285459,1.5227529494072667,5.419476694180765,0.7450033107665889,3.253428917540697,1.1155717160950485,4.36093700840901,0.40859428991609165,5.866727252725739,0.9714394995108421,10.337324861203548,0.10798212196276157]},{"index":362,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,9,7,9,7,5,2,9,7,9,2,9,2,5,2,9,7,9,2,9,2,5,2,9,7,9,2,9,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.936746999116075,2.0487087156748585,3.1715154302899338,1.0888167647845706,3.2132882980676127,1.267850592482662,4.165840245953478,0.2218807951456256,3.8646452689882134,1.4753707231160025,4.500569729446628,0.21222739199228455,4.870129978315753,0.47331957005133213,7.659455266748268,0.0023657675354729845,3.1301135795833552,1.4572739452292987,3.5841889457381813,0.24807055850691512,4.150597715785146,0.4205885576630236,6.914686074857575,0.0029510757542473474,5.953455435027744,0.8077437914991222,7.431536884789681,0.0034818121042074477,9.04561426262254,0.020845972165624643,16.431463412880223,4.6094479836522254e-08]},{"index":1609,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,6,5,6,1,3,5,6,1,3,6,3,1,3,6,3,6,6,6,3,6,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6444302300955305,1.8824773071981993,3.754130614422645,2.0549249650933197,4.463751846576927,1.8330819477224938,5.009219886893933,2.162066446562047,4.837968420541737,1.7681192714777265,5.681960369029515,2.050570011255039,7.084928057535149,1.50321229003795,9.674970878470013,1.9143801408008034,5.33732259359548,1.5138503223789685,6.039373971438799,1.7884741308693524,7.8804464115876725,1.2541631799079278,9.937651624652025,1.6663637944320504,8.671935539614115,1.2506801044163733,11.261706189469031,1.5558936341057024,14.613168443787664,0.6434325099867699,21.473930408147957,0.5960599015646681]},{"index":2044,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,7,7,1,7,1,7,1,7,7,2,1,7,1,7,1,7,7,7,1,7,1,2,1,7,7,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6470523343873107,1.9739045539586662,3.252463513203123,1.7683489439530289,3.537255099725808,1.9808216584661147,5.1298593071339464,1.7610883513179112,3.676521344215375,1.8734117029546657,5.046070260850816,1.3040650005636332,6.124487593283803,1.9461549240013112,9.646535366066866,0.6280538125681497,3.5420085941554933,1.8706706926639098,4.940321484443254,1.5347379760317992,6.343616214758118,2.007871363260293,9.959363334131174,0.8020160352608675,6.126431175168399,1.8934172822043656,9.520327228772954,0.36745990768822107,12.43313967314893,1.2511027752416117,20.095953371994597,0.004053042240242508]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,1,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,1,3,1,3,7,3,7,3,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6529998926714837,1.4437353627483898,4.022549372330482,0.7580414251376097,4.701119534496957,0.5923450991999472,5.857147954427503,0.20233583101973387,4.720834796482055,0.47750888573604366,5.765052388221656,0.11191283724460824,7.461535435653743,0.1051582885543433,10.27952323994082,0.01608020000447794,5.228483199927121,0.5306815012706348,6.281884779419012,0.08268988032178869,8.377979252428492,0.08086243806880501,11.474230090256823,0.010007692696632388,8.57344445449569,0.05723166744657325,10.976430460901815,0.002561108865084603,15.548838311546028,0.004829641567842986,21.553972086756957,5.21657402975695e-05]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,5,3,5,3,5,3,5,3,5,3,7,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.372356306142053,0.4872215893290735,3.567937395554737,0.0748777028572809,3.6620045396891783,0.04253732878341393,4.808986639362364,0.0009173237292388219,3.5314173596869765,0.03490867420476892,4.845258393591957,0.000557910417288457,4.676851794167646,0.00015234722116379474,9.295054199948515,4.7305487962590395e-08,3.8971839565414435,0.028802762934281856,4.652928431864487,0.00034734495340012325,4.972245690555984,9.76128233681478e-05,8.707281292208307,1.835216561864902e-08,5.27373307434333,7.119081148594223e-05,9.679494627003756,9.703388712085669e-09,9.196589069584508,5.794889011409741e-10,19.84395408373045,0.0]},{"index":195,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,5,3,7,3,5,3,7,8,5,3,5,3,5,3,7,3,5,3,5,3,5,3,2,8,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3620255651376576,1.6570385759521402,2.33786671784007,1.0766549435591355,2.369168886618951,1.0195108146528253,2.735186983696477,0.2996224783324305,2.4352430889432015,1.1567842983039798,2.6794929926625306,0.294467632324436,2.5917561208124917,0.571630524231818,4.755768642898102,0.012474408899149438,2.508325115941024,1.138969127908812,2.7401225975739276,0.3130540344819717,2.6596628637842388,0.5463550722364218,4.55852924087983,0.013987034129682233,2.6522887460974025,0.8977113638611619,4.012571702554155,0.017793484443691224,3.220671846987247,0.3623329306336108,10.06670609615577,1.4720627388305498e-05]},{"index":883,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,6,3,6,3,6,5,6,3,6,3,6,3,5,3,7,3,6,3,6,3,6,5,8,3,6,3,8,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.010781794175908,1.7063203758737566,3.07858372038989,1.3000573540507159,3.328062039636512,1.279759858840758,3.874829541547082,0.9580607068379245,2.9911516114144976,1.072416050302986,3.549742008509118,0.66089095385008,3.843164352918138,0.5919610235869778,6.1650850670700255,0.6457180935288432,3.5100779993766684,1.1234199236659037,3.889902713224494,0.7900269994369481,4.394262497253675,0.662449340847888,6.604339341737606,0.7021126147190746,3.851759652935197,0.4030151465034714,5.612073549188591,0.2641444303917329,5.961961157307291,0.13650425789252713,12.954614546393248,0.21774846155159913]},{"index":4306,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,5,7,1,7,5,7,1,7,5,7,1,7,1,7,1,7,5,7,1,7,5,7,5,7,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2583331609240433,2.167985949001636,3.4077281762948193,1.8161724513159,3.9433919768284786,1.7713786352663337,4.952123563294159,1.5403760867858822,4.088038659630099,1.8397689254101963,5.1340175843462985,1.393695893998097,5.994167917590815,1.5153471821144366,9.620221693982481,0.8761987556907905,4.3510691941145225,2.031792768409153,5.2552639348205235,1.874163531324106,6.526240249445005,1.8267547639054489,9.853707926102226,1.3415456249162616,7.17398911028165,2.5187949698605205,10.609043949250157,1.4887258010167104,12.224232354689093,1.644523428556695,21.78792101248526,0.15147799298193154]},{"index":5734,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,7,2,7,2,7,7,7,2,7,2,2,2,7,5,2,2,7,7,2,2,7,7,2,2,2,7,2,2,2,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9114681821609034,2.5887451599932296,3.155336447358372,2.2125810860210273,3.4638189666861567,2.435620450540778,4.174548790536148,1.8138922616804698,3.622760804706438,2.5773799726975106,4.111333038627515,1.840999421941534,4.867404248580042,2.7660163964039093,6.426797509147002,1.4090614134682515,3.9387300949270907,2.7214937888364497,4.4577335598718015,2.011547195306511,5.444598981167662,2.654906664031582,6.9875807272188375,1.2389739037220764,6.152808605845822,3.1669870767192663,6.997500580126664,1.926269238653814,9.214990369027506,3.4410914969363517,12.102441789944484,0.4036983429198548]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,5,4,7,4,5,4,1,4,5,4,7,4,7,4,7,4,5,4,2,4,5,4,2,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7523873691133316,1.3220435608026404,3.076451781698628,0.5039141432177399,3.3524452346364857,0.4069472355733679,3.8593931782517163,0.04014913491626787,3.3336152347095185,0.47346013291804473,4.017967471144464,0.04293824177814436,4.84886416829878,0.05046060171971956,6.437683594502513,0.00034175375751640803,3.747351298068872,0.4774510735757838,4.330904697474285,0.035406292166593675,5.145463121770112,0.03262103147849139,6.368183774305368,0.00019806415289191508,5.398681879480117,0.049624972005165975,7.16781156108936,0.0003019404199889323,9.219294908658503,0.0005631652755020015,14.197975982800813,5.646180618204893e-09]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,5,4,7,4,5,4,7,4,5,4,5,4,5,4,7,4,5,4,5,4,5,4,7,4,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.291230210414682,1.572447625293677,3.5132511638882233,0.8131525578656794,3.8466380723066003,0.5872924642387412,4.357051321580903,0.10729238959073792,3.8696375864727943,0.8168203760190517,4.431746987029774,0.16172886046952237,5.032742317526703,0.11024104429026872,7.173785533901563,0.002381187849451667,4.247501740617926,0.7743801508212087,4.845239662563722,0.11188718834887822,5.277743443448449,0.06919863098187976,7.472577675624944,0.0010908902025201091,5.751648220413839,0.17598206979302158,8.570312149217715,0.004175293977657297,9.111185914461032,0.0021072849444528433,16.75315787783505,2.9669654994549627e-07]},{"index":33,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,4,1,4,1,4,1,0,1,4,1,4,1,4,1,0,1,4,1,4,1,4,1,0,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0199682879228487,1.7818184310714726,3.5115710352218845,0.7605492942673918,3.7779232249873327,0.6470990264619382,4.727305874532434,0.05844211379564224,4.337026038610484,1.0675212473046416,5.469917273020781,0.14535454278676205,6.253112604860238,0.1180555631554399,8.664817799897492,0.0005738468553915431,4.433930922875161,1.6076464505653436,5.782390314335451,0.398630100364468,6.672613459886023,0.28091857921984265,9.293632090948554,0.002527167081306379,8.1810973212308,0.9222110917782782,11.25756769830455,0.016810266536858076,13.440259053975238,0.013196172433669663,19.215010069667855,2.0273994781731434e-07]},{"index":740,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,4,7,9,7,4,7,9,1,4,7,9,7,9,7,9,1,4,7,9,7,4,7,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9723331339508015,1.972919703649199,3.3488984139640117,1.452526460139194,3.5162546151952694,1.2309374890904925,4.252247557520619,0.6904382226141815,3.8420035797337118,1.4572483216844692,4.713698060984056,0.7687131557524428,5.4513447669713955,0.841308218043986,7.190379015352151,0.1424691980428794,4.456025471665212,1.412277870750299,5.3004482884329525,0.7664487970519124,6.161124301202009,0.8558520285233202,7.750643208379228,0.1739538949630764,6.715740728310237,1.1987231166332264,8.873143767963064,0.3008686792437709,10.991601910947056,0.5066890863029808,14.981592393546928,0.0027084537353951376]},{"index":3172,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,9,3,9,7,9,1,9,3,9,1,9,1,9,1,9,1,9,1,9,1,9,1,4,1,9,1,9,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3423591897614777,1.8953861764664581,3.668205614456296,1.4199882311590795,4.271253386571651,1.361979227238522,5.0763270549524275,1.012651144798891,4.63320516283509,1.9326416253677925,5.449028349568848,1.5953379991572185,7.10415432110273,1.7414596296190068,9.306020144283245,0.8175422173015225,4.037413066291783,1.5758678424777064,4.89316833601549,1.0567030728244964,6.386458105642568,1.2890744758706043,8.784393586782194,0.5170320495327182,7.284852040395685,2.5217450141253765,9.757638789734719,1.6489036373112833,13.870365341554324,2.2767472644154805,19.822909869852587,0.15851240809671194]},{"index":3490,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,5,9,1,9,5,4,1,9,1,9,1,9,1,4,1,9,5,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1667897888487966,2.207091167972446,2.3780899053296327,1.6769831516137559,2.7947364296896375,1.4863154767608657,3.2777217727731616,0.859902669486425,2.997350048732093,1.7938439427796284,3.7516821139979535,1.0599557305885874,4.894007980929956,0.9370383257174535,6.781480820630616,0.31765234359666017,3.057354081061615,1.8394822935584798,3.715000619888865,1.0442537297437355,4.849736222017746,0.8601444005176634,6.444345616377672,0.32191072756393563,5.416313691969694,1.4563481521897026,7.70365400086798,0.6641751169134268,10.391426677944253,0.46175264047679887,15.34541344221515,0.02373689388580798]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,5,7,5,7,5,7,5,7,5,2,5,7,5,1,4,2,5,2,5,2,5,2,5,2,5,2,5,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.67517078429427,1.9444295453326237,2.1380620568296127,1.2080861645811491,2.786869350295083,1.291238629329365,2.0676003054293455,0.4083634721266878,3.1093162381268167,1.163938821351747,2.1763490348935317,0.35062150675820836,3.482313910446658,0.3686929869923785,2.110920188057202,0.011766294493371165,3.7425622133165244,1.5160857652883124,2.6708627736659145,0.5472138932687496,4.377503624709121,0.5616043121091696,3.078058107409925,0.0415255184619743,5.503237717449445,0.4593845349125492,3.8460032772621573,0.03883964334127253,7.1016401340309265,0.017728195744801552,4.256895484158115,3.3841738390565105e-05]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,1,5,5,5,1,5,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.869607100880473,1.441272702963797,1.2677282211318825,0.5002091990385,1.6198150216829275,0.5686628539481287,0.6365724674049984,0.04978110067060135,1.384947720809944,0.6374794399494954,0.5028489451042022,0.04951096166005386,0.7617374643227124,0.08647909170896861,0.04746161912482516,0.0006330990110243975,1.789062529483693,0.6516169373857931,0.7512714977945791,0.05220110685894405,1.4218224159151578,0.10078254818095714,0.13422942767018978,0.0008711028696599852,0.9359182755757373,0.1423171189573295,0.05435269751107156,0.0013019166936754237,0.2058401695087663,0.003962270656179212,0.0004163240988330502,1.6510189051888372e-07]},{"index":187,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,5,5,1,5,5,5,5,3,5,5,5,5,5,5,1,3,5,5,1,5,5,5,5,3,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9018770230920832,1.6374711067976546,1.381690458074146,0.6681990156188291,1.8758666948311713,0.830382071565962,0.9471661034938796,0.09251574897211903,1.4245069874518725,1.3248786329786317,0.6603632418206015,0.16895132055090423,1.1474880698321854,0.4057300242147576,0.16430671019725177,0.0009797198210126474,1.6551910862584422,1.2896009950625102,0.7863938955152365,0.15291164221714734,1.8313935840666495,0.5176725324493935,0.500859989190571,0.0014696066884565505,1.0186796312634478,1.3526942546419656,0.1304431936183953,0.006489832541042922,0.7092946767908821,0.13608040063790922,0.014172313445105894,6.38384151814592e-08]},{"index":333,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,5,5,5,5,5,5,8,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,8,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.709840659320645,1.5893250330867925,1.335409843531869,0.5185927370763167,1.4245350515180017,0.8765565610180327,0.9637959532895937,0.10101028669380495,1.5692894535006288,1.2715673151697082,0.9096557030419563,0.1204964484237362,1.0962246392269985,0.32162373367175145,0.4384248409671129,0.0018849842916875735,1.410752384567874,1.0675037857774592,0.7844902805197771,0.08706070507940183,0.9424566728634507,0.3194001042131707,0.3666135011975822,0.002447359328431284,1.086246019729179,0.9685847824775939,0.23500160089032068,0.0034521786751338644,0.4609685912079842,0.021586743120079147,0.05241221685135168,4.4298606363441564e-07]},{"index":1032,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,8,2,8,5,8,5,8,5,5,2,8,5,8,5,8,5,5,2,8,5,8,5,8,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8633895831089533,2.158158177656243,1.1303638709497295,1.3757413342820735,1.438776760531387,1.8653150741587416,0.5131550431461339,0.8910902367274995,1.5026558555425065,2.295221973710896,0.401781232004305,1.207619658682252,0.6432518455042822,2.773505473932292,0.027939502501762636,0.6784355459181493,1.6913997076256142,1.981265628730247,0.5294294170755577,1.0498647716693337,1.0800150805033966,2.204607421316687,0.06579202588244898,0.46269468277747944,1.2798197625103853,3.434463585930923,0.031605378670421264,1.2005775086572148,0.18437436235745652,4.641587527464976,9.554279215614048e-05,0.09796616865936776]},{"index":1331,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,3,1,3,1,3,1,3,5,3,1,3,5,5,1,3,1,3,1,3,1,5,1,3,5,3,1,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3239912248796455,2.11121923280634,1.651372943194783,1.1814965331318081,2.321819112554323,1.7814818879658527,1.2391699798315063,0.7484550067440694,2.0103565632342444,2.351060952335515,0.9174707803225941,1.0725707644613454,2.0674414781496906,2.2494664397598,0.5016008428298921,0.34047737815825474,2.3074837275833255,2.446214887099655,1.3879600176362816,1.115992820012764,2.8668185374316484,2.6881335495638012,1.1221598774803447,0.5221059154554534,2.027926915230818,4.018322961312447,0.404657712569121,1.2632162679630297,2.965701204614961,4.698896272730756,0.2737944667393195,0.10825620548559366]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,6,1,6,1,6,1,6,1,6,5,6,1,6,5,6,1,6,1,6,1,6,1,6,1,6,5,6,1,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9295710761457707,1.3256884957859205,2.6608674541262936,0.453174312047442,2.6767885045629276,0.44952807149252644,2.332416171070499,0.030844735302480136,2.9799166493386657,0.45877288868710375,2.5942751727750046,0.02573155761593087,3.1290872967553116,0.034824724156575504,3.133591009560411,9.906229802583495e-05,3.5310884637220723,0.4996912679097991,3.134013216023887,0.0222142188416932,3.7372705571917493,0.019068937453359615,3.3545715791343778,3.335200207411051e-05,3.9501929771178657,0.026483555846797603,3.793440895141156,3.089766493320885e-05,5.4234879007724786,7.781474691222557e-05,5.23328616538119,1.0959433360223732e-10]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,5,6,7,6,5,6,1,6,5,6,7,6,5,6,1,6,5,6,2,6,5,6,1,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.243242263210785,1.2600209747010973,4.181416093970749,0.4030050258230509,4.030751519036688,0.38120777843168147,3.7430184764216365,0.03509215471416166,4.29160461033917,0.405791222058944,4.161283816496585,0.032427797691790106,4.171424344436389,0.02745812287032278,3.8824640095740515,0.0006389498304224746,5.040923411691072,0.40923457228814136,5.027582547010289,0.026952183307662504,4.720677952266479,0.018309118353284925,4.305598839524531,0.00030213625359564003,5.417388072638579,0.02805039897985279,5.448310811971266,0.00033489160176745924,4.964357712473227,0.00015405972863421398,5.036612175688954,7.584349371805671e-08]},{"index":217,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,5,5,5,5,5,6,5,5,5,5,5,6,5,6,8,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4164151797119677,1.795413865245839,2.4857264314910483,1.1532308584606088,2.9991346470076117,1.2057351708607562,3.4240218876534736,0.6194871073418651,2.906054271750087,1.3436098397327956,3.9251298139154165,0.8175440824096827,4.532559848188821,0.7836111296759666,7.566231760871905,0.28134718486364446,2.6342377662396412,1.1060098382054804,3.0405300627312903,0.41748120104568426,3.9789093391551216,0.4099091613595984,6.107780530327119,0.05935201070302943,3.863959022976262,0.7001380186212776,7.7253492583289125,0.1754903267173561,8.169376809121877,0.1332279357025435,16.440592940040734,0.0027808922576816938]},{"index":1044,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,6,7,8,5,6,7,8,5,6,7,8,5,6,7,8,5,6,7,8,5,6,7,8,5,6,7,8,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.814880083830773,2.0908312224673473,4.114356251768203,1.5486782684812308,4.210817646035321,1.6970446243089439,4.76983219125487,0.9360927847670624,4.5591694107262475,1.7598777991386736,5.199633165585927,0.8661536198453155,5.840667142503066,1.430524155817024,8.39880644736628,0.4060888181076139,4.954542686958412,1.6205115492973083,5.514293239041521,0.667481616437883,6.075514391155564,0.9717893975470946,8.01755541405358,0.1655343088673782,7.14039375993123,1.4930760435559949,9.183510025855133,0.22005043234868799,10.343493247883888,1.145235215742152,17.025310894628156,0.021012857298260627]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,0,1,0,1,0,5,0,1,0,5,0,1,0,1,0,1,0,1,0,1,0,5,0,1,0,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.827939060179191,2.0835954754024177,2.976103793484426,1.7157149808243521,2.984923492458749,1.9266361192124641,3.355431230074279,1.4385901447738898,2.9988805284178643,1.6071085916589376,3.472190589548478,1.3175971035871146,3.4871399160830614,1.5919535885834248,4.777127501097297,1.0416088425141146,3.253398524156369,1.7742314531059815,3.481234491201884,1.527524523710774,3.849460739033714,1.5847874495577186,4.756395539904858,1.0934815786852154,3.708179520278893,1.3476375094602187,5.2376420834297654,1.1476314758388082,5.304081001759413,1.5321653676502454,8.713741308241753,0.41254573877071515]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,5,1,5,1,5,1,1,1,5,1,5,1,5,6,1,1,5,1,5,1,5,6,1,1,5,1,5,1,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0882187456605172,1.9922587266389675,2.1895390604447424,1.4052180023877574,2.3448573654706566,1.7720792798035783,2.768431132541796,0.9297233247415729,2.0663605997840104,2.063529703800773,2.6175879447990296,1.0264926814842956,3.0141727288653186,2.0271172214403324,5.201115770241132,0.42594302180315635,1.9358028107497893,2.290101085161253,2.287394651498671,1.3937076200921377,2.6266445494486907,2.2530559761616824,4.3779434847505785,0.5597069078294906,2.2724783028450246,3.116831717854553,4.672013625333253,1.0028309981422427,5.594840345648053,3.0853256341252577,10.964501520903458,0.03371738581762806]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,5,7,1,7,5,7,1,7,5,7,1,7,1,7,1,7,5,7,1,7,5,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.681863313829303,0.779109494913887,1.8396113915991927,0.17117801619734668,1.8307024252721387,0.1387720641961727,2.1728271743418137,0.004662789021628243,2.081860010453485,0.10452390424091279,2.7041240803607574,0.0031739202147326923,2.652038991191364,0.00269984012183909,4.942793165084009,3.025242603382402e-06,1.6849523697283928,0.16062006791674316,2.0776176016201333,0.0037651071302953138,2.09223354238307,0.0037091264042043806,3.839082192663758,2.1058432069712593e-06,2.7092486688086748,0.0021085426369997994,5.335944757168117,1.12656842412856e-06,4.35492680971704,9.087950523720576e-07,11.759998305424705,6.699085730585951e-13]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,5,7,1,7,5,7,1,7,1,7,1,7,1,7,1,7,5,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.447312566035848,0.7541272120870773,1.5601058402847952,0.17445277511699975,1.5514898099840666,0.1272188470080361,1.612728880853411,0.004547904729989256,1.8599726093147324,0.10261533200030176,2.244796828283546,0.003070659517443339,2.2711188673573317,0.002308438042422403,3.3324417280529097,2.9472301689091985e-06,1.2838326388175347,0.17768690542777663,1.415515700069634,0.004102758356637779,1.6154760850523329,0.0038355759269967913,2.020406194781221,2.9471849760819064e-06,1.990405119584941,0.001772686100468958,3.5313726102939613,6.680765909288736e-07,3.460900994425354,7.002836547805702e-07,6.473514532786922,1.3724577030406766e-12]},{"index":551,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,7,3,7,3,1,3,1,3,1,7,7,3,1,3,1,7,1,7,1,7,1,3,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4998395485984999,2.1327583997540236,1.4881135799509404,1.6844798775457146,1.245127914993087,1.7149136191006789,1.150442524205127,1.1121292821803135,1.4524034116089046,1.7666478868126725,1.375813643511924,1.285676293362259,1.224569204144106,1.0799668533880107,1.3786029778539304,0.6106341292553195,1.2739913753385523,1.6181287642738766,1.2759857070036007,1.1714090365193783,1.0980497594073912,0.9879651521947835,1.2921722090191818,0.4277864763094675,1.4281546241648844,1.0050835444678399,1.6232080137559242,0.8944499090039802,1.7709960542175327,0.18877038971130816,2.9227734993634322,0.05518510027199182]},{"index":658,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,7,1,7,5,7,1,9,5,7,1,7,5,7,1,9,5,7,1,7,5,7,1,9,5,7,0,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8485523747843915,1.921775793722426,2.1842114705137345,1.403947479951599,1.7683250998183058,1.427536698035589,2.4035878086078264,0.4145476485489114,2.1137475179491974,1.5196627468460673,3.1393364824338335,0.5481450557143955,2.251987749386047,0.9385492433952883,5.498695537013921,0.018004465643498044,1.901233413819328,1.5200732864725512,2.924655899566897,0.5716364607534585,1.870842228497069,0.9274590271037189,4.767469991685187,0.014235711261954434,2.5091674988825483,0.9690117964041464,5.954871351568112,0.021629170670894704,3.086319531222517,0.2508668765045034,13.289838184324362,2.7051393262783074e-06]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,1,3,1,3,1,3,1,3,1,3,5,3,7,3,7,3,1,3,1,3,1,3,1,3,1,3,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.2840557888137398,1.8745335721270613,1.2236580610045384,1.5563214766504259,1.1483233679738656,1.352803389648769,1.2356226805789507,0.9908212162049164,1.171656074831119,1.5575852846855351,1.2340136373857413,1.2819563579432063,1.3224371225256544,0.9644517595676498,2.473347163024416,0.7254972835355818,0.911685237010021,1.5219746195110981,0.9888939022060812,1.4002236990725596,1.255986525659662,1.1014380958841912,2.109336417610825,0.9681351732260192,1.0556019234939757,1.212155573731026,1.4695181826118466,1.457249022212894,2.3197155065271735,0.7709559295189622,5.463385530889397,0.39510988139803144]},{"index":1500,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,5,1,1,1,5,1,5,1,5,7,1,1,1,1,1,1,5,7,1,1,5,1,5,1,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.071842952939761,2.3886389116322775,2.1343678848282917,2.1136966637175245,2.304169067836151,1.9841931821478493,2.430415238795031,1.3102218478967385,2.314192280276847,2.3059921810920088,2.680806092690074,1.6140069378066044,2.9389521904226354,1.609975297262322,4.407591548918058,0.41923320902071226,2.5778022371271176,2.376523176100611,2.9540799190514964,1.8805582458166716,3.460259655250855,1.8336639571100148,4.6146190220838825,0.6448398850690686,3.520925478653913,2.242479304574305,5.010418833499527,0.9122658997019458,5.55908514438968,1.0625438692403488,10.2582884008541,0.022592576095623786]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,1,8,1,8,5,8,1,8,1,8,1,8,1,8,1,8,5,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.33152037900447,1.2575192363619045,3.9127098065264567,0.5182033857765772,3.8212571336618515,0.2737079234956639,5.122414769793484,0.03485063864989801,4.073610991128474,0.3274481019237272,5.677883202624317,0.04934536399965802,5.6442543631866515,0.008594896113753105,9.284504839659085,0.0002467991225763202,3.992445631734941,0.37117996149862265,5.534258858407187,0.04159850170834656,5.64629895118028,0.006556722092690992,9.180720937003692,0.00014626043833532152,6.4345601988040455,0.01912613878526135,10.521595226610845,0.0003790613549291804,10.126284912241802,5.390589636901131e-06,18.397323120590485,3.4921305786060577e-09]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8372805045620297,1.438356400362403,3.622972699103589,0.7779304590351009,3.6009495327722734,0.49643764100556154,5.271125540652144,0.07122439908525117,3.811675205406645,0.4764545716941508,5.805946997610479,0.053547552930214064,6.437639937026194,0.01657495281914118,10.660392845792337,0.00013838009712460202,3.9865126699441573,0.5733841910329337,6.08570605915924,0.06286840429377691,6.360358152354009,0.014430929315587798,10.618852177316583,9.30537661765087e-05,7.631245308877474,0.016474216869861846,12.318970535912324,5.763616473255378e-05,14.154937877793166,4.536894517894052e-06,23.324059919464474,1.1083778338968045e-10]},{"index":403,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,2,9,5,8,2,9,5,8,2,8,5,8,2,9,1,8,2,8,5,8,2,9,1,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6963027889344966,2.1306170677863308,3.3015478058150656,1.6471217063706012,2.9826669416537106,1.5044953609268186,4.158483203215107,0.6952491153133263,3.375218378541098,1.663644581804086,4.757801037359147,0.7753310461917471,4.41448972695212,0.7689189782515944,7.41708322848355,0.08165824110894869,3.6010006685874396,1.580363879778995,4.8676070527876085,0.7124664615639429,4.236909436296553,0.587506347413177,7.017820516195517,0.062486337818494685,5.332862327967449,0.8842037990624954,8.36041073039484,0.08800867302034353,8.010338373926212,0.1269819556782067,15.038491862253391,0.0006849192894850466]},{"index":495,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,8,1,8,1,8,5,8,1,8,5,8,1,8,1,2,1,8,5,8,1,8,5,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8316945113568215,1.9141727842819183,3.6934034938042704,1.8532551755394586,3.637588760929735,1.2427699951719733,5.9220508946836885,1.054254387397545,3.603040675446824,1.3972276270691921,6.201724358188841,1.344683059657901,5.989499122818218,0.544286053354417,13.2565974952224,0.5672279514020352,4.137417834906823,1.5091610984542814,6.472019993698805,1.4215420269673116,7.052203988587068,0.506917631918017,12.82660537429842,0.5275568914648845,6.546042142440116,0.7674779114891258,14.0016307206919,0.9288837847750129,12.770900060505992,0.07353902076998983,30.24339886744186,0.2482125579256947]},{"index":4639,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,5,9,7,9,5,9,7,9,5,8,7,9,7,9,1,9,5,9,7,9,5,9,1,9,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9108770615627986,2.116035471607688,3.5004729492735445,1.866312876031638,3.744505029374413,1.414587209600319,5.318952779457183,1.0664963967369483,3.4666117573905253,1.6105133983385502,4.992415949319391,1.2953162341912747,5.653853801244372,0.9933773820636747,10.0071587107131,0.48682493804222154,3.828863041419098,1.7546804680325696,5.300255837844197,1.5852555421786052,6.184906736234526,1.286658229216767,10.125706753586414,0.7986439879817662,5.7050132007706535,1.955002774339066,9.411428537026925,1.3540608575801016,11.238366859776882,0.9994119066439306,21.155546915943063,0.13896780663371608]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,1,9,7,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6701619940960435,1.2859085925031546,4.088419850761521,0.5742215854640885,4.620429972106427,0.3808410116928836,5.848787270902289,0.06749594243962166,5.179235801437686,0.37771638379274436,6.486676521925874,0.06126366360509551,7.291107819813649,0.01678587321806857,10.552285906579542,0.001051738156279373,4.945470056280964,0.5095161068489942,6.412853245328195,0.07420372486137501,7.544049162010182,0.020530078911970964,10.703015953193706,0.0012575454219043351,8.907423116329092,0.02077341286793797,12.326083788438398,0.0017474151278956596,14.527863145633576,2.871704706990186e-05,22.121084812520202,7.613847820255949e-07]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0024025957743055,0.9912167325260014,3.2567178857281034,0.4067699881592579,3.8822189976526023,0.2268590855102829,4.798861341110921,0.0314031880020954,3.796201006506136,0.1986550978129114,4.758919619229564,0.01817603326608663,6.035196947285146,0.005086089968820321,8.714511428027118,5.661605780353715e-05,4.994792175201077,0.29260677641171506,6.147023681491729,0.034426456034068645,8.189054875683244,0.008178935623309439,10.731570851051584,8.651690462551473e-05,8.058145059991622,0.00566254101741868,10.95196659472635,2.3100913766734657e-05,14.1462014520739,1.4479024806393e-06,20.399654541029243,4.0035308400996505e-11]},{"index":882,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,7,7,9,7,9,7,9,7,9,7,9,7,9,7,7,7,7,7,9,7,9,7,9,7,9,7,9,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4634573599946448,1.656831961826447,2.6836500466527435,1.3945442439250917,2.7719107244384085,1.0059030779350948,3.491388666340204,0.7652425620608889,2.89002967024791,0.9520785212570599,3.603215335909078,0.686593925552087,3.8620586678560826,0.30059442510289414,5.616469865160578,0.19623790795105775,2.87400790700268,1.2678719940179028,3.4981038746264974,1.1154077328259986,4.0582250247309535,0.4874925430412597,5.871644311129867,0.4075354757699367,4.334530686950836,0.5270427113559577,6.296907250181251,0.3975105325387695,8.010171483444802,0.04576393411623412,11.989429417439958,0.01629436891786659]},{"index":1553,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,3,0,3,0,3,0,9,0,3,0,3,0,9,5,9,0,3,0,3,0,3,5,9,0,3,5,3,6,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.188401258513765,2.0091033011037327,3.5551103626932647,1.7460606513713315,3.738576769231254,1.4240034447057692,4.885067292514993,0.9121271888589298,3.831987676209724,1.5680516644047655,5.070544248666353,1.1590525728964136,5.250608762396588,0.8191632702152816,9.28193591515338,0.14329495257850633,4.174183172883145,2.024964204055003,5.395024466888445,1.5986486713320591,5.927312206285535,1.1900654507135777,9.21531621081568,0.23759788821487773,6.2060668963115875,1.7573978971417437,10.113905047277976,0.7493589495582219,10.361225479445167,0.4081617330066008,21.30564348331933,0.00249609538793933]},{"index":2189,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,1,6,1,6,1,5,1,0,1,5,1,5,1,5,1,6,1,6,1,6,1,5,1,6,1,5,1,5,1,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.403536750021402,2.265436307282609,3.427140188162797,2.0966168526496642,3.5678095804911942,1.8779176078517597,3.875800781267752,1.653649321691686,3.7736179902782716,2.206224677202262,4.073660012523275,2.0313082835237153,4.368208867278734,1.7227982022659523,6.377319265916211,1.0475576274235836,4.344800161041114,2.7035008076896445,4.811442428976048,2.3947184349073565,5.416548292772672,2.0593956205729995,7.064432298171495,1.1478950699148207,5.6971112320248585,3.094768341152001,7.364128967450357,2.2637601383814534,8.57748334269609,1.5271234317523894,14.618813415588408,0.11369819115420268]},{"index":2406,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,8,0,8,0,8,5,8,0,8,0,8,0,8,5,9,0,8,0,8,0,8,5,8,0,8,5,8,0,8,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4602580742259925,2.0980635722996492,2.4772682897139777,1.6808054448486598,2.4631964686625687,1.7154377804777876,2.6338495009648284,1.0604840749863618,2.8486479118044814,1.9089515552851863,3.017625599690403,1.169354627248124,2.8382222069308076,1.6454188385781479,4.038996982771187,0.5394980912859199,2.7833971896698406,2.5144264781675076,3.0689560827148337,1.9375565087524533,2.90930559342884,2.437479722405358,4.2014995359410845,1.2719514723886953,3.871404947503052,2.665335751055536,4.776958303750552,1.3302849422395533,4.2083206529655,2.9937585545604137,9.24392407326162,0.21107115036318724]}]},{"id":"sd_constant-selected-s103","recipe":"sd_constant","state":"selected","seed":103,"epoch":10,"source_run":"graph-eval-sd_constant-s103","checkpoint_sha256":"507f080dd3966148c8f53246b38622d1fafd68e454ec226a8d21aec4e17bc591","source_result_sha256":"8f0e3d7dfeef275ad53ac3c6f69b2708bb89beac2fbb1942cee9a189934fa618","archive_json_sha256":"ffb18fd58eb310978855efeb828fd05da72b157ca5042cd782199af591d4bf63","archive_npz_sha256":"ae363aa387225600981d8281134eecbbdb793d9adf287c37aed6f01112c96690","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":7.604763152535554e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_constant-selected-s103","recipe":"sd_constant","state":"selected","seed":103,"epoch":10,"checkpoint_sha256":"507f080dd3966148c8f53246b38622d1fafd68e454ec226a8d21aec4e17bc591","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,1570,2455,2631,9016,2,5,1527,2266,2182,4201,1,35,444,492,4176,7886,18,30,883,3108,4,6,2043,2130,8,15,1299,2035,3558,11,21,1044,1982,259,0,17,684,1326,2016,3838,61,84,290,1101,691,7,9,151,241,1952,2406]},"n":10000,"dense_accuracy":0.98,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.98,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1476,"correct_output_rate":0.1476,"accuracy":0.1476,"ce":2.665532837045109,"abstentions":0,"harm":0.8342,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.022448979591836733,"accuracy":0.022448979591836733,"ce":2.9988426802430075,"harm":0.9540816326530612,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.15770925110132158,"accuracy":0.15770925110132158,"ce":1.928497214447312,"harm":0.8370044052863436,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.10755813953488372,"accuracy":0.10755813953488372,"ce":2.4691169192434805,"harm":0.873062015503876,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.420615187776891,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.466824061199011,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.3744394618834081,"accuracy":0.3744394618834081,"ce":1.7417738808712788,"harm":0.6154708520179372,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":3.055447272556691,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.7879377431906615,"accuracy":0.7879377431906615,"ce":1.2846536248227352,"harm":0.20233463035019456,"repair":0.007782101167315175},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":3.242862617138038,"harm":0.9650924024640657,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.014866204162537165,"accuracy":0.014866204162537165,"ce":3.132105126607705,"harm":0.9603567888999008,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9592,"correct_output_rate":0.9592,"accuracy":0.9592,"ce":0.29657204861705433,"abstentions":0,"harm":0.0258,"repair":0.005,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9795918367346939,"accuracy":0.9795918367346939,"ce":0.2348342750195654,"harm":0.007142857142857143,"repair":0.011224489795918367},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.986784140969163,"accuracy":0.986784140969163,"ce":0.21294208880310617,"harm":0.007929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9166666666666666,"accuracy":0.9166666666666666,"ce":0.3616144800068137,"harm":0.06589147286821706,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9594059405940594,"accuracy":0.9594059405940594,"ce":0.31508097402751717,"harm":0.024752475247524754,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.960285132382892,"accuracy":0.960285132382892,"ce":0.31715131205304903,"harm":0.028513238289205704,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9484304932735426,"accuracy":0.9484304932735426,"ce":0.3315543797097379,"harm":0.03587443946188341,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9718162839248434,"accuracy":0.9718162839248434,"ce":0.21774332829765267,"harm":0.012526096033402923,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9591439688715954,"accuracy":0.9591439688715954,"ce":0.22748815859411614,"harm":0.026264591439688716,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9691991786447639,"accuracy":0.9691991786447639,"ce":0.3173389955248534,"harm":0.009240246406570842,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9385530227948464,"accuracy":0.9385530227948464,"ce":0.4397844265636568,"harm":0.040634291377601585,"repair":0.003964321110009911}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1416,"correct_output_rate":0.1416,"accuracy":0.1416,"ce":2.875517550618747,"abstentions":0,"harm":0.8404,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":3.385631146523483,"harm":0.9734693877551021,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.014096916299559472,"accuracy":0.014096916299559472,"ce":2.139078458980123,"harm":0.9806167400881057,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.0562015503875969,"accuracy":0.0562015503875969,"ce":2.964780943051705,"harm":0.9253875968992248,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.734866864388798,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8084082703081674,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.7959641255605381,"accuracy":0.7959641255605381,"ce":1.0631952368913957,"harm":0.1984304932735426,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.003131524008350731,"accuracy":0.003131524008350731,"ce":2.9723032085133063,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.5982490272373541,"accuracy":0.5982490272373541,"ce":1.3366331784733558,"harm":0.38910505836575876,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.035687870101532,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":3.307255724415241,"harm":0.9653121902874133,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9751,"correct_output_rate":0.9751,"accuracy":0.9751,"ce":0.1035402473806334,"abstentions":0,"harm":0.0091,"repair":0.0042,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9806122448979592,"accuracy":0.9806122448979592,"ce":0.08581475371769368,"harm":0.003061224489795918,"repair":0.00816326530612245},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.05008224940138519,"harm":0.004405286343612335,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9651162790697675,"accuracy":0.9651162790697675,"ce":0.1241301570079619,"harm":0.018410852713178296,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9742574257425742,"accuracy":0.9742574257425742,"ce":0.118771342005024,"harm":0.007920792079207921,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.10751549830510553,"harm":0.01120162932790224,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.08889591566223795,"harm":0.005605381165919282,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.0891936614381713,"harm":0.007306889352818371,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.09719180971963022,"harm":0.01264591439688716,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.11444799771457474,"harm":0.002053388090349076,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9623389494549058,"accuracy":0.9623389494549058,"ce":0.16322185401908562,"harm":0.017839444995044598,"repair":0.004955401387512388}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1367,"correct_output_rate":0.1367,"accuracy":0.1367,"ce":2.9267361086596337,"abstentions":0,"harm":0.845,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.012244897959183673,"accuracy":0.012244897959183673,"ce":3.697187501308748,"harm":0.9642857142857143,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.10044052863436123,"accuracy":0.10044052863436123,"ce":1.8856140954737572,"harm":0.8942731277533039,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.10949612403100775,"accuracy":0.10949612403100775,"ce":2.5896757167529465,"harm":0.872093023255814,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":3.9098026733946236,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.941331192801793,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.45739910313901344,"accuracy":0.45739910313901344,"ce":1.5348381199490961,"harm":0.5325112107623319,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.017745302713987474,"accuracy":0.017745302713987474,"ce":2.8998101462693713,"harm":0.964509394572025,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.6750972762645915,"accuracy":0.6750972762645915,"ce":1.2614435556959183,"harm":0.3132295719844358,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.070421362512479,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.006937561942517344,"accuracy":0.006937561942517344,"ce":3.5715202778383217,"harm":0.9682854311199207,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9734,"correct_output_rate":0.9734,"accuracy":0.9734,"ce":0.10575033133455868,"abstentions":0,"harm":0.0099,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9755102040816327,"accuracy":0.9755102040816327,"ce":0.1055973957817521,"harm":0.00510204081632653,"repair":0.00510204081632653},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.051916157798009975,"harm":0.004405286343612335,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9680232558139535,"accuracy":0.9680232558139535,"ce":0.11447889554288801,"harm":0.015503875968992248,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.10574664019129686,"harm":0.006930693069306931,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.09257497367698779,"harm":0.006109979633401222,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9730941704035875,"accuracy":0.9730941704035875,"ce":0.10531588802822894,"harm":0.010089686098654708,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.08693372569676135,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9688715953307393,"accuracy":0.9688715953307393,"ce":0.09960005650832855,"harm":0.016536964980544747,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":0.11854870985351054,"harm":0.003080082135523614,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9504459861248761,"accuracy":0.9504459861248761,"ce":0.18251584995827314,"harm":0.02576808721506442,"repair":0.0009910802775024777}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1191,"correct_output_rate":0.1191,"accuracy":0.1191,"ce":3.4548356779763156,"abstentions":0,"harm":0.8628,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":4.51587116748435,"harm":0.9734693877551021,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.010572687224669603,"accuracy":0.010572687224669603,"ce":2.28554096675002,"harm":0.9841409691629956,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.03488372093023256,"accuracy":0.03488372093023256,"ce":3.853815238969692,"harm":0.9467054263565892,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":4.77904019255252,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.349928317456947,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.82847533632287,"accuracy":0.82847533632287,"ce":0.7611350176794183,"harm":0.16704035874439463,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.022964509394572025,"accuracy":0.022964509394572025,"ce":2.952473089768648,"harm":0.9592901878914405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.3638132295719844,"accuracy":0.3638132295719844,"ce":1.5497585735203052,"harm":0.622568093385214,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.489835194541322,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":3.969735937263834,"harm":0.9712586719524281,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9791,"correct_output_rate":0.9791,"accuracy":0.9791,"ce":0.06801980399069925,"abstentions":0,"harm":0.0034,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9775510204081632,"accuracy":0.9775510204081632,"ce":0.07009762198842422,"harm":0.0020408163265306124,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.025564476951457873,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.06165436914842059,"harm":0.0048449612403100775,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.07513589301573186,"harm":0.0019801980198019802,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.07045491478215417,"harm":0.003054989816700611,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.05308178363317745,"harm":0.0011210762331838565,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.0772556525926509,"harm":0.005219206680584551,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.06073622381221223,"harm":0.0038910505836575876,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":0.08262449103936735,"harm":0.001026694045174538,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9663032705649157,"accuracy":0.9663032705649157,"ce":0.10853562265554577,"harm":0.008919722497522299,"repair":0.0}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1465,"correct_output_rate":0.1465,"accuracy":0.1465,"ce":2.793072458624375,"abstentions":0,"harm":0.8353,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.04387755102040816,"accuracy":0.04387755102040816,"ce":2.937203325876551,"harm":0.9326530612244898,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.10748898678414097,"accuracy":0.10748898678414097,"ce":1.948965994322905,"harm":0.8872246696035242,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.07170542635658915,"accuracy":0.07170542635658915,"ce":2.7752697475774313,"harm":0.9089147286821705,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.805972308246908,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7636066975524365,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.460762331838565,"accuracy":0.460762331838565,"ce":1.5557768326563863,"harm":0.5302690582959642,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.030271398747390398,"accuracy":0.030271398747390398,"ce":2.79830889416705,"harm":0.9519832985386222,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.7470817120622568,"accuracy":0.7470817120622568,"ce":1.2134582414849648,"harm":0.24221789883268482,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":3.5799451389925827,"harm":0.9630390143737166,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.013875123885034688,"accuracy":0.013875123885034688,"ce":3.6009734812047602,"harm":0.9613478691774033,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9691,"correct_output_rate":0.9691,"accuracy":0.9691,"ce":0.12716731225012795,"abstentions":0,"harm":0.0153,"repair":0.0044,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9755102040816327,"accuracy":0.9755102040816327,"ce":0.11363557690031637,"harm":0.00816326530612245,"repair":0.00816326530612245},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.06238391737365892,"harm":0.004405286343612335,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9418604651162791,"accuracy":0.9418604651162791,"ce":0.18527447024700916,"harm":0.040697674418604654,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.1279431499381212,"harm":0.01287128712871287,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9725050916496945,"accuracy":0.9725050916496945,"ce":0.13065218235661194,"harm":0.014256619144602852,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9607623318385651,"accuracy":0.9607623318385651,"ce":0.13608772259665225,"harm":0.021300448430493273,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.07425696001029923,"harm":0.0041753653444676405,"repair":0.005219206680584551},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9737354085603113,"accuracy":0.9737354085603113,"ce":0.10933353945820354,"harm":0.013618677042801557,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.1278328498804505,"harm":0.004106776180698152,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9474727452923687,"accuracy":0.9474727452923687,"ce":0.20946059714626905,"harm":0.02973240832507433,"repair":0.0019821605550049554}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1290,"correct_output_rate":0.129,"accuracy":0.129,"ce":3.3390234367551135,"abstentions":0,"harm":0.8529,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.006122448979591836,"accuracy":0.006122448979591836,"ce":3.9751186324654815,"harm":0.9704081632653061,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.006167400881057269,"accuracy":0.006167400881057269,"ce":2.3977336592881824,"harm":0.9885462555066079,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.031007751937984496,"accuracy":0.031007751937984496,"ce":3.915020686293808,"harm":0.9496124031007752,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.580783799918643,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.218226031334405,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.8217488789237668,"accuracy":0.8217488789237668,"ce":0.7734144247420042,"harm":0.1726457399103139,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.032359081419624215,"accuracy":0.032359081419624215,"ce":2.877542564941244,"harm":0.9498956158663883,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.4571984435797665,"accuracy":0.4571984435797665,"ce":1.3840631931385616,"harm":0.5301556420233463,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.191408348731372,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":4.002159878300373,"harm":0.9653121902874133,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9780,"correct_output_rate":0.978,"accuracy":0.978,"ce":0.07114816608400718,"abstentions":0,"harm":0.0049,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.976530612244898,"accuracy":0.976530612244898,"ce":0.07318352597593647,"harm":0.0020408163265306124,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.02871553045716106,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9709302325581395,"accuracy":0.9709302325581395,"ce":0.08727659463344493,"harm":0.012596899224806201,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.07370840460437256,"harm":0.0019801980198019802,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.0803458147407936,"harm":0.004073319755600814,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.05798563962397618,"harm":0.0033632286995515697,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.06024074317528519,"harm":0.0010438413361169101,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.06450047844947857,"harm":0.005836575875486381,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":0.07954889207929026,"harm":0.002053388090349076,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9663032705649157,"accuracy":0.9663032705649157,"ce":0.10954828413219309,"harm":0.011892963330029732,"repair":0.002973240832507433}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1259,"correct_output_rate":0.1259,"accuracy":0.1259,"ce":3.238164606934011,"abstentions":0,"harm":0.8557,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.013265306122448979,"accuracy":0.013265306122448979,"ce":3.938982011469069,"harm":0.963265306122449,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.0722466960352423,"accuracy":0.0722466960352423,"ce":1.8977633773438511,"harm":0.9233480176211454,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.08042635658914729,"accuracy":0.08042635658914729,"ce":3.163985334692036,"harm":0.9001937984496124,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":4.550417086737605,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.335193556629207,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.4585201793721973,"accuracy":0.4585201793721973,"ce":1.4405394612171694,"harm":0.5302690582959642,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.08350730688935282,"accuracy":0.08350730688935282,"ce":2.6617940383897736,"harm":0.8987473903966597,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.5632295719844358,"accuracy":0.5632295719844358,"ce":1.275815686155412,"harm":0.42509727626459143,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.9220155246443555,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":4.270194781609142,"harm":0.9653121902874133,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9760,"correct_output_rate":0.976,"accuracy":0.976,"ce":0.07617442038528494,"abstentions":0,"harm":0.0072,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9734693877551021,"accuracy":0.9734693877551021,"ce":0.09075623111652577,"harm":0.006122448979591836,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.030987739178109618,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9699612403100775,"accuracy":0.9699612403100775,"ce":0.08573830055441356,"harm":0.012596899224806201,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.06307037618280685,"harm":0.0039603960396039604,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.07062703942227014,"harm":0.004073319755600814,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9708520179372198,"accuracy":0.9708520179372198,"ce":0.07552789248978681,"harm":0.011210762331838564,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.056307303172751594,"harm":0.0020876826722338203,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.06773123443244605,"harm":0.007782101167315175,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":0.08928063552549055,"harm":0.003080082135523614,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.958374628344896,"accuracy":0.958374628344896,"ce":0.1369602874363454,"harm":0.017839444995044598,"repair":0.0009910802775024777}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1144,"correct_output_rate":0.1144,"accuracy":0.1144,"ce":4.166592786271039,"abstentions":0,"harm":0.8674,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":5.507068935845924,"harm":0.9724489795918367,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.00881057268722467,"accuracy":0.00881057268722467,"ce":2.5624433323720877,"harm":0.9859030837004406,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.02131782945736434,"accuracy":0.02131782945736434,"ce":5.333137096001606,"harm":0.9593023255813954,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":5.883154385718087,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.8393633794447455,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.7993273542600897,"accuracy":0.7993273542600897,"ce":0.6373194251678403,"harm":0.1961883408071749,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.07515657620041753,"accuracy":0.07515657620041753,"ce":2.9508195978451783,"harm":0.907098121085595,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.30836575875486383,"accuracy":0.30836575875486383,"ce":1.8730160087478278,"harm":0.6780155642023347,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.075520400619017,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":4.906043055395751,"harm":0.9722497522299306,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9797,"correct_output_rate":0.9797,"accuracy":0.9797,"ce":0.07135034660349576,"abstentions":0,"harm":0.0015,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9755102040816327,"accuracy":0.9755102040816327,"ce":0.08860862757391107,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.02164350055218546,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.06459674261528996,"harm":0.005813953488372093,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.0672707191953394,"harm":0.0,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.0853971641151821,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.058043102293428656,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.07653028424957616,"harm":0.0,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.05528938663220735,"harm":0.0009727626459143969,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9671457905544147,"accuracy":0.9671457905544147,"ce":0.09594416513479216,"harm":0.001026694045174538,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.1072911715583592,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1509,"correct_output_rate":0.1509,"accuracy":0.1509,"ce":2.8280524099211717,"abstentions":0,"harm":0.8307,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.012244897959183673,"accuracy":0.012244897959183673,"ce":3.4680952312992757,"harm":0.9642857142857143,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.11541850220264317,"accuracy":0.11541850220264317,"ce":1.8982638522975577,"harm":0.879295154185022,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.16763565891472867,"accuracy":0.16763565891472867,"ce":2.3453197447677168,"harm":0.813953488372093,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.8050750309469343,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.836170798572799,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.5325112107623319,"accuracy":0.5325112107623319,"ce":1.4503836038420295,"harm":0.4585201793721973,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":3.259698357205817,"harm":0.9780793319415448,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.669260700389105,"accuracy":0.669260700389105,"ce":1.2799006794109211,"harm":0.31712062256809337,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":3.7207847959375635,"harm":0.9640657084188912,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.022794846382556987,"accuracy":0.022794846382556987,"ce":3.310535508045241,"harm":0.9524281466798811,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9687,"correct_output_rate":0.9687,"accuracy":0.9687,"ce":0.14434758882487075,"abstentions":0,"harm":0.0158,"repair":0.0045,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9785714285714285,"accuracy":0.9785714285714285,"ce":0.12484181025857571,"harm":0.007142857142857143,"repair":0.01020408163265306},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.08469617078185117,"harm":0.0052863436123348016,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9486434108527132,"accuracy":0.9486434108527132,"ce":0.18678837352688887,"harm":0.03488372093023256,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9673267326732673,"accuracy":0.9673267326732673,"ce":0.15333077771282153,"harm":0.01485148514851485,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.1232356251590775,"harm":0.009164969450101833,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9618834080717489,"accuracy":0.9618834080717489,"ce":0.1532437236427556,"harm":0.021300448430493273,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9739039665970772,"accuracy":0.9739039665970772,"ce":0.12315204342405624,"harm":0.010438413361169102,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9640077821011673,"accuracy":0.9640077821011673,"ce":0.13140730488314492,"harm":0.02237354085603113,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9681724845995893,"accuracy":0.9681724845995893,"ce":0.17234602740614344,"harm":0.007186858316221766,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9534192269573836,"accuracy":0.9534192269573836,"ce":0.19695628372541985,"harm":0.02576808721506442,"repair":0.003964321110009911}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1324,"correct_output_rate":0.1324,"accuracy":0.1324,"ce":3.2630053329806565,"abstentions":0,"harm":0.8495,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":4.133845760915296,"harm":0.9734693877551021,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.03171806167400881,"accuracy":0.03171806167400881,"ce":2.2668381029403304,"harm":0.9629955947136564,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.06395348837209303,"accuracy":0.06395348837209303,"ce":3.296388785477902,"harm":0.9176356589147286,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.478812701949336,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.229507225822771,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.8475336322869955,"accuracy":0.8475336322869955,"ce":0.7543803817702458,"harm":0.1491031390134529,"repair":0.016816143497757848},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.008350730688935281,"accuracy":0.008350730688935281,"ce":3.265154539511858,"harm":0.9739039665970772,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.42509727626459143,"accuracy":0.42509727626459143,"ce":1.459922001051302,"harm":0.5603112840466926,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.12017920660002,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.017839444995044598,"accuracy":0.017839444995044598,"ce":3.605939913014603,"harm":0.9573835480673935,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9790,"correct_output_rate":0.979,"accuracy":0.979,"ce":0.07216760938210327,"abstentions":0,"harm":0.0038,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9795918367346939,"accuracy":0.9795918367346939,"ce":0.06618770299125636,"harm":0.0020408163265306124,"repair":0.006122448979591836},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03149621794781555,"harm":0.004405286343612335,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.07527503273497063,"harm":0.006782945736434108,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.0801540138310464,"harm":0.0019801980198019802,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.06720034231877893,"harm":0.0010183299389002036,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.0580606103504103,"harm":0.002242152466367713,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.07977032997337742,"harm":0.007306889352818371,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.07254793931522903,"harm":0.0048638132295719845,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9691991786447639,"accuracy":0.9691991786447639,"ce":0.10184984910879381,"harm":0.001026694045174538,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9712586719524281,"accuracy":0.9712586719524281,"ce":0.09360033539629452,"harm":0.005946481665014866,"repair":0.0019821605550049554}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1279,"correct_output_rate":0.1279,"accuracy":0.1279,"ce":3.2678426716743947,"abstentions":0,"harm":0.8535,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":4.414020897069226,"harm":0.9724489795918367,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.10484581497797357,"accuracy":0.10484581497797357,"ce":1.7921556464999542,"harm":0.8898678414096917,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.12209302325581395,"accuracy":0.12209302325581395,"ce":2.7786419919879757,"harm":0.8594961240310077,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":4.629659020129723,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.415322983221481,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.5145739910313901,"accuracy":0.5145739910313901,"ce":1.363995224657525,"harm":0.4742152466367713,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.018789144050104383,"accuracy":0.018789144050104383,"ce":3.223268246632492,"harm":0.9634655532359081,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.5223735408560312,"accuracy":0.5223735408560312,"ce":1.3364652850964163,"harm":0.46400778210116733,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":4.836679428535154,"harm":0.9650924024640657,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.01288404360753221,"accuracy":0.01288404360753221,"ce":4.013718004075082,"harm":0.9623389494549058,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9768,"correct_output_rate":0.9768,"accuracy":0.9768,"ce":0.07705586369684443,"abstentions":0,"harm":0.0061,"repair":0.0029,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9734693877551021,"accuracy":0.9734693877551021,"ce":0.0899947262209986,"harm":0.00816326530612245,"repair":0.006122448979591836},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03444285106275104,"harm":0.004405286343612335,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.07436442087703818,"harm":0.006782945736434108,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.07479616296795623,"harm":0.0039603960396039604,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9857433808553971,"accuracy":0.9857433808553971,"ce":0.056226075554658014,"harm":0.0010183299389002036,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9753363228699552,"accuracy":0.9753363228699552,"ce":0.07047131491879371,"harm":0.006726457399103139,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.07967463511197238,"harm":0.006263048016701462,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.97568093385214,"accuracy":0.97568093385214,"ce":0.07739447052345981,"harm":0.009727626459143969,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.09934221648996565,"harm":0.002053388090349076,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9643211100099108,"accuracy":0.9643211100099108,"ce":0.1191867277245325,"harm":0.011892963330029732,"repair":0.0009910802775024777}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1173,"correct_output_rate":0.1173,"accuracy":0.1173,"ce":4.126798769611192,"abstentions":0,"harm":0.8645,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":5.648843898506994,"harm":0.9734693877551021,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.027312775330396475,"accuracy":0.027312775330396475,"ce":2.5058859951411745,"harm":0.9674008810572687,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.030038759689922482,"accuracy":0.030038759689922482,"ce":4.818372984945605,"harm":0.9505813953488372,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":5.9439238698259045,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.875819840163158,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.8352017937219731,"accuracy":0.8352017937219731,"ce":0.6127872075303511,"harm":0.16143497757847533,"repair":0.016816143497757848},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.03966597077244259,"accuracy":0.03966597077244259,"ce":3.415593442224335,"harm":0.94258872651357,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.30544747081712065,"accuracy":0.30544747081712065,"ce":1.8917796509967881,"harm":0.6799610894941635,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.9179397663164615,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.007928642220019821,"accuracy":0.007928642220019821,"ce":4.581162971929294,"harm":0.9672943508424182,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9802,"correct_output_rate":0.9802,"accuracy":0.9802,"ce":0.07161316802330195,"abstentions":0,"harm":0.0013,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.976530612244898,"accuracy":0.976530612244898,"ce":0.08156457878595781,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.0214890106232367,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.054159154328150175,"harm":0.0009689922480620155,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.07763578071699455,"harm":0.0,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9867617107942973,"accuracy":0.9867617107942973,"ce":0.07302487608721914,"harm":0.0,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.05510154274079132,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.09605115814431647,"harm":0.005219206680584551,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.05978576665490551,"harm":0.0029182879377431907,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9671457905544147,"accuracy":0.9671457905544147,"ce":0.10953641051054208,"harm":0.0,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.09561717965450021,"harm":0.0,"repair":0.0019821605550049554}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1470,"correct_output_rate":0.147,"accuracy":0.147,"ce":3.066721856287204,"abstentions":0,"harm":0.8347,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.03571428571428571,"accuracy":0.03571428571428571,"ce":3.3802163379577572,"harm":0.9408163265306122,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.1277533039647577,"accuracy":0.1277533039647577,"ce":1.8782691093743735,"harm":0.8678414096916299,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.12209302325581395,"accuracy":0.12209302325581395,"ce":2.755280951668394,"harm":0.8585271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":4.550391593972641,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.186344295737066,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.5459641255605381,"accuracy":0.5459641255605381,"ce":1.3439122446319822,"harm":0.44506726457399104,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.04279749478079332,"accuracy":0.04279749478079332,"ce":3.014964453942728,"harm":0.9394572025052192,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.5914396887159533,"accuracy":0.5914396887159533,"ce":1.2664723206185213,"harm":0.3959143968871595,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":4.413945663937102,"harm":0.9640657084188912,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.023785926660059464,"accuracy":0.023785926660059464,"ce":3.9486751939803177,"harm":0.9514370664023786,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9734,"correct_output_rate":0.9734,"accuracy":0.9734,"ce":0.08877870993165737,"abstentions":0,"harm":0.01,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9755102040816327,"accuracy":0.9755102040816327,"ce":0.08990022278228836,"harm":0.007142857142857143,"repair":0.007142857142857143},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03768461212932299,"harm":0.004405286343612335,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9534883720930233,"accuracy":0.9534883720930233,"ce":0.12926358565710694,"harm":0.02810077519379845,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.08883728705975097,"harm":0.007920792079207921,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.07220495602298718,"harm":0.003054989816700611,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9652466367713004,"accuracy":0.9652466367713004,"ce":0.0945035103204164,"harm":0.016816143497757848,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.06231275867485719,"harm":0.003131524008350731,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.08359967836343234,"harm":0.008754863813229572,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.10209196945505158,"harm":0.003080082135523614,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9593657086223984,"accuracy":0.9593657086223984,"ce":0.13232021551728443,"harm":0.017839444995044598,"repair":0.0019821605550049554}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1225,"correct_output_rate":0.1225,"accuracy":0.1225,"ce":3.9341002020560167,"abstentions":0,"harm":0.8595,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.006122448979591836,"accuracy":0.006122448979591836,"ce":4.844001547853997,"harm":0.9704081632653061,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.024669603524229075,"accuracy":0.024669603524229075,"ce":2.6118878421151304,"harm":0.9700440528634361,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.035852713178294575,"accuracy":0.035852713178294575,"ce":4.563165386860973,"harm":0.9447674418604651,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":5.690316207518787,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.748574265399277,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.8318385650224215,"accuracy":0.8318385650224215,"ce":0.6113938976422197,"harm":0.1647982062780269,"repair":0.016816143497757848},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.049060542797494784,"accuracy":0.049060542797494784,"ce":3.239317475206848,"harm":0.9331941544885177,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.3356031128404669,"accuracy":0.3356031128404669,"ce":1.7277459809324842,"harm":0.6507782101167315,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.645773520666919,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.017839444995044598,"accuracy":0.017839444995044598,"ce":4.571006987049353,"harm":0.9573835480673935,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9791,"correct_output_rate":0.9791,"accuracy":0.9791,"ce":0.07072796729753254,"abstentions":0,"harm":0.0021,"repair":0.0012,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9755102040816327,"accuracy":0.9755102040816327,"ce":0.07993519606305628,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.02374681837738711,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9728682170542635,"accuracy":0.9728682170542635,"ce":0.07594783345656439,"harm":0.007751937984496124,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.07161316736004461,"harm":0.0,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.07692671379586069,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.058142291667861376,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.07038381770506723,"harm":0.0010438413361169101,"repair":0.003131524008350731},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.06498857253856191,"harm":0.0019455252918287938,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9681724845995893,"accuracy":0.9681724845995893,"ce":0.09916113861935962,"harm":0.0,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.0922291603099668,"harm":0.0009910802775024777,"repair":0.0009910802775024777}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1190,"correct_output_rate":0.119,"accuracy":0.119,"ce":3.704305442528042,"abstentions":0,"harm":0.8624,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.012244897959183673,"accuracy":0.012244897959183673,"ce":4.702350550283349,"harm":0.9642857142857143,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.12599118942731277,"accuracy":0.12599118942731277,"ce":1.785318635676279,"harm":0.8687224669603524,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.08042635658914729,"accuracy":0.08042635658914729,"ce":3.514135159106081,"harm":0.9001937984496124,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":5.521428198081893,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.8658052574010995,"harm":0.9837067209775967,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.4966367713004484,"accuracy":0.4966367713004484,"ce":1.375399046786333,"harm":0.4910313901345291,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.09498956158663883,"accuracy":0.09498956158663883,"ce":2.9503649339410756,"harm":0.8872651356993737,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.3939688715953307,"accuracy":0.3939688715953307,"ce":1.5240051960214194,"harm":0.5943579766536965,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.003897862695297,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":4.914949545349751,"harm":0.9643211100099108,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9778,"correct_output_rate":0.9778,"accuracy":0.9778,"ce":0.07591210029771098,"abstentions":0,"harm":0.0046,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9724489795918367,"accuracy":0.9724489795918367,"ce":0.10434236838806203,"harm":0.007142857142857143,"repair":0.004081632653061225},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.02501954464313271,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9738372093023255,"accuracy":0.9738372093023255,"ce":0.0758995270531374,"harm":0.00872093023255814,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.061906447788025294,"harm":0.0009900990099009901,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9867617107942973,"accuracy":0.9867617107942973,"ce":0.06437637884186351,"harm":0.0,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.07424026593792095,"harm":0.007847533632286996,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.06618567217549154,"harm":0.0,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.0667546784974524,"harm":0.005836575875486381,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9681724845995893,"accuracy":0.9681724845995893,"ce":0.1045097081024815,"harm":0.002053388090349076,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9663032705649157,"accuracy":0.9663032705649157,"ce":0.12324322520461417,"harm":0.009910802775024777,"repair":0.0009910802775024777}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1095,"correct_output_rate":0.1095,"accuracy":0.1095,"ce":5.0046735753193134,"abstentions":0,"harm":0.8724,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":6.797886095091585,"harm":0.9724489795918367,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.02555066079295154,"accuracy":0.02555066079295154,"ce":2.789588524807223,"harm":0.9691629955947136,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.01937984496124031,"accuracy":0.01937984496124031,"ce":6.576187821076683,"harm":0.9612403100775194,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":7.268205997433081,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":5.443511292926705,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.7869955156950673,"accuracy":0.7869955156950673,"ce":0.6085690762547186,"harm":0.2085201793721973,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.09603340292275574,"accuracy":0.09603340292275574,"ce":3.389166186234482,"harm":0.8862212943632568,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.22762645914396887,"accuracy":0.22762645914396887,"ce":2.50028879633386,"harm":0.7587548638132295,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.802355034509935,"harm":0.9661190965092402,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":5.760284358036558,"harm":0.9653121902874133,"repair":0.0009910802775024777}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9800,"correct_output_rate":0.98,"accuracy":0.98,"ce":0.08550852811257566,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9755102040816327,"correct_output_rate":0.9755102040816327,"accuracy":0.9755102040816327,"ce":0.11587526626646796,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9947136563876652,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.017600014131077975,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9806201550387597,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.0699030465346001,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9772277227722772,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.07813220949308812,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9837067209775967,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.10077456535316201,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.070438359969823,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9822546972860126,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.09859140758137688,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.06608912050706657,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9661190965092402,"correct_output_rate":0.9661190965092402,"accuracy":0.9661190965092402,"ce":0.1354101852911877,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.11340602918373695,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,1,0,5,0,5,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6242352084908998,0.11637395888505378,3.4005164330410906,0.030281922099756806,3.483138977675224,0.02701820281338437,5.00460669206044,0.007383489610441211,2.4378268521647524,0.027086569607260073,4.233714431315337,0.00788248627697097,3.7197229672754304,0.005850683463559238,6.360401827854216,0.0017721316570056098,3.3194956973185854,0.03312466809172059,4.337712697567302,0.00854471813323766,4.553161651007731,0.00658990284457695,6.429412272191109,0.00179339478698576,2.9562274267255937,0.0072455044007301945,5.084509412825537,0.002556822482929286,4.808951786867094,0.0014745723257611435,7.808508029999022,0.0005085970108635494]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,1,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.1202967507696995,0.10014526846009164,4.513932055654761,0.005030222094820707,4.579793359765949,0.004498008818622747,5.351302781976641,0.00011195585259316365,3.918693421041011,0.008591248963232621,4.877946772614012,0.00019949673315283053,4.6645213039490185,0.00018203415635900387,6.060043550107859,2.4621766691871044e-06,4.225925657660393,0.014708821926353813,4.851148648447697,0.0003745399442747304,4.868594492225229,0.0003127508045333715,6.125005607054351,3.6246522142812872e-06,3.9868577051271012,0.0008661947763506757,5.362606926685481,1.0904383236693495e-05,4.884289093003621,8.859877645312036e-06,7.049026157159661,5.193140871266562e-08]},{"index":1570,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,5,0,1,0,5,0,1,6,5,0,1,6,5,0,1,0,5,0,1,6,1,0,1,6,5,0,1,6,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.528664232052917,0.8540624273160393,2.9977759106731052,0.48156688965275546,3.272195174975648,0.888552423763932,4.018708084790701,0.3546291540718151,2.604169599842464,1.031465892144428,3.418308405682491,0.587229638164826,3.706544291938089,1.4100510412033107,4.927429352674634,0.4339743728411746,3.3234430882400083,0.787866870190346,3.780311541866517,0.46296742377740474,4.59826013335459,1.0666714340690548,5.36004617468283,0.3826927151570777,3.3694714334079254,1.3084007376736781,4.136537439299318,0.7476847542953843,5.0823485804390955,2.00407227180314,6.26257139011436,0.4801719048189866]},{"index":2455,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,5,0,1,0,7,0,1,6,5,0,1,6,7,0,1,0,5,0,1,6,7,0,1,6,5,0,1,6,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1997639299721325,0.9163062148910792,2.43223582538959,0.44193136630840263,2.723428718192564,0.9444709473383267,3.326755557758116,0.24012208965587062,2.133165157718733,0.9715369060095423,2.5797696296103414,0.3464114221289457,2.8532609983405868,1.1480287859528229,3.744082088524622,0.14813655266436632,2.717187224504591,0.7936342934524313,3.1357402483709254,0.2902063689206297,3.641389558479213,0.9614487678230761,4.3974565180630005,0.1463581636953962,2.733649443140789,1.1639638727706934,3.1971542134476545,0.322845808081122,3.7129091080380663,1.4891636416408738,4.785008279088126,0.11369654466615114]},{"index":2631,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,5,6,5,6,5,6,0,6,5,6,5,6,5,6,5,6,5,6,5,6,5,0,0,6,5,6,5,6,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7518113900021508,1.8188144766596372,1.8872904876481762,1.3214344880738988,1.6560142638472248,1.3848297050116172,2.466366101008934,0.7453715602442041,1.1217170804049708,1.7777087099695585,1.8000378739539449,1.4001053560383503,1.3624223867087601,1.9083442338503276,3.158779875144822,1.0255881720343019,1.700467270181943,1.276126139121072,1.9881541101701088,0.7378062501719223,1.851841602197851,0.9865054422527211,3.2714615389036608,0.2832176127350472,1.1112060981585214,1.400984419677748,2.1912013775401498,0.8813259943893501,1.5388481506581382,1.7040283933429563,4.119767396978167,0.5365473728334326]},{"index":9016,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,5,1,5,1,5,5,5,1,5,1,0,1,5,5,5,1,5,1,5,1,5,5,5,1,5,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.470373348767245,1.8648697067648572,2.597429964745458,1.074374741299832,2.9422676882556056,1.9409971422333203,3.1623591600807024,0.7454728249527011,2.536080089858744,1.738582426660318,2.7378808846183187,0.8058551280742042,2.8452369875534336,1.9977469436469808,3.2225309028805187,0.539072539631375,2.7205293386515987,2.2440535244772093,2.9505870489934853,1.1381163005022141,3.194532895194629,2.657031975922403,3.583784250619561,0.8201282651537039,2.932851752766881,2.1419075995035914,3.318915317988761,0.843260343046096,3.448692604329907,2.6548522166434014,3.956148289285414,0.6438348388837648]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,1,5,1,4,1,6,1,4,1,6,1,4,1,6,1,4,1,5,1,4,1,4,1,4,1,6,1,4,1,4,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9781106294371527,0.15329917683005395,2.002502095903953,0.016870841195362505,1.9483335728199822,0.01939177406747646,1.9623006314987346,0.0012376913054450763,1.9184900133499918,0.02410284400526829,1.9930401410851142,0.0015455822009666556,1.9428775793290425,0.002653451126341975,2.0387525239961173,8.92552463545703e-05,1.7838463242392504,0.0402874492430098,1.776124653420343,0.002515572760291358,1.7824417985183314,0.004121804119750332,1.8168547020500874,0.00016040136316566414,1.6636171532525827,0.005081390190345994,1.8338987784612903,0.0001882942919064918,1.8694200317654808,0.000453994926441905,1.99364977848019,7.205062041041961e-06]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,5,1,1,1,5,1,1,1,5,1,1,1,5,1,1,1,5,1,1,1,5,1,1,1,5,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6234231368900158,0.11429823732388154,1.7341063669372028,0.014298970591180706,1.6542081973015468,0.020179497765718032,1.742904184678312,0.0019752910751076706,1.544124648227889,0.02102720064450022,1.7563600560691717,0.0018054531791079108,1.503568215774792,0.003556629083815189,1.7068022352938956,0.00014958124659054047,1.439649918678189,0.03785446105150925,1.5099993638521927,0.003255547953777972,1.3641962456864476,0.006594052899824409,1.5172104512713465,0.0002745882133565022,1.2570114745432048,0.005804326663221909,1.5675941341518531,0.0002160520452052931,1.164718245312138,0.000626563373684584,1.5408435065539163,8.442315647163677e-06]},{"index":1527,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,5,6,7,6,5,1,7,6,5,6,7,6,5,1,7,6,5,6,5,6,5,1,5,6,5,5,5,6,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1986107731041065,2.179367711777127,2.231378743022214,1.7740094324973894,2.0224841896172094,1.8275777108733202,2.5596515099940094,1.0626635965250837,2.0623883908535285,2.152338564867025,2.6059463354987598,1.5980042459886623,1.992205951744775,1.6476987952122697,3.320556498014135,0.8287949650674049,2.106365244948755,1.952880177713416,2.4931396158601804,1.3349171706710927,1.8788361908754385,1.406263558897547,3.090353596103177,0.5270055731644203,2.0297890573259605,1.8671254850851517,3.281913390194344,1.2305519201355373,1.9625906131180666,1.1544000814389668,3.9965211815927404,0.4009104453205977]},{"index":2266,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,5,6,7,6,5,1,7,6,5,6,5,6,5,1,5,6,5,6,5,6,5,1,5,6,5,6,5,6,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2224524414349798,1.9422891897450432,2.3149795765920524,1.4940094918199032,1.9018239314353969,1.489453023983906,2.423180326900657,0.7634248509756387,2.1913420414723523,1.7672486395573677,2.7913194417719844,1.2041492158959537,2.057045345857711,1.2733925359315095,3.421856800151818,0.49600194290449506,2.300351132102485,1.877715584573648,2.70319840827295,1.2170328613111496,1.8889838178743747,1.2627181578339695,2.936318184664221,0.4429610649175531,2.2753966882544256,1.6583598705170242,3.442395929930214,0.9997049839183048,2.1415781684937647,1.0812110008694473,4.095425796999871,0.2840159698129218]},{"index":2182,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,7,2,1,2,7,2,7,2,7,2,7,2,7,2,2,2,7,2,1,2,1,2,7,2,7,2,1,2,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.687067363491153,2.0597672709419985,1.771822943345722,2.0275899437679366,1.174591068744112,2.247888874272914,1.2622422979697139,1.8589172284712592,1.6724752403608316,1.9915385897744826,1.798808516007882,1.6717724294469498,1.06399918333738,2.247516934903126,1.012724653743956,1.3846121472773885,1.6813639056810765,2.1068780325620926,1.7819817077525475,1.687050643893258,0.9670819227883826,2.0245857325490912,0.8141643980914057,1.1128962135555343,1.5343001466839923,1.7501643530348658,1.56985724257871,0.8381599418104912,0.7577266164198061,1.6247207455960173,0.5845392786251373,0.4129774289852365]},{"index":4201,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,5,7,7,7,5,7,0,7,5,7,7,7,5,7,2,7,5,7,2,7,5,7,2,7,5,7,2,7,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1902095904770356,1.7185486313263516,2.2876911202121186,1.4196533249544814,2.1975280080047774,1.4758553641847119,2.4966646572534676,1.2036023980113786,2.4193432652959634,1.6523615684100195,2.6157556403292013,1.4707786964575098,2.378380386560805,1.5412006781054854,2.892781556810185,1.0609822698263813,2.30799810135128,1.753837237566604,2.431659452093591,1.4147788149153144,2.159214675315556,1.482770087404344,2.564651620860695,0.9403975156445428,2.42751400953623,1.75808827921715,2.7477465744715137,1.264503339455766,2.229263419304854,1.347776958582524,2.994398942697904,0.5915569128797862]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9733671364606045,0.2125158373165045,2.203471484638394,0.011786270500677706,1.7695741208390592,0.009512805315155236,2.3084635421390267,0.0002841635579298915,1.7472684878589684,0.024148400309622568,2.3025238285116343,0.0004940843010431097,2.037235086830587,0.0005589705936619898,2.938129629579465,6.944733812454508e-06,1.5847270147891703,0.03193861874157595,2.034967573558069,0.0009025382889268841,1.5362690859363513,0.0008043782263200753,2.2696117883306646,1.1629864813053663e-05,1.421627016520595,0.0026564394288035023,2.3432352598920336,2.717700723036897e-05,1.9433633124965515,4.03327475660423e-05,3.2135293896014954,2.9489238588366007e-07]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7127175925272056,0.1205549255086592,4.385721622953909,0.00689859820213788,4.119204376851106,0.008255769347200655,5.373015484284492,0.0001977577256406091,4.32775610843283,0.018548794575139194,5.672755863533008,0.0006368828425580021,5.281891234559631,0.0010995453490879883,7.352873482449299,1.4925347752393537e-05,3.5890508374189163,0.024398553071672567,5.067084879695773,0.0009454009151367987,4.707343846891407,0.0011477194643610175,7.003773481703879,1.918158247882266e-05,4.288564576104623,0.004185876478576803,6.4959217150642035,0.0001307262411804098,5.965008756446205,0.0002494982316324032,8.98835681999702,2.235272589912398e-06]},{"index":444,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,2,5,2,5,2,5,8,5,8,5,2,5,2,5,8,5,2,5,2,5,2,5,8,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0166019843736436,1.1568400996906498,3.6372289039606205,0.6847844521035672,3.3580363661007606,0.40395829910807124,4.733746765545164,0.13824162164764714,3.588900582419572,1.569540899910863,4.876058687458581,0.7991210210758563,4.29031689507543,0.3641367727015062,6.479874302415231,0.07742549815252778,3.4380340627195856,0.7989023470863674,4.7932781783535985,0.2232800045430956,4.3123285866319,0.10791075107490909,6.671061083206832,0.0123884620889069,4.334230168753484,1.387574813464163,6.391973223273542,0.34538699132125994,5.532149516084212,0.13565425424422678,8.561733385021697,0.011140803295500106]},{"index":492,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,2,5,2,5,2,5,2,0,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,8,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6409348860683415,0.7320820943587203,3.444041960426171,0.42608239665651737,3.1980050626350955,0.3016818457176548,3.017444564029778,0.15571528096602488,3.8355704512223348,0.6837308478779873,3.5910886867567124,0.3983596122983061,3.4692104427336217,0.2445558543883805,3.324908674821338,0.10549197846809043,3.637301900226288,0.5838975014136435,3.4320559035461367,0.2921766926803199,3.202834456001448,0.1626714409720129,2.958894992725567,0.0521619904714498,3.6044280734826266,0.9383965702142942,3.3959474099849025,0.5439208208955428,3.222984814951783,0.3133941713738494,3.330582670525434,0.08476300271485686]},{"index":4176,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,0,7,7,7,7,7,0,7,0,7,6,7,6,7,7,6,0,7,7,7,6,7,0,7,6,7,6,7,6,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4586645494713633,2.675251925866509,2.7446443765524444,2.3291452605084553,2.447144490900703,2.265629837351366,3.209799938129451,1.9234257091705562,2.7624760472307326,2.074361300161042,3.496264234997087,1.5738138491742286,2.971609192105525,1.662902233346761,4.370231699553703,1.1452986651171755,2.272211535932456,2.112334785670403,2.590469793617298,1.4359496573487753,2.4904923237677474,1.6807158428455495,3.478333530630717,1.1791827676415811,2.8478932153898344,1.2516215852958055,3.868904632957854,0.8322092566906482,3.4985688823520817,1.0257305165776263,5.1778597498704855,0.4477657929371706]},{"index":7886,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,5,4,7,4,5,4,7,4,5,4,7,4,5,2,7,4,5,4,7,4,5,2,7,4,5,2,7,4,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3617459019897638,2.695625482704312,3.2831758600491385,2.1015410749935555,2.6900662286600427,2.3675091333842904,4.631480060259975,0.9695580206402574,2.685576897590195,2.645074863023682,4.411585630265105,1.1439975890762382,3.221187277383237,2.0134304709208006,6.149658371757774,0.3366176824250302,2.6084992168488434,2.9228290201245493,3.987370442808883,1.1418469595443157,3.053936823426387,1.8510520946354148,5.862455386234997,0.1888031965989322,2.9992541397138925,2.6075110303587876,5.5737960133008855,0.2673806898682529,3.4967911706112083,1.2016869088881936,7.830756391782015,0.04265868328287942]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.762213973945203,0.7800989289070983,4.375370673536404,0.3095491410052405,5.055776456243901,0.26637558477743645,5.908721036848081,0.15676919441967455,4.774898470396882,0.23658088376081265,5.624940679771021,0.08942592027715023,6.739716656662518,0.08063843311813806,7.753055072567513,0.03594249736275802,4.44593180360473,0.31755849591285623,5.227971003524386,0.10746992507036622,6.3246861088010675,0.1089931498933437,7.461609042465131,0.05874271339696585,6.069436568216947,0.08475091723857535,7.145670295797962,0.023072135446694734,8.884339397734468,0.028161653799929406,9.75029476619857,0.00957737590104397]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.457654622512637,0.06760752838475163,4.066573703394269,0.002308621334624456,4.094314202598746,0.0026690031040715136,5.621439003588774,2.6362738461557145e-05,3.8120929247323465,0.003102329532614393,5.23967730576738,2.718449097108361e-05,4.778603523723599,3.093114864614913e-05,7.165020109389125,5.278640474183909e-08,4.131566085569535,0.008341073534536156,5.256253376184362,7.846355215324362e-05,5.235478964296293,0.00013434571901171647,7.5351534067380275,2.0523932445715685e-07,4.912178049973428,0.00021349354848136486,7.0314173330839465,3.5974231606602325e-07,6.3823614427259425,6.228444259120846e-07,9.388259948232323,8.438227893846991e-11]},{"index":883,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,5,6,5,6,5,5,5,6,3,6,5,6,3,6,3,7,5,6,5,6,5,5,3,6,3,6,3,6,3,6,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3043086351941104,1.3010316495266703,3.5905271503935436,1.053656643970943,3.8350245715484856,0.9636175546831494,4.6541696390169705,0.7929276008272425,3.5807859699176756,0.9229292830042733,4.251765051776191,0.8323152069446373,4.417405764702341,0.5821367024329055,5.836078767002615,0.4851143143756369,3.7548959129470303,1.0819796300614408,4.326142916811747,0.9155149434363176,4.534572347763728,0.8221327873282255,5.894028359285846,0.6670596503616043,4.399970513868032,0.7371259757260792,5.317929250396707,0.6619670928823455,5.464988899486331,0.41928302028158243,7.342573573992017,0.33931321139712706]},{"index":3108,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,5,5,3,5,5,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5825256961436014,0.7694318213042455,4.213960028054036,0.7867790135098509,4.4873521427530125,0.6629622171908707,6.228982153255022,0.7283455593003265,4.111152097957167,0.349813911480137,5.567673606861536,0.4766399398212734,5.3883291802228,0.2616218701273604,8.108337214462436,0.22951034526295766,4.0004732001601955,0.5083595971070737,5.326833662646007,0.550032842037516,5.203110124674739,0.483582141572938,7.916368037081989,0.3817226384015409,4.7306833957175085,0.2789250525972904,7.002071366516585,0.374970541808353,6.376314578175416,0.16428384675297364,9.76520333736197,0.07867713087271204]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,5,4,7,4,7,4,7,4,5,4,2,4,7,4,7,4,5,4,2,4,7,4,7,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.112806130179803,0.3685145785873903,3.5153539303961745,0.039487731754347825,3.499055169504995,0.023854074516842395,3.9191604572307,0.0010180090321734755,3.277825150023718,0.0792422138948721,3.7295585419479433,0.004510429159776608,3.606008434310911,0.0022660863701727606,4.007855671390629,5.2811681985493685e-05,3.733608083341236,0.08827287348139844,4.081800909359632,0.004330800074636158,3.9585797814050974,0.0020469922056420365,4.283454341805926,3.546367812365879e-05,3.9033249649984008,0.010087326684928509,4.26397633248758,0.00027070532341116985,4.119961992915596,0.00011724622127480814,4.29525284199996,9.638349885159545e-07]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.734770843575343,0.4757667364919948,4.248484662171237,0.24918766549677637,4.303469440229202,0.11693522380923853,5.178856309690401,0.112713945706315,3.9719992477160124,0.1720429586824918,4.749635136807835,0.10245415898333973,4.5728449424287785,0.03126315566625705,5.715875554536828,0.03837148919192848,4.398215386068026,0.1300132973621861,5.192267964830874,0.05874038983472461,5.015844402739152,0.016314644811479193,6.365870845844983,0.017507512615930924,4.792150062338395,0.02846868532275035,5.964640477903237,0.016029424187938398,5.554924059470618,0.002455741127245098,6.953136287371452,0.002902112115651618]},{"index":2043,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,5,8,5,8,5,4,5,8,5,4,5,8,5,4,5,8,5,4,5,8,5,4,5,8,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1754635390191552,2.515462829729621,2.5941733178358124,1.4820522868399209,2.411253383661416,1.9862935837129903,3.27158719111986,0.28461872230308366,2.4036726913217503,2.370607630693954,3.1834250599768166,0.4491488088689511,2.6746081587949084,1.1754180878235878,4.204665115965464,0.015240399535484186,2.3387598070168645,2.5374663670100985,3.099438543570287,0.5834995904763244,2.723470122083195,1.2980463345183448,4.356306390300101,0.018735721225896118,2.6838896210059437,1.8523768750142353,4.15523335921826,0.03976643162920659,3.1171663474000413,0.36040972944096605,5.611477858348831,0.0003330819247321331]},{"index":2130,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,5,9,1,9,5,9,1,9,5,9,1,9,5,9,7,9,5,4,1,4,5,4,1,4,5,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.492407761149985,1.1264302734188063,3.3289511702258014,0.9555718179579658,3.5464395393097767,1.0286288935573409,3.4560986314806774,0.8739949741226224,3.2064803577844216,1.0329663069505963,3.3809018192091274,0.8963446066490792,3.412262527091916,1.0699966112701844,3.884312187705829,1.039962560993931,3.5977358171670013,0.7827385463876447,3.429516377309419,0.6126931292167146,3.6567288706358685,0.6491208044195129,3.593652077025079,0.49284708989081727,3.1826244931061956,0.5947767576135192,3.600027253282984,0.509010656289304,3.4774089344372014,0.6298729942550624,4.461886484359756,0.6071551324054404]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,2,5,2,5,2,5,2,6,7,5,2,5,7,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.354576068031543,1.2898373845068254,1.6941759193190675,0.5896366363969322,2.643680313490276,0.7649692804031225,1.8582739905153556,0.18100585328900112,2.7569849826056725,0.841565798917299,2.0008090252805015,0.2928519153203576,3.4723181663094422,0.5497132296940273,2.3380086273709715,0.0604378659036818,3.0888974030901686,0.9613087483553976,2.2586643237028645,0.27979910087052007,3.7894487307722926,0.4225078260850468,2.6768818029308634,0.042754710152460906,3.956038363307484,0.5547785021393178,2.957783769782849,0.09939555155633091,4.8943354400339985,0.2732539021622685,3.232077608669143,0.012232007855421227]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.252542184783068,0.39168791588191754,0.6329051830924359,0.03204922627318686,0.9368612925656309,0.07601435508066835,0.32536888280325743,0.003397065838518578,0.9198385473791646,0.10010757615691758,0.36041504812356656,0.005981281726269761,0.7473517531715778,0.019085633250163245,0.19616872933718066,0.000591502431446549,1.0220914632270959,0.12586981339294157,0.45389269822687256,0.0058193155311549154,0.7521886918167894,0.013262776009686523,0.1879580127647515,0.00038026515015898975,0.8075923790957046,0.037001968108459446,0.27448441201826035,0.0011581499450485893,0.6795324561194056,0.004516245307820585,0.1495510418546539,7.447084288123643e-05]},{"index":1299,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,5,7,7,7,5,7,7,7,5,7,7,7,5,7,7,9,5,7,7,9,5,9,7,9,5,9,7,9,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.273494018451109,1.669069117070603,1.5717390041077746,0.6852524492744458,2.1031406336858858,1.0813761608841594,1.212056619825816,0.25133974554851063,2.3728639500975865,1.9941104137666903,1.6093586028949889,0.414982062102708,2.209718401464102,1.3513270210917279,1.211255159179475,0.12804874928836157,2.0964055344121153,1.6544309245811313,1.5913934681464341,0.3747736233332477,2.0742218845448566,0.8236756391081737,1.3191840927585838,0.070060951398408,2.468337969098484,1.5409454801084468,1.8931587746984695,0.11657888710717507,2.245841563900218,0.8036349109922353,1.3938952399218927,0.023882717877354985]},{"index":2035,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,5,5,3,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,3,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.2923831493892683,1.1801043970689213,0.5671526044987809,0.6714269270887638,0.8081755290515803,0.9591220668865714,0.2283385704281027,0.668123883997326,1.007454984063637,0.544535106777265,0.25772932785330693,0.21218350464616406,0.6925875439192927,0.5280000832758676,0.10869052867847712,0.365904225182699,0.9322932872051597,0.7142648417659081,0.3123336636227704,0.3627249973243072,0.5783426776261045,0.7348187720057543,0.10288632890472021,0.6344654260609364,0.71184913417818,0.31233538285755297,0.12839278091198666,0.12913985265121264,0.5132729780585763,0.502446030557469,0.05286809338184199,0.47340676365780626]},{"index":3558,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,0,5,0,6,0,5,0,6,0,5,0,6,0,5,0,5,0,5,0,1,0,5,0,6,0,5,0,6,0,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6506640120854956,1.8901627725439847,0.7164619554931667,1.6972892421453718,1.6133763569775736,1.4655169166660629,0.4491864942885372,1.3777193024001646,1.5282599121609937,1.8259763017335644,0.42282198168986584,1.5016903003951398,1.7321517614325226,1.1811537650472708,0.31540601612558156,0.9292925545369848,1.4326732163112985,1.9546186842993545,0.4607126276602908,1.7525387178106038,1.836206486352807,1.3149903392140394,0.3369656345303055,1.241425125154275,1.4766805545770756,1.887508269764628,0.29924751949549006,1.5130795636015573,2.0746756506488264,1.0048247142576918,0.3127658571343506,0.733198527726486]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,6,5,6,5,6,1,6,1,6,5,6,5,6,1,6,1,6,1,6,5,6,1,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6554418577545413,0.4094118868703302,2.6363846879831323,0.028963361614882763,2.5614340913397773,0.049069455822808576,2.6809356674156932,0.0012016523839638899,2.5607746098174844,0.035910669870643466,2.6218035911306337,0.0007685523363233273,2.4993844461399357,0.0012472646629459981,2.7554604499642092,1.2458071542871582e-05,3.1349144972206497,0.13420258753364897,3.1381296901454947,0.0033224141713958395,3.2299886756283684,0.007150620090967293,3.4462139733606536,7.699001993177595e-05,3.113725532811994,0.005483450956500552,3.2191885442558776,5.505567206764169e-05,3.32045807346652,0.00010063113827775339,3.7774718945647248,4.125256793484474e-07]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,5,6,7,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.3158757548046305,0.18026822306954726,4.094864206635128,0.015109117204921701,3.9283065785346922,0.015853236527371917,3.634044220374101,0.000891799035516631,3.865754427036689,0.01474941274826435,3.535933685005072,0.0006160791597240407,3.4145900874118214,0.0007334552931452752,3.157578080608086,2.5152147496046117e-05,4.46996156777894,0.05106618419090756,4.238073423856366,0.0022662195902578668,4.0251320640412365,0.002780938835315838,3.8914917471336357,8.811005244366747e-05,4.107229293736453,0.002198180262342693,3.8611616756172498,4.9630451615119986e-05,3.536313305583367,7.343098796719717e-05,3.5856563218045117,1.1591244796325445e-06]},{"index":1044,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,5,8,7,8,5,6,7,8,5,6,7,6,5,6,7,8,5,8,7,6,5,6,7,6,5,6,7,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.768245720721045,1.5777386018737305,4.025960203349739,1.1657523692102068,3.981586842317191,0.910940706638402,4.510530828828489,0.6622463839322523,3.678782645966323,0.9223353255868396,3.9940236872697605,0.5615650594099619,4.067365325234005,0.27176193435798174,4.717887108038453,0.1484638812117667,4.083157723705959,1.3167359319288607,4.503738314619694,0.9517301413184518,4.557720902985746,0.6148099256819552,5.4342815024897515,0.47211204598555484,4.052918542334088,0.7741348575063585,4.5979752213259655,0.4206815161438522,4.652033531121178,0.14418086810402256,5.760756137758179,0.06402885572863075]},{"index":1982,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,5,5,6,5,6,5,6,5,6,5,6,5,5,5,6,5,5,5,6,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8430650477554593,0.9724563608555163,3.0889767103194643,0.7588217341407513,3.0105201197829987,0.5774470117390084,3.776048235136721,0.7514568881013637,2.944076514536908,0.5747069291866697,3.808258549990695,0.557035603140847,3.0816230466511056,0.2586892816190789,4.74352985939573,0.5331288361343436,2.745208069771331,0.7453606346422557,3.3026835677076276,0.7715257245106615,3.0503670320065783,0.5054546938695527,4.419744103321234,0.9771177515742108,2.9321845154950132,0.4643421741700702,4.464469845421081,0.5752695493076009,3.2312570658015867,0.20326098954858465,5.685776292258693,0.6012220284543323]},{"index":259,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,1,0,5,6,5,0,5,0,1,0,5,0,2,0,5,6,1,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.667560673343818,1.645684171880096,3.1697171572046243,1.4868334598220942,2.8332418090741376,1.560242739041329,3.6884131218456013,1.369579236072421,3.0432992738135276,1.1733103670364802,3.7081766095319146,0.8723448621650082,3.402391233963817,0.8751247427993069,4.2320518997095995,0.597711815485694,3.2399671538886325,1.6771687243785132,3.8620305596422604,1.456156708766536,3.386705854424893,1.4226572412054204,4.405813235623443,1.1996972027098223,3.6795722130778783,1.0834596192915704,4.375446127218663,0.6827058100110804,4.016815090306621,0.6943778294207307,4.87122942904942,0.45297048647410987]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,5,7,1,7,5,7,1,7,5,7,1,7,5,7,1,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3918120166075165,0.024312799782449643,1.6149458655959419,0.0011104001954775208,1.5160153100846023,0.001077663524605423,2.3387429307277015,2.1408790007684974e-05,1.64211017330308,0.0018977226304162662,2.082257248971275,4.914923729920213e-05,1.9607543137541736,5.864307895885226e-05,3.3969118237313456,6.618758027282e-07,1.6102444462271621,0.003939981983186203,2.031781056171188,8.140996436787784e-05,1.8121652910707857,0.00010008314451766908,3.4202192890333443,9.010154882023752e-07,2.168683217102272,0.00019463769473788072,3.403940046181471,2.310344744754778e-06,2.8848836194435155,3.428077286807302e-06,5.204410157421262,1.5773683790183783e-08]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,7,1,7,5,7,7,7,5,7,1,7,5,7,7,7,7,7,1,7,5,7,7,7,5,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0820109739148964,0.02368398975554087,1.2171741765951758,0.0010580957197552472,1.1926008849672967,0.0014116735622495614,1.4322509375614025,3.3979537633903666e-05,1.1897606443506583,0.002519157761370294,1.391699305507675,5.984571444952573e-05,1.5766642285937928,0.0001192997191852387,1.94307961895294,2.2444789536128225e-06,1.1080022152445301,0.00568666472449822,1.2405442773193038,0.00010326313382608158,1.3921734278417195,0.00018950929933056525,1.779117795946381,3.4177043276274435e-06,1.3328197969256836,0.0003663968505412483,1.7821594329530686,5.9703925987780354e-06,2.1044341478961393,1.2176075479648204e-05,2.642760249017717,1.1856404243847943e-07]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,7,7,3,7,7,7,3,7,7,7,3,5,7,7,7,5,7,1,3,5,7,7,3,5,7,1,3,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9734936875572799,1.3969088855017968,0.921012391101329,0.9522180103646933,0.8484875776962261,1.1873352979657759,0.9561224593,0.7154826348397169,0.8229897588636699,1.1195667991287608,0.9100734252060271,0.7189685482841695,0.8169438410528873,1.0670278997400207,1.2459410385276337,0.48726082858755315,1.1239908930156253,1.1127581168246414,1.471150412040318,0.7126889743168402,1.1573840085946643,1.0760687721114701,1.7419280978101979,0.4381247448900616,0.9638982036938758,1.0239416409237978,1.515734440380922,0.6323031484641577,1.193630245931136,1.0846335038321928,2.0977514161421738,0.3810891132316726]},{"index":1326,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,8,5,8,6,8,5,7,6,8,5,8,6,8,5,7,6,1,5,7,6,7,5,7,6,1,5,7,6,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.619666521228976,2.598498149509007,2.647926042050811,1.990118890425644,2.7599042081695595,2.0463075437875746,3.012154461544105,1.0115363412255,2.3798582172305003,2.6378685580560024,2.3887688476550464,1.4401810518750153,2.7307682071542723,1.3879987780585312,3.1698895258573927,0.31332818005247515,2.8573131045172335,1.9990194125375453,3.0416836418285342,0.7969192661258553,3.1535624549498738,0.9326336731726754,3.730872573745455,0.13079090717248068,2.5128552011630587,1.8846862807233022,2.597042795190098,0.42947026490497914,3.119948714165255,0.5654745814134582,3.860280146513312,0.03912386032374875]},{"index":2016,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,7,5,2,5,2,5,2,5,7,5,2,5,7,5,2,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.861905045242407,2.598607084520964,2.3765660726904834,1.854681649560954,1.6207301347286711,2.4606591860736557,2.9292505232892063,1.1791205106764413,1.6733291426203891,2.70004443780351,2.941641674267609,1.2418125896270122,1.6637447778689816,1.909593457564831,4.178588299724373,0.20215821242556992,2.1904627375898276,2.1886334186803498,3.373385127688469,0.9977391677386761,2.060284329958194,1.8818183543328788,4.63413591020647,0.37878426582637276,1.6633357622147897,2.2991834568797076,3.8570448279053884,0.4480494701610715,1.8533184812758514,1.2424155200460674,5.545722054824372,0.0386124085432572]},{"index":3838,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,1,1,5,1,7,1,5,1,7,1,5,1,7,1,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.072840620515492,2.281243877362564,0.9447622173606219,2.123795575648501,0.7938739305782513,1.6961818865856153,0.7455346391242564,1.3954013755473897,0.7216792838786572,2.123722884531086,0.6118891412782304,1.8262874851087696,0.49930072434598116,1.3345025444653422,0.5861771226367807,0.8857784419653785,1.3783975002033186,1.9791097132819144,1.2872424212870226,1.7454924538934546,1.063603839793434,1.1920953304575794,1.1107948245256527,0.8869897031580559,1.0135555770906644,1.8846858641187167,0.9545780803232593,1.4695548063681683,0.7115199091593054,1.0211082964751588,0.947530784147873,0.6335628048521607]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,8,1,8,5,8,1,8,5,8,5,8,5,8,5,8,5,8,1,8,5,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7960757039838557,0.24455223766930348,4.816428005590148,0.019598698743318533,4.787088820221932,0.017787171756227037,6.2175583534654235,0.0007540016722733046,4.147244886214658,0.022152178927451544,6.167640937156007,0.0006968086933779096,5.3989677440717365,0.0009067731659554489,7.622569885658263,2.0322905056442933e-05,4.0491736828032,0.044753842052396284,5.6719715472088765,0.0016122371126664596,5.214657255461739,0.0015329666749414046,7.442819427319027,3.498584096905173e-05,4.781613529686054,0.0019025950148273563,7.28273115805784,2.7257257678913617e-05,6.0460066419319425,5.1980481032857204e-05,8.942585901950949,5.738914353440279e-07]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.218244149086128,0.3151058957301205,4.32120079921203,0.06471620104917908,4.096133128571968,0.083799644722734,5.707274750520876,0.01071631733093399,3.6278869143174926,0.09157894675674816,5.595367403207074,0.011820362115918838,5.447399208961908,0.027634229482455544,7.77957853188259,0.002483553347938603,3.743054263581773,0.11384684269072942,5.322184354360176,0.016718395800343264,4.916310624826518,0.026404522895633706,7.13843979519572,0.002873344324287647,4.597450846318468,0.0273664698764228,7.199538187031415,0.00313654829744921,6.742360323474796,0.009029410306322384,9.444094452213827,0.0008136941827124344]},{"index":290,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,4,7,8,7,4,7,8,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3295594667629462,1.1777017363980171,4.535883561179026,0.5437024004647902,4.3057872024037,0.8149384225778105,6.036166724637022,0.3296746887209542,4.078902907946225,0.86437051654829,6.0331806284096805,0.340219243380573,5.657760713594098,0.778084266832022,7.9680956478067095,0.35217757251328585,3.778552659130203,1.2781482385129093,5.348331094420629,0.5071227574091444,4.9623675790079025,0.9938877329751222,7.016819069020752,0.3319803331963421,4.995111991451924,0.9868195860402451,7.226343515118466,0.3909084959847912,6.7265270418828536,1.0398506705833,9.15860027533705,0.5711956200297192]},{"index":1101,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,2,5,8,7,8,5,8,7,2,5,8,7,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.428703237460016,1.208249605534407,6.2443102995219695,0.6177572553087063,6.357861013357085,0.4680892855222112,8.900890326612078,0.21048773913413477,5.226140721483955,0.7975319209393813,8.238300968195684,0.3421912053851516,8.4191261352032,0.2843213963013665,11.451711970756225,0.11149234335706866,5.1215865986846865,1.210610777493433,7.624603058102702,0.691646848658099,7.522786936605041,0.3329198948233215,10.791906587670288,0.14111935537614623,6.381459910324218,0.9879599782278996,10.210634948502237,0.4525485676395375,9.696623065298551,0.2532252249129278,13.609887964076925,0.08660974344903397]},{"index":691,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,7,4,7,4,7,4,7,4,5,8,7,4,7,4,7,4,5,8,7,4,5,8,7,4,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1288682844784574,1.973873639083948,4.011271013824971,1.7628547272392612,4.301432105357277,1.388431562812075,5.717307499459671,0.9328740881043159,3.3085890044724904,1.7969186206488037,4.866290202384645,1.1747303300646783,5.354243760145587,1.19123518225839,7.080426332453201,0.5779247238874682,3.702856875028444,1.867866548001845,4.968607937844061,1.3852161194311847,5.169355001580671,1.1797377436093819,6.789224666459088,0.504528412851885,4.069167088507802,1.6333136292888653,6.008641671082259,0.7166079787143705,6.510059039842589,0.9695042317939404,8.526216998353316,0.3245030081869774]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,1,9,1,9,7,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.918800788781973,0.3811032147040059,4.463933263364589,0.07217125570772019,4.994112115145358,0.08755894907436823,5.980547390381242,0.013769501416037026,5.139847893885445,0.10863062798610612,5.968651805294476,0.01522530714773437,6.394284116918607,0.025786845667859902,7.718684349403087,0.005153663289065004,4.39211619193041,0.0957042461405023,5.045100814905674,0.011225915718741826,5.834763554106316,0.01350578899587221,7.199512384226339,0.001832982529981813,5.762882833871181,0.01818779135871704,6.878471240810354,0.0018671886169400566,7.572858091353865,0.003551857536089452,9.207922569348037,0.0006283876997374308]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3314019519823015,0.27027814187201926,3.274691665952668,0.03516747637842175,3.6377073686355788,0.03177070530648682,3.5805303279200533,0.001489954051448736,3.7760687501828176,0.05639409130146949,3.686363037049674,0.002574119783506782,4.342915261782201,0.0027359019079368028,4.170055282337108,4.81418280644113e-05,4.061276585047468,0.0820927723985862,3.879866936898382,0.004408861069326947,4.7610542246041385,0.003985339152793431,4.269501319983579,6.494835214559211e-05,4.884201448369918,0.012577988239613565,4.511976012579172,0.0002062329950201998,5.866877283858354,0.00026299122331629966,5.017808218658638,1.2565681278806386e-06]},{"index":151,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,5,9,7,9,5,9,9,9,5,8,9,9,5,9,9,9,9,9,7,9,5,9,9,9,9,9,9,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.66350721480246,0.6114039443849243,1.4528753240714227,0.6503166891012259,1.788570060625087,0.48022791965388517,1.46692969731444,0.6084454634542245,1.1536462293616072,0.43762356222083415,0.9710270066946318,0.719608814867482,1.4048260814295837,0.30278438145756476,1.0990153701051084,0.5368482176044937,1.1926884584356026,0.2242991124240759,0.954338319656878,0.22066359221095475,1.3982652160749491,0.12439163267980649,1.1184245925156602,0.21013529106119466,0.7180280207569408,0.15125956988758263,0.5911664118911621,0.3724857163608717,1.0819421862504484,0.09755495919001894,0.8386618187009676,0.26101023946289414]},{"index":241,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,5,8,7,8,5,9,9,8,5,9,5,9,5,9,5,8,5,9,5,9,5,9,9,8,5,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6973526401732844,1.8900061957747778,1.8010308868667684,1.4259688362822134,1.763025073872836,1.4035001242357654,2.0751140681910645,0.6492227138137481,1.2691759795295525,1.6118352339377537,1.4520984883989212,0.7677244080692187,1.4755175941327814,0.6564874288015364,2.086811927250457,0.10583707750009401,1.5179201216013516,1.1727088538390302,1.7210085050491617,0.47752553709421985,1.594705911411628,0.46794899683881114,2.262722727072014,0.09752548616836346,0.9279736503796007,0.8514934450949059,1.1193583367204498,0.16386739473336012,1.2675802704886638,0.15387924292675245,2.1528770876536534,0.013099518751080409]},{"index":1952,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,3,0,3,0,3,5,3,0,3,5,3,0,3,5,3,0,3,5,3,2,3,5,9,0,3,5,3,0,3,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.448046924789617,2.6280847315325584,2.3759016130785215,2.185692147467172,2.6869428686320456,2.105166571491828,2.4791925982109815,1.2969866393407692,2.5010791501980947,2.724253467073929,2.468438875470131,1.9967461256374388,2.856232937311375,1.9969731840467426,2.681622761351693,0.9593312108574659,2.330827503913381,2.10772305736419,2.2495769036936477,1.354653403079868,2.7685873939967,1.3387391959977983,2.4247034086981083,0.5293099487932104,2.4581817128921273,2.19474596853902,2.4749280655196837,1.2874436937933793,2.997362792618909,1.4978157159066838,2.7207172983719543,0.5462736700788369]},{"index":2406,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,8,5,8,5,8,5,8,0,8,5,8,5,8,5,9,5,8,5,8,5,8,5,9,5,8,5,9,5,8,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.298971501519641,2.1865514798223322,2.373876471693862,1.734340933893081,2.2388455527736353,1.8335658245194377,2.524094548296739,1.2397156317702178,2.5914496435907504,1.9936048286381896,2.6909449004291637,1.2971855269343417,2.383827341552076,1.5901662035848823,2.8433049918038926,0.7231684689040523,2.338291979310661,1.9151367394396712,2.5146758370560844,1.0176871142257917,2.1823436448526703,1.4255379518567852,2.8155632786700773,0.5052125678056509,2.7068879300339583,1.5020023990360012,3.0586603346181143,0.48135083914243293,2.5026196629959583,1.0322812763716187,3.4741651878580977,0.2027752065445879]}]},{"id":"sd_constant-final-s103","recipe":"sd_constant","state":"final","seed":103,"epoch":100,"source_run":"graph-eval-sd_constant-s103","checkpoint_sha256":"90353b2fa6bf019a524d3f7ccb3ba6ebe44d12f529bd924166bbab98575b7aa3","source_result_sha256":"8f0e3d7dfeef275ad53ac3c6f69b2708bb89beac2fbb1942cee9a189934fa618","archive_json_sha256":"33dec1148d781daf30b5e5136bf04b3a6fa343e24dd351089da65a8b397b7351","archive_npz_sha256":"57a5ba6c2b55c22b0c517dd9ae32469b55db3274919465b1c53192d5d2ad54dc","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":3.749210469861097e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_constant-final-s103","recipe":"sd_constant","state":"final","seed":103,"epoch":100,"checkpoint_sha256":"90353b2fa6bf019a524d3f7ccb3ba6ebe44d12f529bd924166bbab98575b7aa3","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,2,5,3073,3906,5457,1,35,149,1984,8094,18,30,3549,5734,4,6,115,2053,8,15,4271,5982,11,21,965,1444,259,1181,0,17,1500,2016,684,1754,61,84,2272,4075,3567,4956,7,9,1232,2406]},"n":10000,"dense_accuracy":0.9845,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9845,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9895615866388309,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762140733399405,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1454,"correct_output_rate":0.1454,"accuracy":0.1454,"ce":2.921757860233265,"abstentions":0,"harm":0.841,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.02040816326530612,"accuracy":0.02040816326530612,"ce":3.2998822434282493,"harm":0.9704081632653061,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.11189427312775331,"accuracy":0.11189427312775331,"ce":1.8980728467329069,"harm":0.8837004405286344,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.11143410852713179,"accuracy":0.11143410852713179,"ce":2.5742442439888387,"harm":0.874031007751938,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.170456015518104,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.830638894206119,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.3845291479820628,"accuracy":0.3845291479820628,"ce":1.6219196282818802,"harm":0.6053811659192825,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.005219206680584551,"accuracy":0.005219206680584551,"ce":3.3209525373430386,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.8093385214007782,"accuracy":0.8093385214007782,"ce":1.038322534691673,"harm":0.18093385214007782,"repair":0.007782101167315175},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":3.8560351470988765,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":3.7140878642334236,"harm":0.9663032705649157,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9733,"correct_output_rate":0.9733,"accuracy":0.9733,"ce":0.1174595021254575,"abstentions":0,"harm":0.0143,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.057720821341865874,"harm":0.003061224489795918,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.05887027983251407,"harm":0.006167400881057269,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9593023255813954,"accuracy":0.9593023255813954,"ce":0.14247030215189369,"harm":0.027131782945736434,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.10909476348246824,"harm":0.005940594059405941,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.11032581925853939,"harm":0.008146639511201629,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9674887892376681,"accuracy":0.9674887892376681,"ce":0.13402532837855194,"harm":0.014573991031390135,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9780793319415448,"accuracy":0.9780793319415448,"ce":0.10264528770417643,"harm":0.012526096033402923,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9610894941634242,"accuracy":0.9610894941634242,"ce":0.1407262170864746,"harm":0.026264591439688716,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9661190965092402,"accuracy":0.9661190965092402,"ce":0.17192016053370573,"harm":0.017453798767967144,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9603567888999008,"accuracy":0.9603567888999008,"ce":0.15426587236939127,"harm":0.02180376610505451,"repair":0.005946481665014866}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1333,"correct_output_rate":0.1333,"accuracy":0.1333,"ce":3.589291209335852,"abstentions":0,"harm":0.8536,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":4.4207696895360735,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.003524229074889868,"accuracy":0.003524229074889868,"ce":2.51450239151518,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.044573643410852716,"accuracy":0.044573643410852716,"ce":3.8739439115151604,"harm":0.9408914728682171,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":4.921287120135258,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.466059501332093,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.7914798206278026,"accuracy":0.7914798206278026,"ce":0.7863318813200331,"harm":0.20515695067264575,"repair":0.017937219730941704},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.018789144050104383,"accuracy":0.018789144050104383,"ce":3.4238959861357925,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.5330739299610895,"accuracy":0.5330739299610895,"ce":1.2632994193060767,"harm":0.45622568093385213,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.7597996932130995,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":4.422497470588018,"harm":0.9712586719524281,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9819,"correct_output_rate":0.9819,"accuracy":0.9819,"ce":0.05799371212695903,"abstentions":0,"harm":0.0047,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.029982286378349075,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.020287435167412174,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.05886013281112062,"harm":0.007751937984496124,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.04695040332865883,"harm":0.0019801980198019802,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.07167135749713836,"harm":0.0010183299389002036,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.060852855422103926,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.06971227969655112,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.06844896573170584,"harm":0.008754863813229572,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.0741501790722206,"harm":0.009240246406570842,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.0845693578238201,"harm":0.006937561942517344,"repair":0.002973240832507433}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1262,"correct_output_rate":0.1262,"accuracy":0.1262,"ce":3.387200212474684,"abstentions":0,"harm":0.8605,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.012244897959183673,"accuracy":0.012244897959183673,"ce":4.3469933005105,"harm":0.9785714285714285,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.059030837004405284,"accuracy":0.059030837004405284,"ce":1.9745235341765432,"harm":0.9374449339207048,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.11434108527131782,"accuracy":0.11434108527131782,"ce":2.994815217441818,"harm":0.872093023255814,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":5.1369623012301,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.405524866299998,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5291479820627802,"accuracy":0.5291479820627802,"ce":1.2997162683834482,"harm":0.46300448430493274,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.030271398747390398,"accuracy":0.030271398747390398,"ce":3.177104024406205,"harm":0.9592901878914405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.5389105058365758,"accuracy":0.5389105058365758,"ce":1.364348722225819,"harm":0.45038910505836577,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":4.806095173691249,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.007928642220019821,"accuracy":0.007928642220019821,"ce":4.439007016060075,"harm":0.9682854311199207,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9816,"correct_output_rate":0.9816,"accuracy":0.9816,"ce":0.05864408768947402,"abstentions":0,"harm":0.0051,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.0335694432898075,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.02554683677858251,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9757751937984496,"accuracy":0.9757751937984496,"ce":0.060632416442714034,"harm":0.009689922480620155,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.054923322176833975,"harm":0.0029702970297029703,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.06682750789698942,"harm":0.002036659877800407,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.054452007318293534,"harm":0.0,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.06705367583785445,"harm":0.008350730688935281,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.07321295223700248,"harm":0.010700389105058366,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.06946224460034905,"harm":0.007186858316221766,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.08439007699083258,"harm":0.004955401387512388,"repair":0.003964321110009911}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1122,"correct_output_rate":0.1122,"accuracy":0.1122,"ce":4.799132058429724,"abstentions":0,"harm":0.8747,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":6.448022827487123,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.004405286343612335,"accuracy":0.004405286343612335,"ce":3.219040547803858,"harm":0.9920704845814978,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.029069767441860465,"accuracy":0.029069767441860465,"ce":5.699628983677865,"harm":0.9573643410852714,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":6.938899854779735,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":5.34703508782094,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.827354260089686,"accuracy":0.827354260089686,"ce":0.5360383047944933,"harm":0.16928251121076232,"repair":0.017937219730941704},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.05636743215031315,"accuracy":0.05636743215031315,"ce":3.7019790370216703,"harm":0.9331941544885177,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.2772373540856031,"accuracy":0.2772373540856031,"ce":2.2659795717621214,"harm":0.7101167315175098,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.782557782700459,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":5.890260064830611,"harm":0.9752229930624381,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9838,"correct_output_rate":0.9838,"accuracy":0.9838,"ce":0.06891865446178679,"abstentions":0,"harm":0.0022,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.0421964323409197,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.01533594240596342,"harm":0.0026431718061674008,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.054728493669715425,"harm":0.001937984496124031,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9851485148514851,"accuracy":0.9851485148514851,"ce":0.05453605608587957,"harm":0.0,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.10131257076379648,"harm":0.0,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.07957112519414827,"harm":0.0,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.08403109009515064,"harm":0.0041753653444676405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.07335657469651463,"harm":0.005836575875486381,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.07975897767476813,"harm":0.003080082135523614,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.11377854178542064,"harm":0.003964321110009911,"repair":0.0009910802775024777}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1345,"correct_output_rate":0.1345,"accuracy":0.1345,"ce":3.1709264020997625,"abstentions":0,"harm":0.8518,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0336734693877551,"accuracy":0.0336734693877551,"ce":3.457748196780358,"harm":0.9571428571428572,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.04405286343612335,"accuracy":0.04405286343612335,"ce":2.0818676397247655,"harm":0.9515418502202643,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.11143410852713179,"accuracy":0.11143410852713179,"ce":3.022392472594251,"harm":0.874031007751938,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.970739551035759,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.06606257030255,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5246636771300448,"accuracy":0.5246636771300448,"ce":1.3435991215716843,"harm":0.4663677130044843,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.03549060542797495,"accuracy":0.03549060542797495,"ce":3.0583816960471575,"harm":0.954070981210856,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.603112840466926,"accuracy":0.603112840466926,"ce":1.264634900031542,"harm":0.3852140077821012,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":4.07683201867973,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.02081268582755203,"accuracy":0.02081268582755203,"ce":4.386543558060632,"harm":0.9554013875123885,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9802,"correct_output_rate":0.9802,"accuracy":0.9802,"ce":0.06323602754454402,"abstentions":0,"harm":0.0067,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03076563143822339,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.029679095800560024,"harm":0.0052863436123348016,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.0676307204906233,"harm":0.009689922480620155,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.05227338299871302,"harm":0.0029702970297029703,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.06950005970473953,"harm":0.002036659877800407,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9753363228699552,"accuracy":0.9753363228699552,"ce":0.06749217896479624,"harm":0.004484304932735426,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.07017274717327225,"harm":0.011482254697286013,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.97568093385214,"accuracy":0.97568093385214,"ce":0.08357596106480956,"harm":0.011673151750972763,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":0.08066428377188126,"harm":0.011293634496919919,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.08500742130846224,"harm":0.007928642220019821,"repair":0.004955401387512388}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1150,"correct_output_rate":0.115,"accuracy":0.115,"ce":4.562103098140703,"abstentions":0,"harm":0.8718,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.006122448979591836,"accuracy":0.006122448979591836,"ce":5.728726565895052,"harm":0.9846938775510204,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.000881057268722467,"accuracy":0.000881057268722467,"ce":3.4364305600340552,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.02616279069767442,"accuracy":0.02616279069767442,"ce":5.653841838704408,"harm":0.9593023255813954,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":6.580343713657241,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.988065241090538,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.82847533632287,"accuracy":0.82847533632287,"ce":0.54923370851783,"harm":0.1681614349775785,"repair":0.017937219730941704},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.05636743215031315,"accuracy":0.05636743215031315,"ce":3.606250940598394,"harm":0.9331941544885177,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.30544747081712065,"accuracy":0.30544747081712065,"ce":1.9721316934129725,"harm":0.6828793774319066,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.168626989246835,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":5.721545419878538,"harm":0.9712586719524281,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9837,"correct_output_rate":0.9837,"accuracy":0.9837,"ce":0.06808715483775897,"abstentions":0,"harm":0.0026,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03821686561403823,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.01734831333938109,"harm":0.0026431718061674008,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.05680072915829678,"harm":0.001937984496124031,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.05108561904444128,"harm":0.0,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.10324452907200724,"harm":0.002036659877800407,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.08112817721995752,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.08701650097289469,"harm":0.0041753653444676405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.07679352595612607,"harm":0.006809338521400778,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.08002945847308703,"harm":0.00513347022587269,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.09861957374901496,"harm":0.0009910802775024777,"repair":0.0019821605550049554}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1075,"correct_output_rate":0.1075,"accuracy":0.1075,"ce":3.9368289585718763,"abstentions":0,"harm":0.8789,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.017346938775510204,"accuracy":0.017346938775510204,"ce":5.107261093532921,"harm":0.9734693877551021,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.038766519823788544,"accuracy":0.038766519823788544,"ce":2.320228506586282,"harm":0.9577092511013215,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.1182170542635659,"accuracy":0.1182170542635659,"ce":3.712039155649516,"harm":0.8682170542635659,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":6.284211396305293,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":4.809730048229224,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5695067264573991,"accuracy":0.5695067264573991,"ce":1.1613154901311833,"harm":0.4192825112107623,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.08872651356993737,"accuracy":0.08872651356993737,"ce":3.0302411650814576,"harm":0.9008350730688935,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.2723735408560311,"accuracy":0.2723735408560311,"ce":2.0346909506000417,"harm":0.7169260700389105,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":5.388442978706394,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.011892963330029732,"accuracy":0.011892963330029732,"ce":5.500308544102478,"harm":0.9643211100099108,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9831,"correct_output_rate":0.9831,"accuracy":0.9831,"ce":0.0645207648215598,"abstentions":0,"harm":0.0032,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.038051245206279956,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.021788807527511556,"harm":0.0026431718061674008,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.057691791727582584,"harm":0.0048449612403100775,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.05411142369222428,"harm":0.0019801980198019802,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.08933111953775592,"harm":0.002036659877800407,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.067704989429069,"harm":0.0011210762331838565,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.08057132552611908,"harm":0.006263048016701462,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.07969062267447392,"harm":0.007782101167315175,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.07045989617315014,"harm":0.003080082135523614,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.09231261207618537,"harm":0.0019821605550049554,"repair":0.002973240832507433}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1029,"correct_output_rate":0.1029,"accuracy":0.1029,"ce":6.085470418739607,"abstentions":0,"harm":0.8836,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":8.481094375222668,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":4.331190769174323,"harm":0.9947136563876652,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.02810077519379845,"accuracy":0.02810077519379845,"ce":7.930963436296747,"harm":0.9573643410852714,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":8.841340248958144,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":6.000121338422235,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.8217488789237668,"accuracy":0.8217488789237668,"ce":0.5122977576349073,"harm":0.17376681614349776,"repair":0.016816143497757848},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0918580375782881,"accuracy":0.0918580375782881,"ce":3.9901331556469875,"harm":0.8977035490605428,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.15953307392996108,"accuracy":0.15953307392996108,"ce":3.5533489316791202,"harm":0.8258754863813229,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.313236937329432,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.5493067026593,"harm":0.9762140733399405,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9842,"correct_output_rate":0.9842,"accuracy":0.9842,"ce":0.09342836848341221,"abstentions":0,"harm":0.0009,"repair":0.0006,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.059776932465092095,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.013061995955268909,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.06757935003891952,"harm":0.0009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.06616678624915187,"harm":0.0,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.1516940126097535,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.11946598468758808,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.988517745302714,"accuracy":0.988517745302714,"ce":0.11402157943901414,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.10253044674314228,"harm":0.0019455252918287938,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.10397338632219162,"harm":0.003080082135523614,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.1515117471762601,"harm":0.0,"repair":0.0}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1418,"correct_output_rate":0.1418,"accuracy":0.1418,"ce":3.274354928796532,"abstentions":0,"harm":0.8443,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.015306122448979591,"accuracy":0.015306122448979591,"ce":3.886869618886593,"harm":0.9755102040816327,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0986784140969163,"accuracy":0.0986784140969163,"ce":1.8893930152667555,"harm":0.8969162995594714,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.14728682170542637,"accuracy":0.14728682170542637,"ce":2.7164111601112273,"harm":0.8391472868217055,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.1203625761119245,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.447423737550811,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5022421524663677,"accuracy":0.5022421524663677,"ce":1.3999667956820534,"harm":0.4876681614349776,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.013569937369519834,"accuracy":0.013569937369519834,"ce":3.399195590839241,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.6391050583657587,"accuracy":0.6391050583657587,"ce":1.1357350497941194,"harm":0.3472762645914397,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":4.631215090441735,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.017839444995044598,"accuracy":0.017839444995044598,"ce":4.22610948730919,"harm":0.958374628344896,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9803,"correct_output_rate":0.9803,"accuracy":0.9803,"ce":0.06658320898889485,"abstentions":0,"harm":0.007,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03244583486679062,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.027373327789852287,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9738372093023255,"accuracy":0.9738372093023255,"ce":0.07459468735163315,"harm":0.012596899224806201,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.06345017995975981,"harm":0.0029702970297029703,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.06885249648869889,"harm":0.002036659877800407,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.07360890773279767,"harm":0.0033632286995515697,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.07402655173956807,"harm":0.010438413361169102,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.08733468912408318,"harm":0.013618677042801557,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.08249391787282863,"harm":0.01026694045174538,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.08679997554807911,"harm":0.009910802775024777,"repair":0.006937561942517344}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1217,"correct_output_rate":0.1217,"accuracy":0.1217,"ce":4.581427221088687,"abstentions":0,"harm":0.865,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":5.855945431765016,"harm":0.9857142857142858,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0052863436123348016,"accuracy":0.0052863436123348016,"ce":3.094664161139724,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.040697674418604654,"accuracy":0.040697674418604654,"ce":5.178071657462293,"harm":0.9457364341085271,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":6.705735744673766,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.396721991640808,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.8127802690582959,"accuracy":0.8127802690582959,"ce":0.565968645281864,"harm":0.18497757847533633,"repair":0.01905829596412556},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.038622129436325675,"accuracy":0.038622129436325675,"ce":3.9112116287292036,"harm":0.9509394572025052,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.38229571984435795,"accuracy":0.38229571984435795,"ce":1.710771182034225,"harm":0.603112840466926,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.792168878792868,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.005946481665014866,"accuracy":0.005946481665014866,"ce":5.497351616909071,"harm":0.9702675916749257,"repair":0.0}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9834,"correct_output_rate":0.9834,"accuracy":0.9834,"ce":0.06679994123150963,"abstentions":0,"harm":0.0031,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03694778016909173,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.016380025716891417,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.05688944723284821,"harm":0.0048449612403100775,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.05379544443365384,"harm":0.0,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.09449770630740796,"harm":0.0,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.08099155902460577,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.08734449776783121,"harm":0.007306889352818371,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.07629948614723112,"harm":0.007782101167315175,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.0773286384489286,"harm":0.00513347022587269,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.0968134166743407,"harm":0.0019821605550049554,"repair":0.003964321110009911}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1133,"correct_output_rate":0.1133,"accuracy":0.1133,"ce":4.101707522363805,"abstentions":0,"harm":0.873,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.013265306122448979,"accuracy":0.013265306122448979,"ce":5.454323373612249,"harm":0.9775510204081632,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.05991189427312775,"accuracy":0.05991189427312775,"ce":2.1310792804651237,"harm":0.9365638766519824,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.10755813953488372,"accuracy":0.10755813953488372,"ce":3.67632111887551,"harm":0.8788759689922481,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":6.599460308748716,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.271323634862362,"harm":0.9826883910386965,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5762331838565022,"accuracy":0.5762331838565022,"ce":1.19070131978999,"harm":0.413677130044843,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.05636743215031315,"accuracy":0.05636743215031315,"ce":3.448784747085285,"harm":0.9331941544885177,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.34922178988326846,"accuracy":0.34922178988326846,"ce":1.8217220279558348,"harm":0.6381322957198443,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":6.068579739996411,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":5.4188671375263455,"harm":0.9653121902874133,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9831,"correct_output_rate":0.9831,"accuracy":0.9831,"ce":0.06413610665881463,"abstentions":0,"harm":0.0031,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.037895392428869225,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.022533014314182063,"harm":0.0026431718061674008,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.060157192492317456,"harm":0.003875968992248062,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.05544393842292481,"harm":0.0009900990099009901,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.08197382967727224,"harm":0.0,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.06892900509533863,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.08210885100804474,"harm":0.007306889352818371,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.07510614805680312,"harm":0.006809338521400778,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.07128270610546925,"harm":0.004106776180698152,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.09245419405260781,"harm":0.003964321110009911,"repair":0.005946481665014866}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1082,"correct_output_rate":0.1082,"accuracy":0.1082,"ce":6.32341784974258,"abstentions":0,"harm":0.8784,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":8.717775758224299,"harm":0.9857142857142858,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0052863436123348016,"accuracy":0.0052863436123348016,"ce":4.278479413294431,"harm":0.9911894273127754,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.02422480620155039,"accuracy":0.02422480620155039,"ce":7.946554830959268,"harm":0.9612403100775194,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":9.308101739445554,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":6.633475099077704,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.8352017937219731,"accuracy":0.8352017937219731,"ce":0.4949653825924989,"harm":0.16143497757847533,"repair":0.017937219730941704},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.07620041753653445,"accuracy":0.07620041753653445,"ce":4.51122712731912,"harm":0.9133611691022965,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.2140077821011673,"accuracy":0.2140077821011673,"ce":3.2821256338400357,"harm":0.7714007782101168,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.232795362056445,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":7.546631999125645,"harm":0.9752229930624381,"repair":0.0}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9843,"correct_output_rate":0.9843,"accuracy":0.9843,"ce":0.09317295006784466,"abstentions":0,"harm":0.0011,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.05819507695162367,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.014533302115913967,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.06989741133872913,"harm":0.0009689922480620155,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.06820846527023629,"harm":0.0,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.13979063245084658,"harm":0.0,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.12580542674858214,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.988517745302714,"accuracy":0.988517745302714,"ce":0.11377669857791622,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.09699572130364185,"harm":0.0009727626459143969,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9794661190965093,"accuracy":0.9794661190965093,"ce":0.10361982214421367,"harm":0.003080082135523614,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.15664035848074098,"harm":0.0019821605550049554,"repair":0.0019821605550049554}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1235,"correct_output_rate":0.1235,"accuracy":0.1235,"ce":3.671391584034095,"abstentions":0,"harm":0.8626,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.05510204081632653,"accuracy":0.05510204081632653,"ce":3.7369533167416202,"harm":0.9357142857142857,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.05462555066079295,"accuracy":0.05462555066079295,"ce":2.2779834423402376,"harm":0.9409691629955947,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.1308139534883721,"accuracy":0.1308139534883721,"ce":3.3612170643045545,"harm":0.8546511627906976,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":6.41046663432532,"harm":0.9782178217821782,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.711011957900597,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5302690582959642,"accuracy":0.5302690582959642,"ce":1.3162147299139695,"harm":0.4585201793721973,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.0709812108559499,"accuracy":0.0709812108559499,"ce":3.081720590033823,"harm":0.918580375782881,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.3978599221789883,"accuracy":0.3978599221789883,"ce":1.6237887560679158,"harm":0.5904669260700389,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":5.048478837500392,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.027750247770069375,"accuracy":0.027750247770069375,"ce":5.137566140624251,"harm":0.9484638255698712,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9818,"correct_output_rate":0.9818,"accuracy":0.9818,"ce":0.06693044554568707,"abstentions":0,"harm":0.0044,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03344059145085135,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.026919887360548685,"harm":0.0026431718061674008,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.06460279623527661,"harm":0.00872093023255814,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.05836942334670984,"harm":0.0019801980198019802,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.07970985230828266,"harm":0.0010183299389002036,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.0837995891325768,"harm":0.0033632286995515697,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.08132905217551546,"harm":0.008350730688935281,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.08531997449705297,"harm":0.009727626459143969,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.07566189227125768,"harm":0.006160164271047228,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.08722918044947472,"harm":0.0019821605550049554,"repair":0.005946481665014866}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1133,"correct_output_rate":0.1133,"accuracy":0.1133,"ce":5.783621667211166,"abstentions":0,"harm":0.8731,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.013265306122448979,"accuracy":0.013265306122448979,"ce":7.078280261757143,"harm":0.9775510204081632,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.000881057268722467,"accuracy":0.000881057268722467,"ce":4.476573451352782,"harm":0.9947136563876652,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.031007751937984496,"accuracy":0.031007751937984496,"ce":7.384991979317612,"harm":0.9544573643410853,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":8.76227599784701,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.002036659877800407,"accuracy":0.002036659877800407,"ce":5.924571847048422,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.8172645739910314,"accuracy":0.8172645739910314,"ce":0.547223468582631,"harm":0.17825112107623317,"repair":0.016816143497757848},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.09498956158663883,"accuracy":0.09498956158663883,"ce":4.131981260126982,"harm":0.894572025052192,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.24319066147859922,"accuracy":0.24319066147859922,"ce":2.901688633641051,"harm":0.7422178988326849,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":9.23533487085642,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.006937561942517344,"accuracy":0.006937561942517344,"ce":7.04136536496228,"harm":0.9692765113974232,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9833,"correct_output_rate":0.9833,"accuracy":0.9833,"ce":0.09007082642288847,"abstentions":0,"harm":0.0018,"repair":0.0006,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.05215713491213602,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.01655775804821909,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9825581395348837,"accuracy":0.9825581395348837,"ce":0.07105921789271379,"harm":0.0029069767441860465,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.06872204423050002,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.13894898609981884,"harm":0.0010183299389002036,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.12219984504281498,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.1141888027093933,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.10517260406395965,"harm":0.0038910505836575876,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9784394250513347,"accuracy":0.9784394250513347,"ce":0.09491377924196774,"harm":0.003080082135523614,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.13146911992957194,"harm":0.0009910802775024777,"repair":0.0009910802775024777}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1013,"correct_output_rate":0.1013,"accuracy":0.1013,"ce":4.7697989470372875,"abstentions":0,"harm":0.8847,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.02142857142857143,"accuracy":0.02142857142857143,"ce":5.90922831403962,"harm":0.9693877551020408,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.039647577092511016,"accuracy":0.039647577092511016,"ce":2.822297837829537,"harm":0.9568281938325991,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.10755813953488372,"accuracy":0.10755813953488372,"ce":4.526627874417074,"harm":0.8788759689922481,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.005940594059405941,"accuracy":0.005940594059405941,"ce":7.952644948126256,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":5.630713713245242,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5807174887892377,"accuracy":0.5807174887892377,"ce":1.2602951724061624,"harm":0.4080717488789238,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.13778705636743216,"accuracy":0.13778705636743216,"ce":3.139660250849149,"harm":0.8517745302713987,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.1605058365758755,"accuracy":0.1605058365758755,"ce":2.9716686129018988,"harm":0.8249027237354085,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":6.72021544182123,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":6.67817884813473,"harm":0.9653121902874133,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9839,"correct_output_rate":0.9839,"accuracy":0.9839,"ce":0.08207928539163384,"abstentions":0,"harm":0.0022,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.04977758163084055,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.021829706734959733,"harm":0.001762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.07418828337438942,"harm":0.0048449612403100775,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.0666517689103765,"harm":0.0009900990099009901,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.11601390896564205,"harm":0.0,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.10085072471540336,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.10366558970357966,"harm":0.0041753653444676405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.10116732352268996,"harm":0.006809338521400778,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.08126140746952423,"harm":0.002053388090349076,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.11596506668881437,"harm":0.0,"repair":0.002973240832507433}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":990,"correct_output_rate":0.099,"accuracy":0.099,"ce":7.664564803344599,"abstentions":0,"harm":0.8872,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.006122448979591836,"accuracy":0.006122448979591836,"ce":10.482062249868413,"harm":0.9846938775510204,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":5.724403373032035,"harm":0.9947136563876652,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.023255813953488372,"accuracy":0.023255813953488372,"ce":10.303754131568056,"harm":0.9612403100775194,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":11.216752200727145,"harm":0.9712871287128713,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":7.190053671658398,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.7869955156950673,"accuracy":0.7869955156950673,"ce":0.6199981993501553,"harm":0.20739910313901344,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.12630480167014613,"accuracy":0.12630480167014613,"ce":4.647850795510295,"harm":0.8632567849686847,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.11770428015564202,"accuracy":0.11770428015564202,"ce":5.063139039155733,"harm":0.8667315175097277,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":0.0,"ce":11.551635483355161,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":9.307356946623553,"harm":0.9752229930624381,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9845,"correct_output_rate":0.9845,"accuracy":0.9845,"ce":0.12501792837969578,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.08233155991811009,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.017059857036954933,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9844961240310077,"correct_output_rate":0.9844961240310077,"accuracy":0.9844961240310077,"ce":0.090680143810146,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9811881188118812,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.0865283926368876,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9826883910386965,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.19893054410325683,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.1735185234404573,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9895615866388309,"correct_output_rate":0.9895615866388309,"accuracy":0.9895615866388309,"ce":0.15026473033272683,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.14257891315810675,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.126708809656619,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9762140733399405,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.20325906853896902,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,1,0,5,0,5,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.835809166654199,0.00416126349115824,4.646663757981193,1.403228613442704e-05,4.167288614791183,3.680608891642564e-05,7.565698865018521,1.0265146457904123e-08,2.930196195374503,4.517010664304236e-05,6.596315998433055,1.9523461767632413e-08,4.905084444952265,1.0153278257849657e-07,10.486144605566684,2.021938172445291e-12,3.4535284260083343,0.00010657520327255123,5.878155197778591,4.013228713201092e-08,5.563935426927176,1.4034197640651964e-07,9.773447034736408,1.3178347302291924e-12,2.9578316187383558,2.842795048299314e-07,7.6043905260661235,8.189005029601625e-12,5.625113401382839,6.964340215389127e-11,12.370301065999083,0.0]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.7032623745033195,0.0030754077840941265,5.746054830267271,3.4541083062780817e-06,5.379952368604557,1.1727980162760288e-05,7.222883838088343,1.6404515510304804e-09,4.7693233000125135,6.914547672436291e-06,6.955034854952769,8.060248021328897e-10,6.021695736593841,7.278640108566224e-09,9.355079823083912,4.1744385725905015e-14,4.8500033169722,2.5332635756947928e-05,6.869934465338931,4.237702180179139e-09,5.94291946887788,2.680323460563835e-08,9.27223221696011,1.636468738297347e-13,4.594296693212264,1.785138754204815e-08,8.336090805076553,1.4321877017663494e-13,6.285321268584212,2.847500013554547e-12,11.519528180482617,0.0]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,1,6,1,4,1,6,1,4,1,6,1,6,1,6,1,4,1,5,1,4,1,6,1,4,1,6,1,6,1,6,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.913359313540948,0.02623605252846835,2.181194697720242,0.00033560405377905796,1.9732296226359007,0.0006041476083923217,2.5323491596833145,1.65769729213229e-06,1.9482357966532453,0.0008682077295660302,2.5342250263425106,1.6857613153956578e-06,2.2578554436211586,7.383680359222894e-06,3.398270352423595,2.306486554641983e-09,1.7628159956003502,0.001740722009918809,2.2576444781922165,4.079837441345438e-06,2.1255842103437503,1.2463545317375935e-05,3.157665025898633,5.578843593737863e-09,1.9382928513786095,2.6398312933466836e-05,3.07526772433146,8.381871384032918e-09,2.876030941921492,7.78652536553498e-08,4.722856054937939,4.091837979550105e-12]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,5,1,6,1,5,1,6,1,5,1,6,1,5,1,1,1,5,1,6,1,5,1,6,1,5,1,6,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5085224661660133,0.016432189647077454,1.8551563915524372,0.0002908730839593953,1.5871240044547243,0.0004056777880183711,2.2059811130631064,8.695074510493124e-07,1.5389845866893648,0.0005475251991542073,2.2616621439216025,8.357445200751582e-07,1.7096720749757177,1.9821946791636257e-06,2.911172408562313,4.956972608930903e-10,1.2904494102797084,0.0013531707533924427,1.843132294369932,2.4412493659789328e-06,1.5242543505659245,6.75258152585918e-06,2.8058280709557897,1.2703131871663676e-09,1.4595684420166697,1.0994216165167399e-05,2.7869124572937674,1.6487171614352213e-09,2.073323212297066,7.359207438561371e-09,4.106317631303502,5.173639294751892e-13]},{"index":3073,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,5,2,5,2,5,2,5,2,5,2,5,2,5,1,5,2,5,1,5,2,5,1,5,2,5,1,5,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3814405274365518,2.760397646900097,3.594535338055126,2.0941542434925418,2.1520419912855053,2.761464814685801,4.487996636736937,0.8552911327541792,2.735792984574382,2.7525958066371,5.177472391916163,0.8292536428443807,2.3701120149904806,1.820557059810044,5.6259508077424725,0.05295545586080483,2.41350131384959,1.8461936010308306,4.604771392373152,0.5020495596221309,2.308160210768585,1.2387286354990623,5.454554364450078,0.048452932508330576,3.0476072606958087,1.5488446724489329,6.337541246412359,0.06469438900489541,2.594406559687502,0.4988249861103388,6.759020282309867,0.0014888705221508284]},{"index":3906,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,5,3,7,3,7,3,7,3,5,1,7,3,7,3,7,3,5,1,7,3,5,1,7,3,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1979362862268887,3.5978999917937555,2.6726167622919084,2.769798617884663,1.850840812827783,3.672618869257336,2.4340581148742912,1.2367045926825475,2.274545297857412,4.95282920499687,2.7339658083637346,2.2013662876806164,1.5633934025133716,3.362258268683651,1.94605616774646,0.12247573930606355,2.517839021492011,4.534324159718744,3.063670959534985,2.266434107042326,1.8644067553922554,3.700768163780434,2.3130276421478255,0.13947682116929674,2.7703200969626636,5.8265359657450615,3.2380030482619127,1.0393327181531384,1.5904047977818039,2.3085389395119233,1.8146386670204289,0.0033037766758688618]},{"index":5457,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,8,5,8,5,8,5,8,0,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8272388736152108,2.8380744246010963,3.3549137384061902,2.6937340265254677,2.93681857633693,2.9401049813097138,4.238126766792181,2.302608719924722,2.8362071687667045,3.4386552679779707,3.8426599060398035,2.9056599344513154,2.9222874267745986,2.9476298442728304,5.030368360629711,1.539463495117679,2.7139677758073675,3.3280275197094613,3.7893582773481262,2.38775555857568,2.925542366229047,2.9248889292266647,5.203394649667795,1.2094712566874437,2.8885294797067336,3.5906681732246537,4.640525970216381,1.7806496478913156,3.113043387893568,2.297094115534687,6.2451187030090525,0.4769545539804898]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9734907391338172,0.043528663446127054,2.8641709055684044,2.3517109364183635e-05,2.10271285832117,7.743319346126043e-05,4.247593384666812,2.4594171113844132e-09,1.698565614873971,0.00018914276324376842,3.747740731454318,5.255937449220994e-09,2.2375891462907913,4.969394261405023e-08,5.917454848113588,4.57411886145554e-14,1.6058812509853244,0.0011929691050403509,3.5772503596219547,5.5878066167264e-08,1.9864817492571278,4.760324069878254e-07,5.577618569138288,8.399947404310406e-13,1.2794755590825466,2.2614390247193895e-06,4.71479439225558,3.7689851239903785e-12,2.0145303995357637,1.7381607263099863e-10,7.523346836697753,0.0]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.273581576052477,0.009448655600374183,6.061443382102074,6.124573177238577e-05,5.543144156630856,9.241042026482396e-05,8.638030026753107,1.5161248861680269e-07,5.362113329157108,0.00019693127366141256,8.664864227034249,4.812670101201218e-07,7.574692330971961,1.0416110738155675e-06,12.092756656624413,3.647986356770294e-10,4.257441900303246,0.0009049151373398696,7.470569235736844,2.678448157796467e-06,6.606569861701123,4.107083777356002e-06,11.198533391528532,1.4457182107671132e-09,5.637088111464947,1.0872350448226284e-05,10.444737614096477,5.3659669896705284e-09,8.766534822893643,1.7861736596809697e-08,14.99920973533595,1.938005311783795e-12]},{"index":149,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,4,5,4,1,4,1,2,7,4,1,2,1,2,1,2,5,4,5,2,1,2,1,2,1,4,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.79941258710247,2.0180018588580984,3.4099180302405365,1.268824753222186,3.397734794734884,1.4136170590817114,4.70701618090429,0.3086298964281083,2.874119414396777,1.449292413454022,4.138030864353,0.6505347458116173,3.797972517456827,0.6944604770261404,6.132670482521963,0.056313100459806656,3.362817146624862,1.8214163548564355,4.1061981917469295,0.5724391053793106,4.181317557701088,0.8233346983118847,6.091759313233041,0.03682025877786546,3.3306476291429425,0.9385013932284857,4.850641586896968,0.14429371674694572,4.720134004948594,0.2460382821242535,7.840269854629443,0.003205153548417872]},{"index":1984,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,0,5,0,5,2,5,2,5,0,5,0,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0574790725189436,0.5128635279735598,5.307847897384307,0.4229778545598631,3.860792769626645,0.22738679934232922,8.73959443389768,0.16213971640619743,3.1764305844188834,0.60563809532664,8.08425812228069,0.5422313656449096,5.020046547971528,0.31747671547942374,12.638720125251572,0.17612175409089945,3.732670166430545,0.9051056311207476,8.222517102012288,0.8400778890422885,5.491491480122785,0.41156722030965337,12.930393398548953,0.22173329208768908,4.217140214535175,1.2160320363683776,11.362982209426567,1.0792679812767565,6.693273665662728,0.607545911808602,16.794232613939435,0.2840951484208182]},{"index":8094,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,8,5,8,0,8,5,8,0,8,5,8,0,8,5,8,5,8,5,8,5,8,5,8,0,8,5,8,0,8,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5275728442056575,2.553178407703925,3.6986178817767605,2.6764135148583277,2.5092050861936084,2.8555275175723116,5.039957149511398,2.2333877509210245,3.188643562139521,3.180247594986738,5.535204516766714,2.345263253774894,2.951424145724158,2.533834347634242,7.11011906387393,0.950864847929475,2.4153932878645694,3.37678835903082,4.9785756070966665,2.905505626791388,2.4537652987629346,3.626846309919115,7.011725017719372,1.5901937748384232,3.5236195241183754,4.0442181719988115,7.076803490405839,1.9259612593990685,3.1118113881781495,2.4789049364708418,9.290529633950191,0.3141898387679786]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,1,3,7,3,7,3,1,3,1,3,7,3,7,3,1,3,1,3,7,3,7,3,1,3,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.622343013213172,0.2044083657057907,6.158518771797837,0.0226556561615979,7.099668321674806,0.044433362210754584,9.299809481992698,0.004434480925320965,6.428100936016855,0.02677460658371324,8.702658153040394,0.0020809716920945666,9.942810073800613,0.007915477307105765,12.631353816507813,0.00027355842027853027,6.499316044523665,0.051286097999743666,8.91094138257376,0.003954221025387193,9.979615207813755,0.01166890666526425,12.66736705740616,0.00028378263705378695,8.943131174934258,0.0076153596233118365,12.04327859428047,0.00018693427150195534,13.016706175089752,0.0015672308727811086,16.264741554738997,1.9856315357873727e-05]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.23221343711867,0.003926004809449363,5.827293376851676,8.397259372663831e-07,5.4732808075192825,1.0361123686344525e-05,9.080263470409335,1.6655343770682972e-11,5.135510026683248,9.288463076271151e-06,8.431184053548332,1.5031309530287023e-11,6.8064335407050205,1.329604425674793e-09,11.342335415841335,0.0,5.9192442093569495,8.984913103051975e-05,8.933683488693172,2.769779960559158e-10,7.964068379134517,2.0481195640668397e-08,12.858947409305985,0.0,7.659307173755198,2.3739360417658765e-08,11.85680342509383,2.2204460492503128e-16,9.598906737617932,2.473576898864543e-13,14.78771009082285,0.0]},{"index":3549,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,3,5,2,5,3,5,3,5,3,5,2,5,3,5,3,5,3,5,2,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.379826577837649,1.7875658958988356,5.788321447977497,0.8164933500733849,5.676283638635111,1.143779905931388,9.088790591093717,0.11050870617547838,5.385899423867508,1.2288680284951299,8.241054892960582,0.2658916884154689,7.01322887790805,0.5767498406862173,12.020564251593653,0.020237299403489197,5.501631401210091,1.7755353662155788,8.260377342523661,0.4309186359006594,7.705826710307725,0.6316463705381302,12.782518340475223,0.0257032983462289,6.656220071223176,0.8842158838739613,11.256183975450668,0.12211885261585216,8.833110945671256,0.2392797047128914,15.764143461693541,0.004919733873972219]},{"index":5734,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,7,7,2,2,2,2,3,2,7,2,3,2,2,2,3,2,7,2,3,2,2,5,3,2,7,2,3,2,3,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7781382307922033,3.7665418140813096,4.5301686968532895,1.6355625036344699,4.880143293489985,2.6739164856565956,6.001586630864277,0.24173928363334488,4.469297251149654,2.538003367585406,5.4314474999366675,0.2267581503693003,5.932002029114617,0.9229294248544702,7.210416613599019,0.010077111626270127,4.628832826705409,3.0257268934042,5.811359803785932,0.36205521240433747,6.109445218818342,0.9512169750202888,7.580837007310923,0.007962545754420248,5.631984297910335,1.6676898279077157,7.039524619158056,0.020518306490078287,7.627508429055579,0.21111681566508167,8.977669819949682,0.0006534091243683]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,5,4,2,4,5,4,6,4,5,4,2,4,5,4,2,4,5,4,2,4,5,4,6,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.300038598150759,0.0660387471700398,3.885372407481494,0.000646780644904205,3.7694015942430608,0.0009709608249583627,4.49862413984846,8.054137872807187e-07,3.4478566324306357,0.0029089295237869953,4.041646611960007,3.3074324211154723e-06,3.9040020524820336,2.208066249402476e-05,5.023298582899958,2.772966963312558e-09,4.242035345140847,0.00566032409846775,4.8070458279790405,6.9775721064291824e-06,4.582267401236056,2.1748363864146515e-05,5.426453276055038,1.904652878044453e-09,4.2964945424969505,6.203321485875749e-05,4.7799942517080005,1.0642107804986451e-08,4.596861431904236,3.7486337224808283e-07,5.825653223636746,8.990586053374102e-12]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.161292288481659,0.06435473935718905,5.120347496660586,0.0023173752149669197,4.8863808976881185,0.004940893990268269,6.489421016914507,3.496612372496354e-05,4.555415290072898,0.007677447101131794,6.075907961337033,6.744554700987185e-05,5.4258550700522035,0.0005549501989235444,7.534168734502206,1.9615787047021349e-07,5.471567062289133,0.013904486204366687,7.2876821606104185,0.00024533273938567835,6.723328450991568,0.0010283259903901467,9.364955463824138,9.311281567314104e-07,6.39274484631052,0.0017113769117838575,8.698824090368152,5.201933924709783e-06,7.522810934520821,7.622620791139159e-05,10.38699817428899,4.823263554690631e-09]},{"index":115,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,4,5,4,2,4,5,4,2,4,5,9,2,4,5,4,2,4,5,4,2,4,5,4,2,4,5,9,2,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5511351415613825,0.4633231491921782,2.5245790299171667,0.43393405603150603,2.4939312972513337,0.19633470203901252,2.4792570912803837,0.2185205983181453,2.2796785405868456,0.3701764886865528,2.154725781205042,0.7063631407668777,2.251772696338264,0.15841849907224143,2.1584245492766385,0.4514055440595139,2.371165658297464,0.2973138458730949,2.4218203042738615,0.31432066599816294,2.4552744463534477,0.05135005297329399,2.7141982510750946,0.08828482785430374,2.0546505744315935,0.24429718489173574,2.1225862329462886,0.8396973501228482,2.0660326471122694,0.062064632918146165,2.3314001574035883,0.4817924542946296]},{"index":2053,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,5,4,1,9,5,4,5,9,5,4,1,9,5,4,1,4,5,4,1,4,5,4,1,4,5,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9014742723410016,0.8497643455210416,2.968581575694233,0.6126551864075639,3.012655704459349,0.9483605135736735,3.6175499891851457,0.19342444603583372,2.6088686271376815,0.8476950159837617,3.156805476973954,0.4949374780831396,2.884464611642962,1.1851965334304324,4.138703446690244,0.09749041582120313,2.792972649032991,0.5898026345566731,3.1931687331168197,0.20348655820007946,3.099195606607033,0.5890988437766187,4.5336813279201875,0.022591133407623747,2.462074494390268,0.5489443947683418,3.548934566335031,0.12631170094286928,3.118776521712096,0.6922569213836987,5.323133037723974,0.012502221863302571]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,5,7,5,2,5,5,5,2,5,2,5,2,5,5,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5505023847590396,0.8143477975436261,1.5260179360602768,0.07334541760173402,2.848654233581171,0.17551298780642968,1.2469860449557877,0.0038677961861939077,2.987812354125258,0.1512502586243559,1.6191731022758833,0.0029104697788871485,3.428578096480134,0.027567705264022767,1.1148878771344788,0.0001677109807903552,3.820581899459179,0.1772933390754881,2.0505955184233846,0.0023101413079183236,4.144805610519543,0.008009910739935825,1.347993246279306,1.990131957598183e-05,4.758573488400179,0.011655064654565199,2.5104211014802695,2.7927708522188614e-05,4.8202557416551,0.0013277886113248019,1.3368520813533031,9.235547909367502e-07]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9805749971537334,0.05890751968242305,0.2935750511448276,0.0005130415091369109,0.6873847017890228,0.0013156973411340169,0.1431456186300853,1.2229289503968103e-06,0.5969363857045774,0.002677937659493887,0.11552900788105296,2.4145822846775076e-06,0.44812144665097675,2.279660554638596e-05,0.06017659891489174,1.174110807887943e-09,0.8060606089862091,0.004713473308258263,0.1722795555405161,5.486633052470749e-06,0.5211949025548663,2.911144954277783e-05,0.06773354328485018,2.1006807382624445e-09,0.5475051770738498,0.00011506014029514852,0.08068845078927595,7.828076378671434e-09,0.39894278110264253,1.9670993497801308e-07,0.04029016685367113,8.228973058518275e-13]},{"index":4271,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,5,5,5,5,3,5,3,5,5,5,5,5,3,5,3,5,5,5,3,5,3,5,3,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0073273982695063,1.0157000148837334,0.23023017176675623,0.8227791610702587,0.5965708466966552,0.5232477481503042,0.04987147228780045,0.5289886330522238,0.5015037233141122,1.0708922072663485,0.041404430210258386,0.8568772736904888,0.280864299260214,0.48240108205608456,0.010124180279784614,0.5481703501434363,0.49829276273620043,1.014284927442548,0.06805195024312026,0.8263009816600292,0.22949430167149432,0.5984464289426629,0.011371619850167769,0.7247688633775724,0.2100456039310251,1.3415185442031663,0.008176455933459297,0.8354927510189901,0.10605531373778322,0.4810895049302068,0.0021781260363483625,0.35772900843091365]},{"index":5982,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,5,5,3,5,5,5,5,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6060407853684895,0.6746873568863271,0.3073781591172445,0.9191209901292783,1.0868301486254281,0.6878561160974567,0.07249087697372886,0.6749821598509729,1.0236120635215316,1.342033430537027,0.09672150617536845,1.765932071235667,0.6975537319214992,1.1542410774953398,0.027157060439955902,0.779722857363279,0.9836650809162856,0.7779318188233045,0.05491675086035507,1.4877767417385435,0.6830097377443984,0.9427943421016205,0.015145460422291247,0.9455493674404398,0.7807689257159565,2.134432383121361,0.03222311050786166,2.5612938127934295,0.6609289583500538,1.3894397488989751,0.008568270732336136,0.4808527268499949]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,6,5,6,5,6,1,6,1,6,5,6,5,6,1,6,5,6,2,6,5,6,1,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.750472558778972,0.10577215528714659,2.9127461022695003,0.0011053636340937604,2.5629799033266814,0.0017848359046192936,3.2572280044814703,2.7538796955416837e-06,2.6606381477708867,0.002885362182735161,2.879307084305587,3.4524140012151786e-06,2.550931541959192,1.0049206243756826e-05,3.174329369722946,8.112539525746457e-10,3.1086184452889807,0.007442918904068361,3.6048938793957213,5.8886577140669035e-06,2.9066054225692772,1.9307743857601193e-05,4.158911207592821,1.31489441470717e-09,2.9136140523495553,5.8047907359441856e-05,3.307453995508052,3.995555878167071e-09,2.845987479885206,2.729863720006246e-08,4.090688988193247,1.4210854715200994e-13]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.831280545042125,0.039823236618167605,4.5849743217935774,0.0012695462890443532,4.371260301302647,0.002543918119423629,4.442480231980435,2.387800254385092e-05,4.378692875387291,0.002047508695415941,4.3361281971774845,1.5973271317101125e-05,3.927868186105899,7.678885969914755e-05,4.588498218022128,8.12301137780032e-08,4.9873454173803085,0.005263304415481012,4.987781482419022,4.9824286338551044e-05,4.4441516206178315,0.00015105561657037474,5.290970137264946,1.6983193430499614e-07,4.590804098227884,9.093119663599872e-05,5.03454657116669,1.0039127846926736e-07,4.034067082251812,1.1873522494985714e-06,5.4455211577556595,7.319078676192022e-11]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,5,6,1,0,5,6,1,0,5,6,1,6,5,6,1,0,5,5,1,5,5,6,1,0,5,6,1,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.606092628173093,2.0072645448073327,3.316805318623297,0.8180391155109336,2.635288035634745,1.0466226508388057,3.991758151979294,0.30736190293441323,2.865294843900439,1.232298272768193,4.312118964650153,0.24958718893757295,2.983214195384326,0.3244825194649093,4.786148984567053,0.0578930914739603,3.6942454332630636,1.952811282398566,4.858637966586607,0.8825788805029454,3.962974985075642,1.0920216653753911,5.694034684952928,0.4200551757576934,3.981724974080385,1.0317899211832087,5.9213801949302205,0.16300032331057934,4.110280482654457,0.19994373331497145,6.215274073572746,0.03461369973838405]},{"index":1444,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,3,6,7,6,3,6,7,4,3,6,7,6,3,6,7,4,3,4,7,6,3,6,7,4,3,6,7,6,3,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.733567344341647,1.1094405526379645,4.293951973899298,0.755264638390822,3.99786276660914,0.6475087119970659,4.547660850880478,0.17457580590721525,4.430095670893836,0.7680087162059062,5.310658723552866,0.26971464688803926,4.405238281606036,0.36025309941191336,5.509822137586002,0.013068613098657698,4.6462820102529205,1.299094829487391,5.0813348889303045,0.8061179606361292,4.817171598165922,0.5951173779822149,5.52277843339621,0.0489194130471926,5.063124023527598,1.0120266380066618,6.1473389472239255,0.15835756654095828,4.714171684682928,0.17271289344824534,6.492915445646871,0.001129642000866646]},{"index":259,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,0,5,0,5,0,5,0,5,6,5,0,5,0,5,0,5,6,2,0,5,0,2,0,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7784933776294976,2.203417844221192,3.758573802844268,1.9912524026076808,3.0462659939457093,1.737925946609965,4.491511987054093,0.7683964993755821,3.470040603759899,2.336454788523451,4.952980017789336,1.3474918925030672,3.778349426725104,1.4139036173089856,5.655325783107508,0.24595772238239577,3.268261773524688,2.7550423117395617,4.800618067146468,2.456638035129142,3.453122689470578,1.8322381114047532,5.802570701066291,0.660707046497812,3.7444213399849406,2.619783167025464,6.059709754964749,1.2220245950062352,3.8513425073503496,1.3755561527683298,6.789899525634901,0.14944891834019902]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,5,1,5,1,5,1,7,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9730095632989602,1.651204718187459,2.2835968425087305,2.5165545265656086,2.1615841741076234,2.3959804528235167,3.630961390257296,2.8128950071820276,1.7518577354167715,2.392692700486231,2.781812261221912,2.6068116403293446,2.0884640664716008,2.2748461798248027,4.666524565460872,2.167220952342934,1.8613950045774414,1.5549892855181877,3.309686070843232,2.2642881984563443,2.430204435863443,1.7283070585495566,5.539238444783908,1.6372793863302952,1.4467738460002497,2.053833239887435,3.798480491261576,1.4528398999598298,2.2652621182197024,0.9615561081227837,6.617532374242279,0.32066008699602455]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,5,7,1,7,5,7,1,7,5,7,5,7,5,7,1,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1405930802073918,0.005192249264464403,1.9261368328100936,1.452239391925601e-05,1.7104619171355226,1.7989231468935236e-05,4.432447654549203,1.2713348143923294e-09,1.8102996493162484,7.693411680700734e-05,3.8473390589107357,1.5688513476278695e-08,3.0746220689649304,5.15377325302844e-08,7.121993063640007,1.5343282200318487e-13,1.4510244379228348,0.00011464662007177938,3.496929265220954,1.6156601037531298e-08,2.820797768872721,3.793360265008741e-08,7.727721578957957,8.237854842718322e-14,3.0383890831068494,3.461857703021984e-07,6.96855921099111,3.764100142682046e-12,5.325141781208626,2.2031043655813998e-11,10.833529574620801,0.0]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,7,1,7,5,7,1,7,5,7,1,7,5,7,7,7,5,7,1,7,5,7,4,7,5,7,1,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.7901912143743058,0.00878575974904099,1.194476711337916,1.4316664299945422e-05,1.398628528014933,5.989763432326102e-05,2.474738334294179,3.997562051164551e-09,1.3068984097840382,0.00016967089702628224,2.312691450888053,1.7430774227518466e-08,2.7140786249555298,3.9983429167787713e-07,4.058935229247585,2.073452520787793e-12,0.8539031387637626,0.00028064110290359833,1.4679990990161056,2.0076920590991943e-08,2.051455908109324,3.3555255739723476e-07,3.6667093391930656,1.4062084829892345e-12,1.678789082484259,7.654378195012882e-07,3.3720264361355667,8.190337297231164e-12,3.798556836895366,8.139076076459484e-10,5.424622974565301,2.2204460492503128e-16]},{"index":1500,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,1,5,1,5,1,5,7,5,1,5,7,5,7,5,7,5,1,5,7,5,7,5,7,5,1,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8448843108644852,2.6621041372150156,2.528425820883601,1.0965441992868508,2.85719730878529,1.173892624491121,4.840921749333134,0.10360173924829569,2.2375245356808704,1.8396818817060698,3.7435861685481435,0.22592791926252984,3.84578509097776,0.2876550274765843,6.960900496171899,0.007530680167408773,2.6756317327142716,2.1014030257416385,4.349493278830227,0.38894508251635745,4.477202590095616,0.40108807479724795,7.957642778940892,0.011439534295657049,3.568502269467884,1.0375034682679947,6.29044685350152,0.053552219595807804,5.887485559926678,0.07717981670552218,10.474796110434426,0.000689370325054954]},{"index":2016,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,7,5,2,5,7,5,2,5,7,5,7,5,7,5,2,5,7,5,7,5,7,5,2,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8490965485376836,2.272046368445221,2.80979396615557,0.6231084003372848,1.9221627397608816,0.9441657128416747,4.323364421346298,0.039162731040164066,2.0103340534309453,1.3929041276998069,4.437129744639308,0.03948643018973372,2.3436586617322166,0.11393687492153763,6.473295609959645,0.0005377763129635944,2.3357645912394025,2.1460487257279364,4.578634901418197,0.16140076966867084,2.8227569485624278,0.2569348725595975,7.08783071835974,0.0032290228560898407,2.351474081987542,1.006130291532451,6.5440072693207645,0.008832416052261614,2.8661431188399624,0.03553853863211121,8.763027001392242,6.612821113022809e-05]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,5,3,7,3,5,3,1,3,5,7,7,3,5,3,1,3,5,7,7,3,5,7,1,3,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.6712457228697675,1.6963781018703046,0.7254660751204597,1.2508766076889002,0.7215362977215708,1.6353274588379334,1.3337957400646785,0.7674817124296699,0.7357087746987854,1.9944159407178024,1.1191670584346582,1.187756856101168,1.238783230208599,2.30388601856362,2.4412828753631244,0.645906347236128,0.9572979220852589,1.3364850925777902,1.7224755065041348,0.789502195364742,1.3882381876601206,1.6002986982169696,2.7000955337129793,0.19078199642155574,1.1494102436608788,1.8378555639234833,2.378629099438364,0.47951128000472554,2.048616170398478,1.9982436166332285,3.960178199733776,0.05496051465202411]},{"index":1754,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,5,2,5,2,5,2,5,2,5,2,1,2,5,7,5,2,5,2,5,2,5,7,5,2,5,2,1,2,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1525125039230546,2.4295548238105367,1.6293689520649668,2.135482246918929,1.5921087336942472,2.216837400420194,2.895848024611164,0.9959597443334521,1.409743359882495,2.6430803658449413,2.964037409323971,1.702804686263185,2.3258903017151864,2.100423539606714,4.932253627891139,0.5830333053813768,1.401315305104957,2.2976256050228074,2.792203522979289,1.2773982089529174,2.1654115606521422,1.4894310162759694,4.585334179549622,0.17957380337963968,1.9080887737531524,2.3097518170775975,4.3281706158164,0.8732081497070712,3.282421457745402,1.5900387412150794,7.304403211680421,0.14909851818374456]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,8,1,8,5,8,1,8,5,8,5,8,5,8,5,8,5,8,1,8,5,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.709473872804542,0.08621345852626096,7.246614867622857,0.001001874321566088,6.177724936328149,0.001801975554474381,9.830029982876788,5.37470885420599e-06,5.077192363775078,0.0037027032382362444,8.872769700305957,5.230032377151448e-06,6.82779266573312,3.342161419037975e-05,11.248407109734819,1.572727669052999e-08,5.165969153828488,0.00626650062815998,9.25716006795436,1.3150284518113016e-05,7.087301641816156,6.0761105446174724e-05,12.631783927033537,3.499856920758287e-08,5.616756282355591,8.214004227768187e-05,10.623342031763931,1.3045678896432107e-08,7.642615751094141,3.374029816990069e-07,13.46356649376875,2.9478197660202823e-11]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.9013727460633834,0.08833378247950809,6.202361866534142,0.0010832866208089515,4.727604015009723,0.0014638509539874785,7.70741230179269,4.463802080996328e-06,4.198330906058638,0.0032939363126862488,7.730487510669914,7.179843474891265e-06,5.683271167705043,2.1063264631796566e-05,9.51811872146604,1.6616787363474468e-08,4.1536992910433,0.002943049554502407,7.694260394876668,5.63500653733976e-06,5.502046351491897,1.0550072146285213e-05,9.860006690850692,7.041237790241339e-09,4.909460437525142,4.015860290477901e-05,9.834010005784588,2.0106684337416505e-08,6.869204950385989,1.2151790168525757e-07,12.042405935741773,3.389222236136766e-11]},{"index":2272,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,0,5,0,5,0,5,8,5,0,5,0,1,8,5,8,5,0,5,0,1,0,5,0,5,0,5,0,1,0,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5.195777346837725,1.7917319637315534,7.377747731701008,1.2360061346353248,5.686778962977331,1.1367158919092908,8.843401383426801,0.5314815607837654,5.713039047449692,1.4067219536802336,8.564956155865842,0.8296494177175423,5.988334746747906,0.6968939776286681,9.711119481352261,0.1978038786263053,6.489747974332327,2.1030233421962623,9.61265597354006,1.9622426156863477,6.975994600292372,1.5362040611782943,11.400711279709688,0.8348495844225403,7.271851652085363,2.125837356519166,11.173434905090797,1.5762759611874937,7.434699134514807,0.9838889578363168,12.16469109512468,0.28469146616669283]},{"index":4075,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,8,5,3,5,8,5,3,5,8,5,3,5,3,6,3,5,8,5,3,5,8,6,3,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6220890506392944,2.721940685084884,5.14052731396686,1.2655965584177356,4.015239105495615,1.7487903627767714,6.003352710085485,0.31652813016685205,4.169256130311331,2.6057473428624895,6.506705121887891,0.5306662133339187,4.381967975052804,1.244143574389909,6.842921201311825,0.034087109455498824,4.470176011962076,2.9496203252684725,6.494471671200149,1.1926624068967686,4.918147019416393,2.1117353935714958,7.241188917532291,0.13835689980118293,5.256829098824776,2.6107334281940684,8.207009043273052,0.16729860653404904,5.304151646852231,0.7987848285647233,7.907312542958545,0.004355689117595678]},{"index":3567,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,5,2,5,2,5,0,5,2,5,2,5,2,5,0,5,2,5,2,5,2,5,0,5,2,5,2,5,2,8,0,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.639807585431539,1.1487553296082338,4.168249757649274,1.641337755312433,4.147624380590921,1.4998871492201435,4.754989251553783,1.9308180392969057,4.309810405306484,1.187969612884784,5.07085484648738,1.6233731982358601,5.078495298397654,1.1561138699549731,6.038602500731711,1.23495636960881,3.495077154548585,1.0332567313392367,4.368294787006425,1.7910039044317532,4.578395844576443,1.3460355157710433,5.779818175595663,1.7198542290041963,4.8796609957010775,0.8344380322209664,6.196374581202703,1.116228239813858,6.442290139473796,0.4917054636955383,8.018094548974497,0.36074712565835876]},{"index":4956,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,5,4,7,4,7,4,7,4,5,8,7,4,7,4,7,4,5,8,7,4,5,8,7,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.409813166984719,3.0615042771476615,6.2150718001313585,2.079706352824011,5.272841654378169,2.285305779592481,7.783631800932227,0.7264203072562877,4.820313268133574,2.884834832065218,7.376731302765451,1.1842032788350623,6.080484770379692,1.5230043077698543,9.406731449827806,0.15343624673319822,5.251991161526032,3.329450810202741,7.72506422779264,1.336536674518536,6.429174179457588,1.9290844905445406,10.105168947779772,0.16830219286228093,5.9593190893782655,2.7256597101294675,9.257289349316494,0.3681152367483544,7.190836412055036,0.5950522956390526,11.700882672746049,0.012708507641973187]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,1,9,7,9,1,9,1,9,1,9,7,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.922212903179614,0.07276340435621995,6.490553331758837,0.0018326964623936394,6.703391669408308,0.002084420376989239,9.208960052387521,3.932827318190107e-05,6.790142366020145,0.002991152277526522,9.066375751268334,6.584993320767586e-05,9.12089882042595,5.6239409330591776e-05,12.415998919106281,1.3014996399877541e-06,5.847136174691411,0.004593312765828429,8.206557792689445,0.00011919565724687364,8.424511185091527,6.58011852268928e-05,12.09941886671575,1.2129712680779953e-06,8.025778534907397,0.00011589132205048263,11.082352200637068,1.7460588867835174e-06,11.295984631644213,1.1458992344324653e-06,15.56073765967912,8.222474889353982e-09]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,5,9,1,9,1,9,1,9,5,9,1,9,1,9,1,9,5,9,1,9,1,9,1,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.0556819430354505,0.04232298533070135,4.284268886002733,0.0006150239632455869,4.734320652580628,0.0008202120253732449,5.702541534319064,2.1988791193158637e-06,4.583314852495305,0.0036220647678953384,5.160827877474448,5.617183026585272e-06,5.720957212933,1.4819289468622073e-05,6.919045746762908,3.530945307678283e-09,5.564683879471774,0.005958135733755681,5.7859419255817555,1.215635920088223e-05,6.747443325069075,2.1072450978009017e-05,7.512686208004653,6.937353556419426e-09,6.27778964329361,0.00028037902976568577,6.604493669712778,6.26668211005406e-08,7.372200830474827,3.051562712101035e-07,8.584003404889994,1.891309331352054e-11]},{"index":1232,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,9,7,9,5,9,2,4,5,9,1,9,5,9,7,4,5,9,1,4,5,9,4,4,5,9,4,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.496578349025424,1.338863086250202,5.316684914752046,0.7397595593629132,5.905033982138633,0.8267880836245675,7.052355274775862,0.3698916555803567,6.053673594584355,0.9805368970047882,7.131665378000455,0.3385311742432313,7.861990898723149,0.4420722094862594,9.25697004520904,0.22679128484110933,5.4508602807532185,1.3065788726088141,6.729778319113994,0.5486511700118986,7.584572769988863,0.7907587867449266,9.135073347058984,0.2365505120163004,7.385302156616204,0.9908848105374878,8.952597928495354,0.21469798445271546,9.96447810985432,0.3726370606151688,11.585539003307808,0.17547600388783718]},{"index":2406,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,8,5,8,5,8,5,8,5,8,5,9,5,8,5,9,5,8,5,8,5,8,5,9,5,9,5,9,5,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3901050246279034,1.6530620791668384,2.618940481635155,1.3417641604683348,2.3665555265862865,1.2326713863940177,3.184763705333017,0.9610408413880316,2.787640336082741,1.1754501938392206,3.3049259619739675,0.6512061100188999,2.705052499488863,0.789725462791904,4.040044900403948,0.3274770861850505,2.2657814426863396,1.6399284299121213,2.8504259659930873,0.887857397354996,2.1826624731441835,0.9528793113712831,3.8340984045250015,0.35511538459776865,2.832335790097779,0.7077920177753864,3.7994171979068403,0.17839164562081763,2.891800041803153,0.3545084238061123,4.839388980461932,0.0914720716742194]}]},{"id":"sd_annealed-selected-s103","recipe":"sd_annealed","state":"selected","seed":103,"epoch":10,"source_run":"graph-eval-sd_annealed-s103","checkpoint_sha256":"ea52df54eea9b7be8127e31c16d82db3af0e4b7fa43a2be32ab3655d7d80cafe","source_result_sha256":"527549595282221fe186913e1cd7db6567dd7040953d95cbc8a74d75b81ebb98","archive_json_sha256":"d44cb0a0508c7be50fa95a2b2e777381bcc7ba28a132dd17e8cf5f0df7706855","archive_npz_sha256":"da421e8c8d58e0ffc89a198ca81c52a89da2c5fa9fe202eccb6362d1d8d8ed31","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":6.32684656054483e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_annealed-selected-s103","recipe":"sd_annealed","state":"selected","seed":103,"epoch":10,"checkpoint_sha256":"ea52df54eea9b7be8127e31c16d82db3af0e4b7fa43a2be32ab3655d7d80cafe","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,1570,2033,2,5,956,1527,1,35,646,2186,2044,4350,18,30,507,578,4,6,1178,2043,740,8,15,1082,1393,2369,11,21,1181,3130,0,17,684,1194,1500,3838,61,84,691,844,7,9,320,530,2648,4163]},"n":10000,"dense_accuracy":0.981,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.981,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775967413441955,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752229930624381,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1116,"correct_output_rate":0.1116,"accuracy":0.1116,"ce":2.871150991470482,"abstentions":0,"harm":0.8711,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":3.2552126540460384,"harm":0.9806122448979592,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.160352422907489,"accuracy":0.160352422907489,"ce":1.8831417377950748,"harm":0.8325991189427313,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.022286821705426358,"accuracy":0.022286821705426358,"ce":3.40361317672558,"harm":0.9602713178294574,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.737575483890407,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.006109979633401222,"accuracy":0.006109979633401222,"ce":3.064689718933577,"harm":0.9725050916496945,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.2533632286995516,"accuracy":0.2533632286995516,"ce":2.1217615645908965,"harm":0.7376681614349776,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.022964509394572025,"accuracy":0.022964509394572025,"ce":2.8769750661635496,"harm":0.9634655532359081,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.6070038910505836,"accuracy":0.6070038910505836,"ce":1.324816186101114,"harm":0.38035019455252916,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.894952030222109,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.022794846382556987,"accuracy":0.022794846382556987,"ce":3.2534019370578466,"harm":0.9524281466798811,"repair":0.0}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9646,"correct_output_rate":0.9646,"accuracy":0.9646,"ce":0.1551725627054263,"abstentions":0,"harm":0.0201,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.986734693877551,"accuracy":0.986734693877551,"ce":0.07982101975796685,"harm":0.004081632653061225,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9885462555066079,"accuracy":0.9885462555066079,"ce":0.0791647082727025,"harm":0.0052863436123348016,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.939922480620155,"accuracy":0.939922480620155,"ce":0.21197004803731026,"harm":0.044573643410852716,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9613861386138614,"accuracy":0.9613861386138614,"ce":0.1757220306408254,"harm":0.016831683168316833,"repair":0.00891089108910891},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9674134419551935,"accuracy":0.9674134419551935,"ce":0.1474470918081358,"harm":0.018329938900203666,"repair":0.008146639511201629},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9484304932735426,"accuracy":0.9484304932735426,"ce":0.20247902582378188,"harm":0.034753363228699555,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9749478079331941,"accuracy":0.9749478079331941,"ce":0.10321402269072781,"harm":0.011482254697286013,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9669260700389105,"accuracy":0.9669260700389105,"ce":0.13759479839121805,"harm":0.020428015564202335,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9579055441478439,"accuracy":0.9579055441478439,"ce":0.18870281463992164,"harm":0.018480492813141684,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9504459861248761,"accuracy":0.9504459861248761,"ce":0.23576747289060918,"harm":0.028741328047571853,"repair":0.003964321110009911}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1044,"correct_output_rate":0.1044,"accuracy":0.1044,"ce":3.109255662630189,"abstentions":0,"harm":0.8785,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":3.303498967656265,"harm":0.9806122448979592,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.00881057268722467,"accuracy":0.00881057268722467,"ce":2.1924335965335153,"harm":0.9832599118942731,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.01937984496124031,"accuracy":0.01937984496124031,"ce":4.153515307409851,"harm":0.9631782945736435,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.402089704707282,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.018329938900203666,"accuracy":0.018329938900203666,"ce":2.828340951028285,"harm":0.9613034623217923,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.476457399103139,"accuracy":0.476457399103139,"ce":1.5779185493669892,"harm":0.5168161434977578,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.03444676409185804,"accuracy":0.03444676409185804,"ce":2.8023467463404064,"harm":0.9509394572025052,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.48346303501945526,"accuracy":0.48346303501945526,"ce":1.491277136734638,"harm":0.504863813229572,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.813910025711781,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.031714568880079286,"accuracy":0.031714568880079286,"ce":3.5112125890844132,"harm":0.9435084241823588,"repair":0.0}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9776,"correct_output_rate":0.9776,"accuracy":0.9776,"ce":0.07481404108123392,"abstentions":0,"harm":0.0059,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.037648268193263085,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.037904108769831156,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9748062015503876,"accuracy":0.9748062015503876,"ce":0.07403943226509507,"harm":0.012596899224806201,"repair":0.005813953488372093},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9673267326732673,"accuracy":0.9673267326732673,"ce":0.09852786706273088,"harm":0.005940594059405941,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.08352624475483804,"harm":0.006109979633401222,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.07327653464469201,"harm":0.002242152466367713,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.0681219535368134,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.08019019232209779,"harm":0.011673151750972763,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.0904639456278077,"harm":0.004106776180698152,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9663032705649157,"accuracy":0.9663032705649157,"ce":0.1081352142805371,"harm":0.011892963330029732,"repair":0.002973240832507433}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":773,"correct_output_rate":0.0773,"accuracy":0.0773,"ce":3.1581710451233977,"abstentions":0,"harm":0.9054,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":3.948764275603453,"harm":0.9857142857142858,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.07048458149779736,"accuracy":0.07048458149779736,"ce":1.9013368068359837,"harm":0.9224669603524229,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":4.0067542437787065,"harm":0.9718992248062015,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.254448359366436,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.009164969450101833,"accuracy":0.009164969450101833,"ce":3.1713459468092955,"harm":0.9694501018329938,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.218609865470852,"accuracy":0.218609865470852,"ce":2.159277906184869,"harm":0.7713004484304933,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0511482254697286,"accuracy":0.0511482254697286,"ce":2.6692219858169555,"harm":0.9352818371607515,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.3939688715953307,"accuracy":0.3939688715953307,"ce":1.5418519252444938,"harm":0.5953307392996109,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.319208086829196,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.02081268582755203,"accuracy":0.02081268582755203,"ce":3.699262866823361,"harm":0.9544103072348861,"repair":0.0}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9750,"correct_output_rate":0.975,"accuracy":0.975,"ce":0.08459316048501733,"abstentions":0,"harm":0.0095,"repair":0.0035,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.04905052631427321,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.040205997364219044,"harm":0.004405286343612335,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9660852713178295,"accuracy":0.9660852713178295,"ce":0.10096575912976256,"harm":0.01937984496124031,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.0787237069742664,"harm":0.0,"repair":0.01287128712871287},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.08809711735870104,"harm":0.009164969450101833,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9596412556053812,"accuracy":0.9596412556053812,"ce":0.11638117704905328,"harm":0.020179372197309416,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.06924766519939111,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.07974702027432116,"harm":0.013618677042801557,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.09790316439866086,"harm":0.006160164271047228,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9613478691774033,"accuracy":0.9613478691774033,"ce":0.13332052843068246,"harm":0.015857284440039643,"repair":0.0019821605550049554}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":861,"correct_output_rate":0.0861,"accuracy":0.0861,"ce":3.4678685947140155,"abstentions":0,"harm":0.8968,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":3.8932562804926127,"harm":0.9857142857142858,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.006167400881057269,"accuracy":0.006167400881057269,"ce":2.4258925038967796,"harm":0.9859030837004406,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":4.913695153384205,"harm":0.9718992248062015,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.934241264159525,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.014256619144602852,"accuracy":0.014256619144602852,"ce":2.9579642801709114,"harm":0.9633401221995926,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.47533632286995514,"accuracy":0.47533632286995514,"ce":1.533177614670726,"harm":0.5179372197309418,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.08768267223382047,"accuracy":0.08768267223382047,"ce":2.636106611710782,"harm":0.8987473903966597,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.2811284046692607,"accuracy":0.2811284046692607,"ce":1.8653508513598829,"harm":0.708171206225681,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.279147102450566,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.027750247770069375,"accuracy":0.027750247770069375,"ce":4.160767376435154,"harm":0.9474727452923687,"repair":0.0}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9803,"correct_output_rate":0.9803,"accuracy":0.9803,"ce":0.06419088929928785,"abstentions":0,"harm":0.0031,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.03284887708741914,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.027931420437292444,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.051224124995449496,"harm":0.0048449612403100775,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.07032252934537654,"harm":0.0009900990099009901,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.08386804961747951,"harm":0.002036659877800407,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.07647408184463864,"harm":0.005605381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.06838103094038918,"harm":0.0010438413361169101,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.060768426688589304,"harm":0.0048638132295719845,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.0811374767571089,"harm":0.003080082135523614,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9712586719524281,"accuracy":0.9712586719524281,"ce":0.09568444127728182,"harm":0.005946481665014866,"repair":0.0019821605550049554}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":973,"correct_output_rate":0.0973,"accuracy":0.0973,"ce":3.044778489127535,"abstentions":0,"harm":0.8851,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.013265306122448979,"accuracy":0.013265306122448979,"ce":3.2488227455120366,"harm":0.976530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.05286343612334802,"accuracy":0.05286343612334802,"ce":1.9846751613924045,"harm":0.9392070484581497,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":3.9146192814710425,"harm":0.9738372093023255,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.233960179217569,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.0050916496945010185,"accuracy":0.0050916496945010185,"ce":3.258664085024923,"harm":0.9725050916496945,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.4013452914798206,"accuracy":0.4013452914798206,"ce":1.7215894874767674,"harm":0.5908071748878924,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.026096033402922755,"accuracy":0.026096033402922755,"ce":2.901631828092156,"harm":0.9592901878914405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.46303501945525294,"accuracy":0.46303501945525294,"ce":1.4549656135951259,"harm":0.52431906614786,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.092184695494101,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.027750247770069375,"accuracy":0.027750247770069375,"ce":3.6652364947296676,"harm":0.9474727452923687,"repair":0.0}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9732,"correct_output_rate":0.9732,"accuracy":0.9732,"ce":0.09654123901495372,"abstentions":0,"harm":0.0115,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.05694593868412308,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.04596827850275253,"harm":0.004405286343612335,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9622093023255814,"accuracy":0.9622093023255814,"ce":0.128564800453575,"harm":0.023255813953488372,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9663366336633663,"accuracy":0.9663366336633663,"ce":0.1234267184759345,"harm":0.009900990099009901,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9694501018329938,"accuracy":0.9694501018329938,"ce":0.10682099890874419,"harm":0.014256619144602852,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.08567831111833278,"harm":0.005605381165919282,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.07364348614478362,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9717898832684825,"accuracy":0.9717898832684825,"ce":0.09480857580040554,"harm":0.01556420233463035,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.1035604239666416,"harm":0.008213552361396304,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9534192269573836,"accuracy":0.9534192269573836,"ce":0.1485497634992282,"harm":0.024777006937561942,"repair":0.002973240832507433}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1002,"correct_output_rate":0.1002,"accuracy":0.1002,"ce":3.4659324293018448,"abstentions":0,"harm":0.8828,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.0163265306122449,"accuracy":0.0163265306122449,"ce":3.5755371208242197,"harm":0.9734693877551021,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4957688933896973,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":4.898932632404429,"harm":0.9728682170542635,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.989593261022043,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.004073319755600814,"accuracy":0.004073319755600814,"ce":3.219428064728026,"harm":0.9735234215885947,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.6704035874439462,"accuracy":0.6704035874439462,"ce":1.095962798638192,"harm":0.3273542600896861,"repair":0.017937219730941704},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.024008350730688934,"accuracy":0.024008350730688934,"ce":3.1775164610907543,"harm":0.9613778705636743,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.3122568093385214,"accuracy":0.3122568093385214,"ce":1.809858473325542,"harm":0.6750972762645915,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.262271333649704,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.02973240832507433,"accuracy":0.02973240832507433,"ce":4.022089013987288,"harm":0.9454905847373637,"repair":0.0}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9795,"correct_output_rate":0.9795,"accuracy":0.9795,"ce":0.06508094734886517,"abstentions":0,"harm":0.0038,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.03314974109426385,"harm":0.0,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.0278465510547776,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.05767641152122201,"harm":0.007751937984496124,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9663366336633663,"accuracy":0.9663366336633663,"ce":0.09381410937657848,"harm":0.0029702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.09008010068985335,"harm":0.0050916496945010185,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.046560288404265834,"harm":0.002242152466367713,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.06911514848042985,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.06984995620916383,"harm":0.009727626459143969,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.07406886808812954,"harm":0.001026694045174538,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.09146779358741697,"harm":0.005946481665014866,"repair":0.002973240832507433}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":760,"correct_output_rate":0.076,"accuracy":0.076,"ce":3.3180040809825857,"abstentions":0,"harm":0.9065,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":3.9995900537069553,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.02026431718061674,"accuracy":0.02026431718061674,"ce":2.0367881154312744,"harm":0.9726872246696036,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.006782945736434108,"accuracy":0.006782945736434108,"ce":4.239825817991427,"harm":0.9748062015503876,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.62195766742116,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.004073319755600814,"accuracy":0.004073319755600814,"ce":3.484078986202817,"harm":0.9735234215885947,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.35650224215246634,"accuracy":0.35650224215246634,"ce":1.7825210893874868,"harm":0.6345291479820628,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.06784968684759916,"accuracy":0.06784968684759916,"ce":2.6734063571034845,"harm":0.9175365344467641,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.3093385214007782,"accuracy":0.3093385214007782,"ce":1.7413644175145222,"harm":0.6789883268482491,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.447889270253865,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.02180376610505451,"accuracy":0.02180376610505451,"ce":4.172592786118815,"harm":0.9534192269573836,"repair":0.0}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9782,"correct_output_rate":0.9782,"accuracy":0.9782,"ce":0.0698826747214705,"abstentions":0,"harm":0.0059,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.04283047248664839,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.03160272279457519,"harm":0.000881057268722467,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9699612403100775,"accuracy":0.9699612403100775,"ce":0.07324755356139812,"harm":0.014534883720930232,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9782178217821782,"accuracy":0.9782178217821782,"ce":0.06965455466189063,"harm":0.0009900990099009901,"repair":0.009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.08679932661968548,"harm":0.006109979633401222,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.07778754518305353,"harm":0.005605381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.06586147304641796,"harm":0.0041753653444676405,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.06652172275802434,"harm":0.007782101167315175,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.07390691573359369,"harm":0.002053388090349076,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9623389494549058,"accuracy":0.9623389494549058,"ce":0.11590964438059632,"harm":0.014866204162537165,"repair":0.0019821605550049554}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":845,"correct_output_rate":0.0845,"accuracy":0.0845,"ce":3.7472413324654887,"abstentions":0,"harm":0.8982,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":4.119916773397674,"harm":0.9806122448979592,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":2.7401148476344352,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":5.292516585611279,"harm":0.9738372093023255,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.195222889372235,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.008146639511201629,"accuracy":0.008146639511201629,"ce":3.377968486099071,"harm":0.9694501018329938,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.5762331838565022,"accuracy":0.5762331838565022,"ce":1.2217417647610722,"harm":0.41816143497757846,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.08455114822546973,"accuracy":0.08455114822546973,"ce":2.8508835170249416,"harm":0.9008350730688935,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.19066147859922178,"accuracy":0.19066147859922178,"ce":2.2542864250707058,"harm":0.796692607003891,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.568143444463672,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.02576808721506442,"accuracy":0.02576808721506442,"ce":4.694676930958304,"harm":0.9494549058473737,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9822,"correct_output_rate":0.9822,"accuracy":0.9822,"ce":0.06550649621821897,"abstentions":0,"harm":0.0011,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.031741512904829954,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.024928555268868044,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.04769370048217648,"harm":0.001937984496124031,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9772277227722772,"accuracy":0.9772277227722772,"ce":0.07223882755345848,"harm":0.0,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.10280093543368192,"harm":0.0,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.06912515089038399,"harm":0.0033632286995515697,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.07531241680567795,"harm":0.0,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.058676680700351626,"harm":0.0029182879377431907,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9763860369609856,"accuracy":0.9763860369609856,"ce":0.0822981543020913,"harm":0.001026694045174538,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.09736945097973822,"harm":0.0019821605550049554,"repair":0.0019821605550049554}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1150,"correct_output_rate":0.115,"accuracy":0.115,"ce":2.7694900293180593,"abstentions":0,"harm":0.8681,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.011224489795918367,"accuracy":0.011224489795918367,"ce":2.810207685863597,"harm":0.9785714285714285,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.07929515418502203,"accuracy":0.07929515418502203,"ce":1.9634604859190596,"harm":0.9127753303964757,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.014534883720930232,"accuracy":0.014534883720930232,"ce":3.3452646075970187,"harm":0.9680232558139535,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.974380167640341,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.010183299389002037,"accuracy":0.010183299389002037,"ce":2.9562086312567764,"harm":0.9684317718940937,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.41143497757847536,"accuracy":0.41143497757847536,"ce":1.7004227139173478,"harm":0.5829596412556054,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.020876826722338204,"accuracy":0.020876826722338204,"ce":2.929332733054058,"harm":0.964509394572025,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.5680933852140078,"accuracy":0.5680933852140078,"ce":1.4137623165004132,"harm":0.42217898832684825,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":3.592232736058881,"harm":0.9722792607802875,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.05054509415262636,"accuracy":0.05054509415262636,"ce":3.040312213975497,"harm":0.9246778989098117,"repair":0.0}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9689,"correct_output_rate":0.9689,"accuracy":0.9689,"ce":0.12304125804083745,"abstentions":0,"harm":0.0159,"repair":0.0038,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9826530612244898,"accuracy":0.9826530612244898,"ce":0.0769130707437012,"harm":0.00816326530612245,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9885462555066079,"accuracy":0.9885462555066079,"ce":0.07122115675929248,"harm":0.0052863436123348016,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9593023255813954,"accuracy":0.9593023255813954,"ce":0.15352852237509618,"harm":0.02616279069767442,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9465346534653465,"accuracy":0.9465346534653465,"ce":0.1919958620808118,"harm":0.028712871287128714,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.11727056162528006,"harm":0.016293279022403257,"repair":0.009164969450101833},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.10580575704660225,"harm":0.008968609865470852,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.07542589630687337,"harm":0.005219206680584551,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9708171206225681,"accuracy":0.9708171206225681,"ce":0.10476479375253295,"harm":0.016536964980544747,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9599589322381931,"accuracy":0.9599589322381931,"ce":0.1588083619939743,"harm":0.015400410677618069,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9504459861248761,"accuracy":0.9504459861248761,"ce":0.1760857426577972,"harm":0.027750247770069375,"repair":0.002973240832507433}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1173,"correct_output_rate":0.1173,"accuracy":0.1173,"ce":2.9870947293623447,"abstentions":0,"harm":0.8662,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.019387755102040816,"accuracy":0.019387755102040816,"ce":2.805027351560765,"harm":0.9714285714285714,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.000881057268722467,"accuracy":0.000881057268722467,"ce":2.375734981574134,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.013565891472868217,"accuracy":0.013565891472868217,"ce":3.8923485574478636,"harm":0.9689922480620154,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.511236592746451,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.017311608961303463,"accuracy":0.017311608961303463,"ce":2.7381807716190187,"harm":0.9623217922606925,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.6412556053811659,"accuracy":0.6412556053811659,"ce":1.2579805062136342,"harm":0.3542600896860987,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.022964509394572025,"accuracy":0.022964509394572025,"ce":3.0043095128590607,"harm":0.9624217118997912,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.45136186770428016,"accuracy":0.45136186770428016,"ce":1.565066505060664,"harm":0.5389105058365758,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.370242761254172,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.06342913776015857,"accuracy":0.06342913776015857,"ce":3.268248915551835,"harm":0.9127849355797819,"repair":0.0009910802775024777}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9785,"correct_output_rate":0.9785,"accuracy":0.9785,"ce":0.07230776015703386,"abstentions":0,"harm":0.005,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.04115238582681426,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.03723347100656032,"harm":0.001762114537444934,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9786821705426356,"accuracy":0.9786821705426356,"ce":0.06401847932828714,"harm":0.007751937984496124,"repair":0.0048449612403100775},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9623762376237623,"accuracy":0.9623762376237623,"ce":0.12154952971710163,"harm":0.007920792079207921,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.08541169608028439,"harm":0.0050916496945010185,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9854260089686099,"accuracy":0.9854260089686099,"ce":0.04871865589515053,"harm":0.0011210762331838565,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.06445691023189662,"harm":0.0010438413361169101,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.06823238098100787,"harm":0.009727626459143969,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9691991786447639,"accuracy":0.9691991786447639,"ce":0.09426208666407666,"harm":0.00513347022587269,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9692765113974232,"accuracy":0.9692765113974232,"ce":0.09972346037244047,"harm":0.007928642220019821,"repair":0.0019821605550049554}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":894,"correct_output_rate":0.0894,"accuracy":0.0894,"ce":2.966014995024068,"abstentions":0,"harm":0.8937,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":3.2924655108462084,"harm":0.9846938775510204,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.013215859030837005,"accuracy":0.013215859030837005,"ce":2.1112944979378687,"harm":0.9797356828193833,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":3.6667226787379628,"harm":0.9709302325581395,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":4.293111166460745,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.007128309572301426,"accuracy":0.007128309572301426,"ce":3.065567946171838,"harm":0.9704684317718941,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.41143497757847536,"accuracy":0.41143497757847536,"ce":1.683641392415569,"harm":0.5818385650224215,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.04384133611691023,"accuracy":0.04384133611691023,"ce":2.818199384707343,"harm":0.941544885177453,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.3959143968871595,"accuracy":0.3959143968871595,"ce":1.5987830367855662,"harm":0.5953307392996109,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8500452416220163,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.03766105054509415,"accuracy":0.03766105054509415,"ce":3.282052060444506,"harm":0.9375619425173439,"repair":0.0}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9771,"correct_output_rate":0.9771,"accuracy":0.9771,"ce":0.07838873208899985,"abstentions":0,"harm":0.0069,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.986734693877551,"accuracy":0.986734693877551,"ce":0.05768407837282884,"harm":0.004081632653061225,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.03955914611976401,"harm":0.003524229074889868,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9738372093023255,"accuracy":0.9738372093023255,"ce":0.08416525323273459,"harm":0.011627906976744186,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.0974898201953265,"harm":0.0049504950495049506,"repair":0.006930693069306931},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.08950599215818404,"harm":0.006109979633401222,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.06907845775222338,"harm":0.0033632286995515697,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.0660959060627601,"harm":0.0041753653444676405,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.06873739921701649,"harm":0.008754863813229572,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.971252566735113,"accuracy":0.971252566735113,"ce":0.09869754817428118,"harm":0.006160164271047228,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9623389494549058,"accuracy":0.9623389494549058,"ce":0.11645969134385058,"harm":0.015857284440039643,"repair":0.002973240832507433}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":981,"correct_output_rate":0.0981,"accuracy":0.0981,"ce":3.3360958352851404,"abstentions":0,"harm":0.8851,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":3.389519063774758,"harm":0.9806122448979592,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.003524229074889868,"accuracy":0.003524229074889868,"ce":2.8056060088336614,"harm":0.9885462555066079,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":4.534367556001102,"harm":0.9738372093023255,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.86253285855168,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.019348268839103868,"accuracy":0.019348268839103868,"ce":2.9113962979031163,"harm":0.9582484725050916,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.6199551569506726,"accuracy":0.6199551569506726,"ce":1.2004680845666393,"harm":0.3755605381165919,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.04697286012526096,"accuracy":0.04697286012526096,"ce":2.9899424082784174,"harm":0.9384133611691023,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.28891050583657585,"accuracy":0.28891050583657585,"ce":1.9231131604523217,"harm":0.7013618677042801,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.728421925717418,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.044598612487611496,"accuracy":0.044598612487611496,"ce":3.8529480056460117,"harm":0.931615460852329,"repair":0.0009910802775024777}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9811,"correct_output_rate":0.9811,"accuracy":0.9811,"ce":0.06664794197548045,"abstentions":0,"harm":0.0013,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.039447111127467335,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.030132013897333814,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.04735656129723925,"harm":0.0,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9702970297029703,"accuracy":0.9702970297029703,"ce":0.09188385856752301,"harm":0.0009900990099009901,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.09866553212279809,"harm":0.002036659877800407,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.05542451782621434,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.07328817975970978,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.054279270288486156,"harm":0.0029182879377431907,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.08932683497558902,"harm":0.001026694045174538,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.09177900979812005,"harm":0.002973240832507433,"repair":0.0019821605550049554}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1079,"correct_output_rate":0.1079,"accuracy":0.1079,"ce":2.8609244951111914,"abstentions":0,"harm":0.8753,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.022448979591836733,"accuracy":0.022448979591836733,"ce":2.853629822695637,"harm":0.9683673469387755,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.039647577092511016,"accuracy":0.039647577092511016,"ce":2.030026675413678,"harm":0.9524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":3.6088782569887212,"harm":0.9709302325581395,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.174228506419371,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.006109979633401222,"accuracy":0.006109979633401222,"ce":3.002585442786533,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.5459641255605381,"accuracy":0.5459641255605381,"ce":1.4609156240503474,"harm":0.4495515695067265,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.031315240083507306,"accuracy":0.031315240083507306,"ce":2.912384613667875,"harm":0.954070981210856,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.41342412451361865,"accuracy":0.41342412451361865,"ce":1.604932101051344,"harm":0.5768482490272373,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6446956161046913,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.05153617443012884,"accuracy":0.05153617443012884,"ce":3.2970569516847177,"harm":0.9236868186323092,"repair":0.0}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9737,"correct_output_rate":0.9737,"accuracy":0.9737,"ce":0.09081148605880082,"abstentions":0,"harm":0.0107,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.06358048614210716,"harm":0.003061224489795918,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.04530993804344725,"harm":0.004405286343612335,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9651162790697675,"accuracy":0.9651162790697675,"ce":0.10660254156930246,"harm":0.020348837209302327,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9554455445544554,"accuracy":0.9554455445544554,"ce":0.1483651601220327,"harm":0.016831683168316833,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.1056313041241471,"harm":0.010183299389002037,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9854260089686099,"accuracy":0.9854260089686099,"ce":0.057397744487633684,"harm":0.004484304932735426,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.06618715278726003,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.97568093385214,"accuracy":0.97568093385214,"ce":0.0801412565642905,"harm":0.011673151750972763,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9702258726899384,"accuracy":0.9702258726899384,"ce":0.10638805503145082,"harm":0.007186858316221766,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9554013875123885,"accuracy":0.9554013875123885,"ce":0.12901226106526942,"harm":0.022794846382556987,"repair":0.002973240832507433}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1106,"correct_output_rate":0.1106,"accuracy":0.1106,"ce":3.24670647760445,"abstentions":0,"harm":0.8724,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.02040816326530612,"accuracy":0.02040816326530612,"ce":3.222513575748866,"harm":0.9693877551020408,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5819231175798727,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":4.442439054769421,"harm":0.9728682170542635,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.6925269711059,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.010183299389002037,"accuracy":0.010183299389002037,"ce":2.9515558831896906,"harm":0.9674134419551935,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.7612107623318386,"accuracy":0.7612107623318386,"ce":0.9618188244932993,"harm":0.2365470852017937,"repair":0.017937219730941704},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.022964509394572025,"accuracy":0.022964509394572025,"ce":3.2824125845138754,"harm":0.9624217118997912,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.3005836575875486,"accuracy":0.3005836575875486,"ce":1.9023189298996297,"harm":0.6867704280155642,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.599517720956928,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.05550049554013875,"accuracy":0.05550049554013875,"ce":3.684869913939539,"harm":0.9197224975222993,"repair":0.0}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9790,"correct_output_rate":0.979,"accuracy":0.979,"ce":0.06788039249009341,"abstentions":0,"harm":0.0038,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.03843591363295663,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.02750775220656996,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9806201550387597,"accuracy":0.9806201550387597,"ce":0.05302798076720044,"harm":0.0029069767441860465,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9633663366336633,"accuracy":0.9633663366336633,"ce":0.11855590064241806,"harm":0.005940594059405941,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.10076399040709119,"harm":0.004073319755600814,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9876681614349776,"accuracy":0.9876681614349776,"ce":0.035593316064721256,"harm":0.0011210762331838565,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.07046320163743258,"harm":0.0041753653444676405,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9766536964980544,"accuracy":0.9766536964980544,"ce":0.06262728804294791,"harm":0.008754863813229572,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.9722792607802875,"accuracy":0.9722792607802875,"ce":0.08563155616773123,"harm":0.002053388090349076,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9712586719524281,"accuracy":0.9712586719524281,"ce":0.08866192615650202,"harm":0.006937561942517344,"repair":0.002973240832507433}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":852,"correct_output_rate":0.0852,"accuracy":0.0852,"ce":3.078827704985354,"abstentions":0,"harm":0.8979,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.006122448979591836,"accuracy":0.006122448979591836,"ce":3.530721966550353,"harm":0.9846938775510204,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.01145374449339207,"accuracy":0.01145374449339207,"ce":2.1303672660299267,"harm":0.9814977973568282,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":3.806510286252466,"harm":0.9718992248062015,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.371431214147825,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.007128309572301426,"accuracy":0.007128309572301426,"ce":3.1945455671503895,"harm":0.9704684317718941,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.4730941704035874,"accuracy":0.4730941704035874,"ce":1.52989831427862,"harm":0.5213004484304933,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.06576200417536535,"accuracy":0.06576200417536535,"ce":2.7361279060742985,"harm":0.9206680584551148,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.2928015564202335,"accuracy":0.2928015564202335,"ce":1.82994649395277,"harm":0.6955252918287937,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9059920433837045,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.028741328047571853,"accuracy":0.028741328047571853,"ce":3.7246716656608676,"harm":0.9464816650148662,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9788,"correct_output_rate":0.9788,"accuracy":0.9788,"ce":0.07023040674700906,"abstentions":0,"harm":0.0045,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.986734693877551,"accuracy":0.986734693877551,"ce":0.05282185454343504,"harm":0.004081632653061225,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.030933736932789502,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9777131782945736,"accuracy":0.9777131782945736,"ce":0.06731083612252148,"harm":0.007751937984496124,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9702970297029703,"accuracy":0.9702970297029703,"ce":0.08637392421064918,"harm":0.0029702970297029703,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.09491820151140924,"harm":0.006109979633401222,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.05659153576812518,"harm":0.004484304932735426,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.06639840956498036,"harm":0.0041753653444676405,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.06054972095239967,"harm":0.0048638132295719845,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.08207275804823612,"harm":0.003080082135523614,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.1082690115331405,"harm":0.006937561942517344,"repair":0.0019821605550049554}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":941,"correct_output_rate":0.0941,"accuracy":0.0941,"ce":3.5367907777338865,"abstentions":0,"harm":0.8889,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.01020408163265306,"accuracy":0.01020408163265306,"ce":3.7892540352142308,"harm":0.9795918367346939,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.003524229074889868,"accuracy":0.003524229074889868,"ce":2.9199413617513743,"harm":0.9885462555066079,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":4.809467561802008,"harm":0.9728682170542635,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.813387479870417,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.018329938900203666,"accuracy":0.018329938900203666,"ce":3.154737416858617,"harm":0.9592668024439919,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.6625560538116592,"accuracy":0.6625560538116592,"ce":1.0527294488761576,"harm":0.3352017937219731,"repair":0.017937219730941704},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.05845511482254697,"accuracy":0.05845511482254697,"ce":3.092828545490969,"harm":0.9269311064718163,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.21206225680933852,"accuracy":0.21206225680933852,"ce":2.303588037805299,"harm":0.7752918287937743,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.864957675969055,"harm":0.973305954825462,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.03369672943508424,"accuracy":0.03369672943508424,"ce":4.369613142915325,"harm":0.9415262636273538,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9810,"correct_output_rate":0.981,"accuracy":0.981,"ce":0.06864859641473718,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9897959183673469,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.03782290637564255,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.026008050109253184,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9815891472868217,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.044939045803666804,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9693069306930693,"correct_output_rate":0.9693069306930693,"accuracy":0.9693069306930693,"ce":0.0895790396816389,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9775967413441955,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.11838574646110397,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.05377268497152106,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.08164215249413045,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9844357976653697,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.054990293706498244,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.973305954825462,"correct_output_rate":0.973305954825462,"accuracy":0.973305954825462,"ce":0.09091077134778684,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9752229930624381,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.09468594682418033,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,5,0,1,0,1,0,1,0,5,0,1,0,6,0,7,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0584292612617996,0.010467043064827906,3.15954712435099,0.0022004341542111107,3.7208877195781054,0.0015205657454122447,3.690964200696439,0.0002995293824036349,2.809671004428835,0.0021793718085360366,3.243544067271581,0.00032555875722897125,3.5041230531027194,0.0002141188228040337,3.7867497112076984,2.5030625090439628e-05,2.5978421971675822,0.005452842404259043,2.5274052621432297,0.0010375546683903335,3.1028715108940323,0.000629963366645887,3.2956019037683824,0.00011175564057267822,2.611048925771641,0.00138549788737924,2.8446125156068804,0.00023601497742004922,3.3985154981095924,0.00011906222339085056,3.7172320467723172,1.5778428096455102e-05]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,5,0,1,0,5,0,5,0,5,0,1,0,5,0,6,0,5,0,1,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.012836446254112,0.008375804693816533,3.8336740442315973,0.00037521172030601993,4.418692903217423,0.00047343489844269357,4.219234454654156,3.855639469282257e-05,4.008935484325557,0.0018536903717481315,4.210687578183864,4.3482204244479614e-05,4.518118835483401,8.116161063289901e-05,4.5479433440983215,2.8474922035643366e-06,3.333537147271155,0.0028878370849692524,3.047890493784868,0.00013603368575417768,3.6649817581708057,0.00015921157798129204,3.4890846789460506,1.0991710622071038e-05,3.367029430299558,0.0008708898546766874,3.4806799215689948,2.2223598384690302e-05,3.831042806905773,3.488732452291438e-05,3.875673841151944,1.256005272381659e-06]},{"index":1570,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,6,1,6,1,0,1,0,1,6,1,6,1,6,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.628337491549101,0.6014904221676599,2.869470305965983,0.5126341266002143,3.4311086559345307,0.5509502014067176,3.7541540778551274,0.3026510319990467,3.063090676728906,0.7721504226124385,3.2557871481466805,0.5968759567657808,3.99264833868553,0.7510668101274555,4.389548816981409,0.3434958088248114,2.703433518617839,0.8948455021726804,2.678238933611178,0.8034924809632252,3.394968395020852,0.7566240930986192,3.5572699089840176,0.41936233727275046,2.8918801958238403,1.1120452938252336,3.0811970911123927,0.9919212516589141,3.9523905092361873,0.98814375103104,3.9952169879161255,0.5548580249413322]},{"index":2033,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,4,1,0,1,0,1,0,1,4,1,0,1,4,1,0,1,4,1,0,1,0,1,0,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8710919288972114,0.689613155180398,2.5170416268172544,0.5936748214796547,3.3769984868637897,1.0552649288836529,2.986878645397368,0.3098561001705074,2.692899020596888,0.5281224189644528,2.480243778523417,0.1879799071955135,3.132911089412823,0.7513806423422131,3.031911910580037,0.052726731834372376,2.729665487102131,0.8069280719301174,2.5880719892397606,0.6126832055931994,3.110367374297497,0.9923982692629135,3.092687513918357,0.24774640837792036,2.4638573025677126,0.5127230367592792,2.5899780887448425,0.16009039294437039,3.127949102848877,0.5468006224228618,3.2332193573983328,0.028807104891125253]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,5,1,4,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0715341750250142,0.027196929439545707,2.231595598877071,0.004213098432502571,2.2044408827302178,0.0048292899716220914,2.485516187157887,0.0005086487009870075,2.1671411095033912,0.007557597791899608,2.342912448911814,0.0008797258083306849,2.2261115906251114,0.0014655181437028043,2.545611728452076,9.996163365665521e-05,2.140945987663593,0.022596799960228668,2.3985111790424645,0.002971914115453197,2.3990252136169024,0.0037470603151696915,2.693924108242234,0.00035452773404542605,2.2396716864742974,0.006957443508635477,2.462763394405174,0.0007063825955739071,2.387070814615835,0.0011142493063927203,2.7004516336512037,7.997583947042738e-05]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,1,4,1,4,1,4,1,4,1,5,1,4,1,5,1,1,1,5,1,4,1,5,1,1,1,5,1,5,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7813978266317947,0.022230941434824254,2.0425129830136033,0.0033908060998369648,1.84948437159311,0.004761256675735027,2.150591629244358,0.0003738564889757117,1.7769393274073726,0.007467521417100958,2.0577927588754172,0.0006755557830525486,1.7299891731506927,0.001794015695227303,2.067922014170395,5.5102778257648764e-05,1.8366820720361503,0.022381320812203644,2.1361516509622973,0.0027066853498492333,1.9306897368156355,0.004383883718489665,2.332836439866369,0.0002550673854938656,1.8073823946636192,0.009112938217024698,2.0987376601316488,0.0004863018271720386,1.7459736584020016,0.0013919982537539221,2.1767260128580497,3.548494296945935e-05]},{"index":956,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,2,7,2,5,2,7,6,5,2,7,1,5,1,7,6,5,2,7,2,5,2,7,6,5,2,5,2,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7498023144224422,1.9373419525946374,1.8691466774826317,1.888034758491668,1.6509038808122571,1.4927868763141359,2.14967677145105,1.4851232625643533,1.626979750549197,1.6127008435523758,2.032138436887778,1.1593437151095372,1.6604916370325045,1.034852717335054,2.4960338079501057,0.6383082329367634,2.2812392802863917,2.1268163758774423,2.661730934387049,2.046925953239734,2.481436832644517,1.5967889835010811,3.271836831641041,1.5589604220962898,2.2650708368209074,1.7635236286217961,2.861929574797189,1.1247771586862325,2.436847201255751,0.9938948176229471,3.3826076864259003,0.660536116426348]},{"index":1527,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,5,1,7,6,5,1,5,6,5,1,5,1,5,1,7,6,5,1,5,6,5,1,5,6,5,1,5,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1086023229288093,2.0837188200550005,2.378980176136478,1.2010044628027792,2.073158880167652,1.4068747981065184,2.995596041817636,0.5236171358945974,2.2010061336884776,1.764156903541304,3.0289495771959487,0.7619590130353918,2.2760069925588837,0.9313154812032217,3.683099874771413,0.2132497895777238,2.576002486296829,2.1142106568335493,3.1586682829936734,1.1307212040096601,2.84467617433163,1.449380584761491,4.104801981270494,0.45023985878613465,2.7858622414718943,1.8955250331469755,3.777889121582256,0.6472109851739939,2.8599467564322945,0.9604108352573277,4.447291998453054,0.1729645288662899]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,7,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9039692842520433,0.043162119153534885,3.5403452856574202,0.0012501490661054326,3.2952882842634272,0.0033066327499946986,4.1593657339320576,0.00011845787547098648,3.226973272444505,0.005572452162801312,4.441096672181802,0.00014287371052752482,3.585188878263814,0.0003344050568276413,4.501103599645496,1.014963033797809e-05,3.4185207350154894,0.039959180364997446,3.7109657117803945,0.0012745989198638425,3.4918661434932625,0.0028951207475013964,4.036381480537034,0.00013830088463896085,3.517861658455463,0.007884113731867074,4.508882774129588,0.00021458299116949587,3.54948876260314,0.0005520602471168947,4.370948705788246,2.1510149643260215e-05]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.23316666774678,0.02530671083081345,5.047343675775647,0.00241094993349749,4.89145428924641,0.004293355623492558,5.998309765550742,0.0005575669071914657,4.805358921430256,0.014415829347599914,6.011492379210739,0.0015877685777642297,5.286344876127383,0.0017684488663848267,6.965643992676035,0.00026664895474784683,4.039814349294085,0.03300973638597371,4.7330673932029095,0.00479791844590916,4.480492645440524,0.005366270304541987,5.793819591180496,0.0008655702464966028,4.43589610627644,0.02494014772866894,5.800990271377169,0.003462019474136351,4.860866354780663,0.002450060867997876,6.793582681247729,0.00035653522695537864]},{"index":646,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,2,5,6,5,2,5,6,5,2,5,6,5,2,5,6,5,2,5,6,5,2,5,6,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8403064314891093,0.9567352640941573,4.3480438817907014,0.5870780809165224,3.6090108529925207,0.8705269528127842,5.662892854543503,0.3636864773093359,3.645522200401387,0.8989246180060823,5.945462064040501,0.36631929036586136,4.662887563840237,0.8186351629737202,7.238479886845986,0.21727410588796264,2.9704762753230534,1.1749860647013528,4.401632872619186,0.5175217102779986,3.5765404143326935,0.8981435072815472,5.468522593582252,0.22973660157924286,3.640331638491081,0.8113574352504896,5.901757943294305,0.20981382318212738,4.360799310150271,0.5265865418481916,7.080887173714523,0.06710487473607991]},{"index":2186,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,3,1,2,1,3,5,2,5,3,5,2,5,3,5,2,1,3,5,2,7,3,5,2,5,3,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.086179181768085,2.3662695516054706,2.849221941787892,0.6491824416668157,3.078368816063983,1.4294106166336518,2.660477167687,0.17399220505535076,3.3878785280384927,1.93156749750634,2.9776578886095493,0.2468511963881052,3.170154842809545,0.8366068843316349,2.5774899439010266,0.05187510893878873,2.7306354045690346,1.9708347465946372,2.3847140660755874,0.3685817774661541,2.545684609825758,0.973095223802315,2.352601141802091,0.056252046215135174,2.614115953834163,1.7087442385240958,2.3893929924219863,0.14335142689414812,2.3962000885509713,0.6015440291327782,2.184151914140985,0.01724621661027108]},{"index":2044,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,2,1,7,7,7,1,7,7,2,1,7,1,2,1,2,1,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.91449219530197,2.6112358123034527,5.831054214067196,1.7658019813421768,5.737713424937272,2.167218257861234,6.296272064262862,1.3913955143564054,5.530134327638189,1.939785954424873,6.0689302763185236,0.8795236508586971,5.853817859014671,0.9561034257384914,6.171912897046511,0.47431506000251233,4.577866186497351,2.2896690884713364,5.183723719544024,1.238911848202737,5.174358285455391,1.4852976189998328,5.775670092989197,0.7142433016327873,4.667939910924316,1.8088154140159707,5.3285045145397545,0.7539033162498235,5.060365203538265,0.6973763687637959,5.596529322887183,0.36588570105230117]},{"index":4350,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,8,0,8,0,8,6,8,0,8,6,8,0,8,6,8,6,8,6,8,6,8,6,2,6,8,6,8,6,8,6,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6271468723224984,1.5737353127902187,2.694893880736687,1.2833283472594632,3.0104177069149873,1.654557036838901,3.1687131592062334,0.7955945489392686,3.0948608450350807,2.060195443998456,2.985420117953963,1.7344338821953729,3.4672495004320263,1.9000405525551107,3.3946078156904194,1.0159646531024904,3.0063084467210657,1.3012963957565273,3.1068823484611285,1.1552544888886145,3.2613620108037207,1.0661440709064802,3.5001775794293266,0.5203380540069973,3.5190828652680004,1.4479626482376973,3.51018194520577,1.242707004313535,3.6940254395876035,0.9680129595338516,3.804632581402264,0.3176480915077004]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,7,3,7,3,7,3,1,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.9335660325581046,0.3160117229009319,4.772470672304346,0.13403100779603025,5.08113742452019,0.07663381721761775,5.837322219983941,0.04603781058688624,4.384607032974068,0.12804854635153828,5.059576230102849,0.06402634446388115,5.325288489351405,0.03079530860425749,5.900869459046844,0.019916476314418195,3.9184371429098164,0.3176904057545496,4.588421559175813,0.12838475775218186,4.532632178886502,0.09455695467304936,5.043385473504225,0.05523363424070865,3.930301197436938,0.16967165230189526,4.490168487836293,0.06712388784927634,4.488430928643116,0.04529560552209664,4.8477616352341055,0.02450620890519945]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,7,3,7,3,5,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,5,3,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.831777247379718,0.010865626976602673,4.452153842160209,0.0002597518303792893,4.090721628525666,0.00024414434216681177,4.725847203117203,2.0066015691788447e-06,3.9254638260440338,0.0013577663114896705,4.604130488009347,1.9962281854246336e-05,4.169103798380151,1.8542060642755682e-05,4.689682837272199,5.464249059374193e-08,4.192998001942609,0.01237319749578971,4.646515524008613,0.0002750018831122113,4.308953384985945,0.0002727249616850113,4.890455208377151,1.5843202918075693e-06,4.07515429781097,0.0017252526716241758,4.736144712473205,1.9516056600081197e-05,4.084246441064435,2.3356862909708868e-05,4.652124492840833,4.489835824476728e-08]},{"index":507,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,3,5,3,5,3,5,5,5,3,5,3,5,3,5,5,5,3,5,3,5,3,5,5,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2506759294485024,1.3535458291585738,4.669031722008331,0.2887077162186385,4.067210185415478,0.2646100385069127,5.885270192204331,0.01659631188796326,3.9929024476082886,0.827861273756304,5.818982896607742,0.08598703120130906,4.676856824821984,0.09084831281079013,6.78583549096696,0.004116976790078931,3.506345181511692,1.3770058352303176,4.529984548305895,0.25410569458025256,4.083014924668207,0.2530679720840422,5.587276867312374,0.014716521370949392,3.8200435547379183,0.8859780678362522,5.106434613712683,0.1091139390833143,4.4001582396857915,0.12043166420897888,6.031072372081638,0.006147999990453318]},{"index":578,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,9,3,1,3,5,3,1,3,5,3,1,3,5,3,1,7,5,3,1,3,5,3,1,7,5,3,1,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3820415559266843,1.4128841443746523,4.014244171452741,0.6255615676820062,4.1036849744406165,0.6270509750224087,4.641251906860772,0.21128509368203982,3.800010386544224,0.7092864797837212,4.338986091596945,0.22719116938504122,4.3818735856587905,0.29209842387947277,4.7696785142864995,0.07786208004794892,3.634149186299786,1.4820842724399612,4.068701999680552,0.8242281468725289,4.038400566688341,0.8886692428595953,4.605841458234483,0.41462376330123785,3.7076011831364317,1.004153759362996,4.2901727424030245,0.4669223989264443,4.173773870677636,0.5450606511444317,4.5214921748991,0.21873001635272052]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,6,4,6,4,8,4,5,4,6,4,6,4,7,4,7,4,8,4,6,4,8,4,8,4,8,4,6,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9877683322320516,0.05227739289339678,2.888424521726895,0.005003946912781486,2.6949187360876614,0.005738046436674833,2.634097817043497,0.0003522109544606774,3.0560223751265845,0.013901928194345742,3.110408192842133,0.0010576790161988573,2.9833599712865175,0.0011689046802503549,3.048849217404638,4.6205245181941585e-05,2.921828778294298,0.027736763321849437,2.71609038139613,0.0018041243242823345,2.7038425125053727,0.002654677929755632,2.6003418555731663,0.00011426802871676703,2.8810366825444875,0.008866638557223566,2.9315626536421417,0.0005031797800645294,2.7998387054870486,0.000673858942977682,2.891309791135109,2.4029269431421835e-05]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,0,4,6,4,6,4,0,4,5,4,5,4,5,4,7,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3493367354163945,0.07646752242968544,3.2223295517606436,0.023291614267392714,3.254825194755533,0.04069056169886432,3.3383348325898377,0.019825691065451404,3.5875414762763485,0.03651995158445645,3.602802141604758,0.013437058935844156,3.543532826916004,0.023410266303758823,3.6555994079654033,0.014708772491701314,3.177961086013684,0.05563689967172074,3.0282745897652767,0.01870162024299534,3.15240107551513,0.03083109163449278,3.3552524059379794,0.013016252367571767,3.4553177212853248,0.021266995438910852,3.44678905177208,0.007949768729762509,3.4356256488421257,0.01153471109848572,3.5951111993761966,0.004315233846320991]},{"index":1178,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,4,3,4,3,4,3,4,3,4,5,0,1,4,5,4,1,6,3,4,1,4,5,4,1,4,5,4,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.287545028764256,0.7438281195338803,2.512212904700876,0.7082158164072798,3.406449538686774,0.6896651733029553,2.5319682512059707,0.5510796770042747,3.3892262584792388,0.8291884085339102,2.96935319304923,0.9097771845273894,3.6063627070612965,0.66499170405574,2.9521429560206487,0.6524820345997708,2.550593070894661,0.9582415742872673,2.063421053227707,0.7698137779750336,2.7808310848089555,0.7114809183442304,2.2620270777433777,0.5633156128756104,2.6127159520729655,0.9051378284892856,2.3451818247011698,0.8027875770841533,2.8443587900049083,0.6665156156506811,2.5407772603622396,0.5417658927606561]},{"index":2043,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,8,1,8,5,4,5,8,5,8,5,8,5,4,5,8,5,8,5,8,5,4,5,8,5,4,5,8,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8772816808915864,2.839912073855307,1.9979831682041054,1.3955300778197421,2.1321035558769275,2.5886740015184553,2.362994022113385,0.5773433983299355,2.24904998893998,2.7681612696028983,2.753632714295412,0.8039605000435361,2.605198652084319,2.2134002293948014,3.1785126275107394,0.2211772609027366,1.983596227118697,2.3723430927395865,2.0552283592940648,0.8846712693199986,2.3215026496161135,2.2148733474305,2.765536462192941,0.283108647553384,2.191761910832454,2.116748380033788,2.597091395671777,0.3160140736262313,2.580908779317216,1.5544592670608215,3.398782189212239,0.07230523631087608]},{"index":740,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,4,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.047565090492845,1.7469672463873953,3.3370631964524082,1.2932971795539974,3.368875120527319,1.8866694488255737,3.602378257825063,0.9627493761289798,3.397057539718155,1.4081232551847755,3.6121349832726724,1.0400661135784226,3.6095807664767916,1.600972797188971,3.7201533542362046,0.6370124257280722,3.269797096860621,1.7241227071390612,3.1883001328914706,1.1456812250962571,3.4192048699272672,1.8598740857441156,3.38981468839369,0.7816148021639503,3.221080921134578,1.3102829479020213,3.2780631624545276,0.8900251548935504,3.371277830547343,1.5295166641340834,3.388870292128379,0.5084207971741505]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,1,5,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.411980531194313,1.1659713037905428,2.8745479371301106,0.5930940777427908,3.4060699704897854,0.7672892057255745,2.74592784059114,0.32696107250823725,2.7370547252387194,0.37271626044038214,2.32187281442091,0.12600443230921002,2.743602991023111,0.24573649662232733,2.2101661013837814,0.09191253720974503,2.8011329852660456,0.7923812353224031,2.5350880133819182,0.3562227967212623,2.7358323842572423,0.3558095751957209,2.2472646303570216,0.1287000103469063,2.3542279265975052,0.23632113133003085,1.9499382484561736,0.09317581567515446,2.517843811035939,0.13923241173316162,1.8831834184260927,0.05824815879095848]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,5,5,5,6,5,5,5,5,5,5,5,6,5,5,5,6,5,5,5,6,5,6,5,6,5,5,5,7,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7594030666089198,0.1410687732874923,1.0948496721859569,0.008696493517557217,1.8231354779057538,0.04348176904432859,1.0831515056569379,0.0013374827474615888,1.4894784455184518,0.025003453039163313,0.7257966301659485,0.001080461477657433,1.6736344044486589,0.007290161544960542,0.8993029426862442,0.00012948339942003639,2.0428599353922072,0.05172366588147153,1.3122487774981866,0.0018342031369649055,2.173499840480046,0.008768802759136147,1.2815108028938753,0.0001163241096238362,1.9554192162658348,0.007496972986622077,1.0061426485969702,0.0001464573582033709,2.0405991266272343,0.0014327195281069887,1.0713905552600014,1.2142640811485904e-05]},{"index":1082,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,5,5,1,3,5,3,1,5,5,5,5,5,5,5,1,5,5,5,1,5,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0666002996787105,0.6588978230156823,1.1176398599691895,0.2724183405681769,1.9377128503685388,0.8716978484104371,0.8517993838259974,0.7470439577604673,1.3909240409951482,0.20149828301192704,0.43036677076520313,0.061453025763489585,1.1608131842939335,0.30124199130277934,0.3823745391193462,0.3270701096610318,1.5891930980933662,0.2755113190466938,0.8897906883925037,0.08528160132749729,1.376911175015675,0.33504543108141466,0.5496749754528792,0.2598108337389535,1.1301703432533632,0.07225398777720896,0.4149658266882151,0.020188933314787973,0.8190409166290189,0.12490250954698688,0.26755720791075727,0.11901709819697603]},{"index":1393,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,9,5,9,3,9,3,7,3,7,5,7,3,9,3,7,3,5,5,9,3,5,5,7,3,5,5,7,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3494213417929384,1.29269911814638,2.1515733141727686,0.7438312372531356,2.513701643740607,1.7312249478827149,2.16186217758298,1.0392444529020062,2.4924738510616233,1.328608900091948,1.913391088473951,0.6506269893269955,2.5316094646464546,2.096345579333498,2.073928127274799,1.1149636829349234,1.9224052428738176,0.9544391448599948,1.6299457970781523,0.5240168788250069,1.9739224687576409,1.3992698508807038,1.5981070644505333,0.7156148707932752,2.0146410012345903,1.0741554161708824,1.5588848693599155,0.4286404360969282,2.1337583914022193,1.6499570819202858,1.7236802130247202,0.6890575140016637]},{"index":2369,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,6,9,1,9,6,9,5,9,6,9,6,9,6,9,4,8,6,9,6,9,6,9,6,9,6,9,6,9,6,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4956878610834645,2.996983478426582,1.6443935441584125,2.4598248756758965,2.2799952837929194,2.4720336187043337,2.5162111030730547,1.8999746480597046,1.4105440725077518,2.3024520859848505,1.4789030488107728,1.6408466531464807,2.328430004490178,1.8867288583616066,2.391658226674174,1.2778045112761125,1.9260792009479613,2.6844139197062256,2.1585841686975327,1.981630089905621,2.6510958063100007,2.063800753199935,2.639698899466672,1.4426086137691243,2.150801591894333,2.112339565906351,2.191139927719024,1.3535476745655068,2.935146481192376,1.6847222888308975,2.6958027910152786,1.1033495030683036]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,6,7,6,1,6,1,6,7,6,7,6,1,6,1,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4336556742475945,0.09042208607432005,2.2628688247946984,0.0033317037595998666,2.221711421527562,0.00620930741720295,2.341226988474595,0.00015753849577948066,2.3802665617718133,0.013528755808732928,2.48583173303265,0.0003283617623342093,2.4065616883553993,0.000666849606930955,2.781421471047653,1.2766985823251519e-05,2.4616547274849205,0.03866683421347647,2.5151961394875517,0.0012196994336828844,2.3541969715364,0.0031333974246840206,2.691907698096621,8.011380832890706e-05,2.656681081779606,0.006870363720481694,2.9064003203341295,0.00014836894623293403,2.6032125273240876,0.0004106699380927393,3.042312201023858,7.57516488100587e-06]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.2543759069004015,0.01914992616001408,4.002426790305462,0.002011064454516679,3.755261054307142,0.0014067744597758313,3.4580550979359495,0.00013925203119319782,4.10517572207068,0.0032360194361917985,3.9124609917435955,0.0004957516096623889,3.465787802480749,0.00022453126448375676,3.2466383615388357,2.435201295517113e-05,4.072262663848582,0.01167415252920486,4.017310944624463,0.002194913704347921,3.7484837622185294,0.0014468193197333305,3.6598300320852495,0.00025625684742030305,3.8727831592698836,0.0024625525458524607,3.8451620051051036,0.000559151063406414,3.454281788666256,0.0002500995905550938,3.490954836523219,3.86815003314872e-05]},{"index":1181,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,7,1,7,1,5,1,7,1,5,1,7,1,5,6,7,1,5,6,7,1,5,6,7,1,5,6,5,1,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0915837449359422,1.7777236576174933,2.182617210500727,1.2545905369726822,2.152236645593749,1.5304147895122109,2.2789388812644895,0.7365507628872555,1.7935462108750457,1.8349507603326425,2.040365566340763,0.7647827225370419,1.920915970781984,1.114157772645644,2.2261721849940965,0.2850881962844931,2.084519008236591,1.1703472782979423,2.4416549791394537,0.554873990949604,2.287959868636298,0.9973776174761905,2.854149521740905,0.3089431648138402,1.9189372904001833,1.355566654392402,2.3958256174905572,0.44131212892329696,2.2097817159227864,0.8668225299039106,2.7862413003713233,0.21062921746002586]},{"index":3130,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,0,4,6,1,0,4,6,4,6,4,6,1,0,4,6,4,0,4,6,4,0,4,6,4,6,4,6,4,0,4,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.081644122668761,1.0670737954431722,1.9835159923630492,0.6294068967682183,2.04739331209822,1.3002032941160164,1.8880037704260884,0.6264259545446835,2.0561287850449665,0.827787888228773,2.071771133377081,0.4372669841002547,1.9889751040223054,1.1722851027264671,1.806833843360322,0.5435878040982755,2.2162793087044435,1.0178894078511962,2.2185775556236114,0.6636846222311439,2.1297389462350864,1.3786362636553935,2.0882805287470267,0.8300603563592285,2.2351931854434905,0.8209870081502681,2.366660013004892,0.6013304013486201,2.191093360686062,1.2655162621234106,2.073671508610892,0.8299170666983928]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,5,7,1,7,5,7,1,7,5,7,1,7,5,7,1,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3938647923182246,0.003497538938331932,1.9415659827835932,0.0003972762605359087,1.7553345601715147,0.00041592394040983904,2.6917344169068436,3.92107949294278e-05,1.8871459980195808,0.0007137142145305031,2.835821680120942,0.0001012535086649289,2.2564933629700787,0.00013800730208734905,3.852517211689394,1.1873177302503008e-05,1.7942730996750194,0.0013809142943785886,2.407666547561712,0.0001805042933956413,2.203555514101928,0.0001988995078252679,3.5708166634663576,1.9247038506709954e-05,2.5355906946910567,0.00044605747011155925,3.7887334480946806,7.766094957548458e-05,3.0309222020427784,0.00010279401786728344,4.82587821747937,7.932563653911209e-06]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,1,7,1,7,4,7,1,7,5,7,1,7,4,7,7,7,4,7,1,7,4,7,1,7,4,7,4,7,4,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0441867725496312,0.004622590905985517,1.3503354170232944,0.00048315760381464163,1.505207354185472,0.00045318284037100184,2.0891950155015144,3.2665789145920905e-05,1.4834300496356116,0.001044960430895254,2.119352155290076,0.00010516408834330072,2.1529421310003545,0.00014122043777992592,3.0133542234920214,6.744738711987399e-06,1.2108839129122844,0.0017999500470260504,1.4838148767853243,0.0001922480882196827,1.7632498205897607,0.0001943977822013825,2.361726507103444,1.3798561629454712e-05,1.7145515835461183,0.0007266038297090558,2.2305496708758,9.66647187400957e-05,2.4111131004411286,9.776853730584611e-05,3.1555870593387416,6.270068596125241e-06]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,7,7,7,3,7,3,7,3,7,7,7,3,7,7,7,7,7,7,7,3,7,7,7,7,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.7433421432459534,1.5394464179278746,0.4370377426828444,1.0890475661580372,0.6844100106481527,1.0051578236994954,0.4647153220890165,0.5566788137518996,0.7751250225862948,1.4288479954569495,0.4894682094503814,0.8666019825768042,0.7602936946268792,0.7969115513269696,0.6297922693340849,0.3491133680445139,0.9192041766004017,1.1561784298454834,0.5990660820122692,0.6960454006111846,0.8013138318042003,0.6338861452875535,0.5617095430758288,0.27679776833483766,1.1021712439497442,0.9379312256553894,0.7492536551731276,0.5295644143275259,1.044219494956721,0.46711159834341903,0.8338790103290121,0.22215303053421234]},{"index":1194,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,5,9,1,9,5,9,1,9,5,9,1,9,5,9,6,7,5,9,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3881610549156367,1.367761425051973,1.6577641640117498,1.234432692272931,1.6490513311812958,1.1884845977167025,2.1230510498060644,1.0135109502477773,1.7149205038899855,1.1966072651945696,2.3121046212916117,1.0344190314833672,2.1263878510672902,0.8697164376372012,2.7867506246667992,0.7568953390438239,1.6629184243488497,1.3311306353416412,2.011357144327595,1.0064872592040532,1.7726698874412066,1.087347775428625,2.482348630900834,0.7595300569341434,2.1028401582906526,1.0373649059563887,2.5794867929180385,0.7855807683777449,2.51900575040915,0.7158517984010827,3.3126576651538486,0.5794657501482686]},{"index":1500,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9442479626980724,2.984189622749522,2.0685424001112898,2.1181589482256995,2.09252125023209,2.215808914728878,2.331738234948384,1.3346975499465104,2.018765708039692,2.574095139735847,2.3609767837924913,1.56023154556953,2.2089875685292495,1.5502161691176866,2.6319706872239417,0.8878186293585576,1.8850623022843342,2.30723286392072,2.012437135612361,1.4926025344022378,1.9456786049894317,1.7023288661783547,2.2831775595230517,0.8159135693966811,1.904351527318607,1.8991056848231072,2.252479405426423,1.1375059564791647,2.1179117689000297,1.1334853423975164,2.6764594623381086,0.5696210526426785]},{"index":3838,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,7,1,7,1,7,1,7,1,7,1,7,1,7,7,7,1,7,1,7,1,7,7,7,1,7,1,7,1,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0183516412363467,2.2058649002219957,0.7832698857250485,1.609283276767497,0.6720788998986976,1.5071956184649988,0.5080924378408788,0.7531229645409501,0.8917332368417802,1.8999972308673905,0.8023878886873989,1.2396680586345281,0.6145127068557279,1.095360700511824,0.5344911194603986,0.42469693639556616,1.103988594225688,1.7547531802399012,0.859361300650003,1.0533825718371421,0.7434571980581312,1.0490621764677983,0.5203205140569593,0.31531659228472636,1.0878590330087266,1.4756589359813346,0.9854557925256018,0.8289710342548543,0.7618057326228458,0.7642909189007991,0.6461736716809429,0.21737279733479956]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,8,1,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.989403946310629,0.09085713466941663,4.8707426891410375,0.010511077604325203,4.363967900326664,0.012815728741300124,5.451731336986967,0.0011347264973351789,4.299389930965589,0.015689197064423222,5.327378789160622,0.0014681578276153461,4.366614691754085,0.0017643362689606814,5.699620171964884,9.893323054870787e-05,3.555643788619526,0.0396042553329612,4.390979151854077,0.002935256590604081,3.924759602467792,0.0044361163275567035,4.89883331662131,0.00028709354108031026,3.620103809919908,0.008966866677200784,4.496593372883457,0.0005887121686955306,3.984007268372375,0.0009808790067348241,5.049582044239473,6.41346239854496e-05]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.789382680123366,0.06832638579253002,4.809124731786129,0.012695275330150232,4.6291080709362,0.00586445282994596,5.626619206744126,0.00103703375867617,4.2996618063443135,0.012314284145528721,5.462001920082372,0.002138382579263422,5.33523425558818,0.00095147655648966,6.381641256213754,0.00020450013430484056,3.5536110159374585,0.03232458138278383,4.392727356419637,0.0058212428195071695,4.057586960629827,0.003238859830358858,5.16153237975442,0.0005714629237557397,3.941382193274168,0.00795631731305696,4.996969095952487,0.0015041453952432042,4.745690884174085,0.0009252422398349964,5.719690277127231,0.00021499961948111626]},{"index":691,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,7,8,7,4,7,8,7,8,1,8,7,4,7,4,7,4,7,8,7,4,5,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.182823962786469,2.857714888294542,5.617456900737124,1.7977258416566109,5.159556154239776,1.6504352088296335,6.640294983692471,0.40005198601717595,4.20872987579445,1.7840927924934722,5.408138767937804,0.5766250027776624,5.264244841702869,0.6984709461250523,6.465558860506454,0.08818501713375107,4.126790966848788,2.137419351312996,5.215807455261721,1.2016940929762607,4.9940405322592305,1.1464107529132725,5.9096986161382,0.2544189171873993,3.9155353809015843,1.392257506008304,4.927910514577451,0.49186788403713017,4.731953283976845,0.6838667648200004,5.525780652846178,0.08019944918240478]},{"index":844,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,8,7,8,7,8,7,7,7,8,7,8,7,8,7,7,7,8,7,8,7,8,7,7,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8091051873226194,1.6509026173369252,4.475298544235156,1.1249137522427048,4.210295067095828,1.10092789846685,4.57373308913916,0.7577961731315599,3.694109650916732,1.3532592438461262,4.293268871033665,0.9534928612950363,4.005710939209585,0.8911271242483854,4.20229300944049,0.6650012228120664,3.4160674859866353,1.5233103761671831,3.853189448341399,1.158359367521295,3.614010599368711,1.1742582101404284,3.8965164111466244,0.8294325425789081,3.2856022687342197,1.4652426461099135,3.6659558036817064,1.1213332658324655,3.55666515145114,1.1036674267411914,3.7174468249112906,0.7913341236725573]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,7,9,1,9,1,9,1,9,1,9,1,9,1,9,7,9,7,9,7,9,7,9,7,9,7,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.9536055687069807,0.2503886179518999,4.839890330230698,0.07764721629846238,4.912926527869448,0.07632913434254036,5.98168463949281,0.038139497988459635,4.71397084157183,0.12694978813016403,5.4742683171912345,0.048611809815781455,5.613440484056759,0.04689264929641327,6.677462782613777,0.02731796232817553,3.609893729284459,0.16693868234852494,4.117633269341454,0.05649340238564537,4.124874078265771,0.05340519522091464,5.132168768540548,0.021173424013488117,3.8200967871659004,0.10957964500269933,4.5127093526733475,0.0333993051999146,4.559800799242548,0.028774435238106504,5.708336197066741,0.011946824606913061]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.296985362019152,0.0657651209500302,4.11195823303342,0.004151289797860183,5.109274570539744,0.004971649192094391,4.985339003493462,0.00022462370781356158,4.983784040595643,0.012967294369189657,4.751497331015099,0.00040356023326993626,5.84417655679776,0.0006959500854933074,5.610933303052104,2.8398377277682018e-05,3.941377717130372,0.02676729457732999,3.7307258396084797,0.0024322321152621495,4.350783698847334,0.0033750013252662747,4.44074436053819,0.0002588426288629355,4.4802915638475636,0.008554618444451444,4.3587742528958024,0.0005895303503216571,5.094870424712694,0.0008948648488203208,5.090419052087282,6.413968192062659e-05]},{"index":320,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,7,7,7,4,9,7,7,4,9,7,7,4,9,7,7,7,7,7,7,4,9,7,7,4,9,7,7,4,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1841274291869097,1.7958697602644824,3.520784391595555,1.197749582757785,3.4876791513957164,1.3398779852331049,3.9292037699823505,0.8024498484700445,3.6950358493975735,1.3862325591126292,4.032799372833132,0.7345759406504905,4.100410053779907,1.067682724703606,4.428428842222742,0.6135351781385764,3.232281359116749,1.680224336746285,3.4145522323512543,1.047715744829304,3.267698840762473,1.2621816650778928,3.687507186645519,0.6498652191448975,3.521957253888331,1.1852142267782502,3.749323287596771,0.5962907732522124,3.7669603609474835,0.9580703843428177,4.222443822098694,0.47636488580650316]},{"index":530,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,9,1,9,1,9,1,9,5,9,1,9,5,9,1,4,7,9,1,9,5,9,1,4,5,9,1,9,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6283948488935946,0.6476975283294039,2.690262867616763,0.28575143899682004,2.709285120510918,0.4662789214927907,2.8301519624228355,0.18865855755464117,2.819830033990775,0.567361136415025,2.8677146423527624,0.2095508975915774,2.8010460514182984,0.4772053946613711,2.923668157337146,0.16655996603305648,2.153056716017254,0.7388605546666495,2.1764480175723535,0.5085380267551578,2.0002114096743413,0.6700392498281478,2.1768950832789,0.3626769923328965,2.3449063896309523,0.7441153147717803,2.331423538268786,0.3639127009611326,2.207336414853729,0.6294115762166945,2.349218976976366,0.2651916580576106]},{"index":2648,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,7,0,1,0,1,0,1,5,1,0,1,0,1,9,1,5,7,0,1,0,4,9,1,5,5,5,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1281342812267425,1.9496178401731563,2.5480616775011145,1.7146384701152704,3.001090076659652,1.5580249259424033,2.533189394829029,1.1827093814913436,3.235647356267023,1.6240689626624334,2.6893316265616054,1.1858375612879124,3.411559463213039,1.1442322795431243,2.8772567572287384,0.6898657777429417,2.820879833287104,1.7497915633714802,2.1956527243452597,1.6245153257205462,2.6008823518605633,1.4563621811484855,2.0947515186355066,1.112421493481562,2.952014573942959,1.3777138751557976,2.2832028650327794,1.0292955197868954,2.9371911572039933,0.9482420653437438,2.437064060253907,0.6400483648151707]},{"index":4163,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,9,1,0,1,0,1,0,1,7,1,5,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.679793478687958,2.2613006300691203,3.9511945956679932,2.041124281303514,4.553376200331032,1.9036097944092025,4.793376973184589,1.3481920646610195,4.001584834686216,1.8574281822468737,4.3953857797402325,1.2976719559919723,4.794403033794819,1.4100383454480117,5.066978204671811,0.7839830886759697,3.4450049726416285,1.9621705036006911,3.4936002307098084,1.6525840713960798,3.916549348043086,1.600990257291553,4.103404618804641,1.1467662606246907,3.4804092084816194,1.539088332928254,3.768756992049233,0.977914596548539,4.018341064679133,1.105196806039371,4.298074291764841,0.7093421887426874]}]},{"id":"sd_annealed-final-s103","recipe":"sd_annealed","state":"final","seed":103,"epoch":100,"source_run":"graph-eval-sd_annealed-s103","checkpoint_sha256":"3ac4c44857e2e8b647db5f36ec9565980c23e628768d230f5c1bfae621ab6c0b","source_result_sha256":"527549595282221fe186913e1cd7db6567dd7040953d95cbc8a74d75b81ebb98","archive_json_sha256":"55c6759532b3573f1de5eebc6abf03a254b0509fb0e00fd1d52703ac5968b1d3","archive_npz_sha256":"574f9832ca3a1c2a78ae7cf7f220a4c439927a3d8c059a74087e2e44cfc21eec","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":2.3054958220303234e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"sd_annealed-final-s103","recipe":"sd_annealed","state":"final","seed":103,"epoch":100,"checkpoint_sha256":"3ac4c44857e2e8b647db5f36ec9565980c23e628768d230f5c1bfae621ab6c0b","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,1987,2185,2,5,956,3073,1,35,321,2433,18,30,2109,2618,5955,4,6,610,2043,4860,9745,8,15,1378,2224,7451,11,21,1182,1569,0,17,1500,2016,1754,2070,61,84,2004,3567,2093,7,9,274,882]},"n":10000,"dense_accuracy":0.985,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.985,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9864341085271318,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9798206278026906,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9843423799582464,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.977205153617443,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1048,"correct_output_rate":0.1048,"accuracy":0.1048,"ce":3.1450574969381115,"abstentions":0,"harm":0.8817,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.006122448979591836,"accuracy":0.006122448979591836,"ce":3.693199982655932,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.15594713656387665,"accuracy":0.15594713656387665,"ce":1.8005422412155718,"harm":0.8378854625550661,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.03391472868217054,"accuracy":0.03391472868217054,"ce":3.6103754685041203,"harm":0.9534883720930233,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.486048562447545,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0050916496945010185,"accuracy":0.0050916496945010185,"ce":3.356019382340576,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.23430493273542602,"accuracy":0.23430493273542602,"ce":2.2571418333829882,"harm":0.7533632286995515,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.016701461377870562,"accuracy":0.016701461377870562,"ce":3.142270342728126,"harm":0.9676409185803758,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.5544747081712063,"accuracy":0.5544747081712063,"ce":1.2522113616194068,"harm":0.433852140077821,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.298084139150883,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.02973240832507433,"accuracy":0.02973240832507433,"ce":3.7045820045421523,"harm":0.9484638255698712,"repair":0.0009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9745,"correct_output_rate":0.9745,"accuracy":0.9745,"ce":0.1042652086785443,"abstentions":0,"harm":0.0137,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.043101260956343646,"harm":0.003061224489795918,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9894273127753304,"accuracy":0.9894273127753304,"ce":0.046939067696373835,"harm":0.004405286343612335,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9622093023255814,"accuracy":0.9622093023255814,"ce":0.11971557619924515,"harm":0.02616279069767442,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.10255690506555057,"harm":0.015841584158415842,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.10514968792535682,"harm":0.010183299389002037,"repair":0.006109979633401222},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9719730941704036,"accuracy":0.9719730941704036,"ce":0.11500983751455447,"harm":0.01233183856502242,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.08465752374308731,"harm":0.008350730688935281,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9659533073929961,"accuracy":0.9659533073929961,"ce":0.12305976937642661,"harm":0.020428015564202335,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9681724845995893,"accuracy":0.9681724845995893,"ce":0.14687081836935642,"harm":0.019507186858316223,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9633300297324083,"accuracy":0.9633300297324083,"ce":0.16204436481341386,"harm":0.01684836471754212,"repair":0.002973240832507433}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":830,"correct_output_rate":0.083,"accuracy":0.083,"ce":3.8436717567543615,"abstentions":0,"harm":0.9035,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":4.249048275405406,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0026431718061674008,"accuracy":0.0026431718061674008,"ce":2.307311114843697,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":5.449167447631068,"harm":0.9757751937984496,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.920853462981679,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.012219959266802444,"accuracy":0.012219959266802444,"ce":3.1920766835193666,"harm":0.9694501018329938,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.4260089686098655,"accuracy":0.4260089686098655,"ce":1.6589375750122994,"harm":0.5639013452914798,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.037578288100208766,"accuracy":0.037578288100208766,"ce":3.161445385033871,"harm":0.9467640918580376,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.3424124513618677,"accuracy":0.3424124513618677,"ce":1.731632033283297,"harm":0.6449416342412452,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.048344594998915,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.02973240832507433,"accuracy":0.02973240832507433,"ce":4.693743978194599,"harm":0.9484638255698712,"repair":0.0009910802775024777}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9829,"correct_output_rate":0.9829,"accuracy":0.9829,"ce":0.055803210181965254,"abstentions":0,"harm":0.0037,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.02581541240435005,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.024095877178913434,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.05033188394263564,"harm":0.003875968992248062,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.047334680506458914,"harm":0.005940594059405941,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.0752149354324365,"harm":0.004073319755600814,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.06194572374121016,"harm":0.002242152466367713,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.06322386510229015,"harm":0.0020876826722338203,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.06882908261748148,"harm":0.007782101167315175,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.055131716282064785,"harm":0.00513347022587269,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.09067784142288529,"harm":0.002973240832507433,"repair":0.0019821605550049554}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":633,"correct_output_rate":0.0633,"accuracy":0.0633,"ce":3.7659998932991576,"abstentions":0,"harm":0.9231,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0020408163265306124,"accuracy":0.0020408163265306124,"ce":4.836768374823421,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.06960352422907488,"accuracy":0.06960352422907488,"ce":1.8086071704712614,"harm":0.9242290748898678,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":5.012136933621099,"harm":0.9767441860465116,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.415927158397905,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.007128309572301426,"accuracy":0.007128309572301426,"ce":3.689147040231671,"harm":0.9745417515274949,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.21748878923766815,"accuracy":0.21748878923766815,"ce":2.389396328646081,"harm":0.7679372197309418,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.027139874739039668,"accuracy":0.027139874739039668,"ce":3.1966860937257495,"harm":0.9572025052192067,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.27626459143968873,"accuracy":0.27626459143968873,"ce":1.7680053980847805,"harm":0.7130350194552529,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.189673969091205,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.02973240832507433,"accuracy":0.02973240832507433,"ce":4.495365560085056,"harm":0.9484638255698712,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9813,"correct_output_rate":0.9813,"accuracy":0.9813,"ce":0.05882650988953775,"abstentions":0,"harm":0.0056,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.025122272409196986,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.02672498444810212,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.06147229244854799,"harm":0.01065891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.03930998813935188,"harm":0.005940594059405941,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.07904116218128195,"harm":0.006109979633401222,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9753363228699552,"accuracy":0.9753363228699552,"ce":0.06531954061425194,"harm":0.004484304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9791231732776617,"accuracy":0.9791231732776617,"ce":0.07421242677932921,"harm":0.006263048016701462,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.97568093385214,"accuracy":0.97568093385214,"ce":0.07313551427968153,"harm":0.008754863813229572,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9804928131416838,"accuracy":0.9804928131416838,"ce":0.06110722071847518,"harm":0.00513347022587269,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.08769992344329548,"harm":0.005946481665014866,"repair":0.003964321110009911}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":675,"correct_output_rate":0.0675,"accuracy":0.0675,"ce":4.934710270140989,"abstentions":0,"harm":0.9191,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":5.619482668444263,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.006167400881057269,"accuracy":0.006167400881057269,"ce":2.9108038738626405,"harm":0.986784140969163,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":7.476453168987911,"harm":0.9815891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.424244179194572,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.010183299389002037,"accuracy":0.010183299389002037,"ce":3.8500428645665825,"harm":0.9714867617107943,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.437219730941704,"accuracy":0.437219730941704,"ce":1.67997244660698,"harm":0.554932735426009,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.06263048016701461,"accuracy":0.06263048016701461,"ce":3.501713765701998,"harm":0.9227557411273486,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.16926070038910507,"accuracy":0.16926070038910507,"ce":2.7585706698745023,"harm":0.816147859922179,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.646554035085557,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.022794846382556987,"accuracy":0.022794846382556987,"ce":6.347460273928378,"harm":0.9554013875123885,"repair":0.0009910802775024777}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9843,"correct_output_rate":0.9843,"accuracy":0.9843,"ce":0.06340095488403356,"abstentions":0,"harm":0.0016,"repair":0.0009,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02710602772926241,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.021085767346179275,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.05498727096300863,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.04061582895084444,"harm":0.0019801980198019802,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.10155021726720892,"harm":0.003054989816700611,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.07589975839555442,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.08107366059519014,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.07475042091209295,"harm":0.0038910505836575876,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.061804261377051674,"harm":0.002053388090349076,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.10268602267518481,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":835,"correct_output_rate":0.0835,"accuracy":0.0835,"ce":3.669384051345132,"abstentions":0,"harm":0.903,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.01020408163265306,"accuracy":0.01020408163265306,"ce":4.086446880070739,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.10748898678414097,"accuracy":0.10748898678414097,"ce":1.7755137568432566,"harm":0.8863436123348017,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":4.753565373587227,"harm":0.9777131782945736,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.563882802463281,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.007128309572301426,"accuracy":0.007128309572301426,"ce":3.5249579360324423,"harm":0.9745417515274949,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.2679372197309417,"accuracy":0.2679372197309417,"ce":2.2181017106138197,"harm":0.718609865470852,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.012526096033402923,"accuracy":0.012526096033402923,"ce":3.4737581478490194,"harm":0.9718162839248434,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.3949416342412451,"accuracy":0.3949416342412451,"ce":1.4939134510304577,"harm":0.5943579766536965,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.034077499720329,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.028741328047571853,"accuracy":0.028741328047571853,"ce":4.897783076171768,"harm":0.9494549058473737,"repair":0.0009910802775024777}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9810,"correct_output_rate":0.981,"accuracy":0.981,"ce":0.06265935935917055,"abstentions":0,"harm":0.0064,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.030349291374607457,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.025111709862905215,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9767441860465116,"accuracy":0.9767441860465116,"ce":0.06845862624102995,"harm":0.01065891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.06145597770518696,"harm":0.007920792079207921,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.06759074479063075,"harm":0.004073319755600814,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.06684366234349201,"harm":0.005605381165919282,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.07266170314848251,"harm":0.005219206680584551,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.07409841379179886,"harm":0.008754863813229572,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9774127310061602,"accuracy":0.9774127310061602,"ce":0.0711297551127684,"harm":0.01026694045174538,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.09372402073177888,"harm":0.008919722497522299,"repair":0.0019821605550049554}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":775,"correct_output_rate":0.0775,"accuracy":0.0775,"ce":4.77281894692674,"abstentions":0,"harm":0.9092,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.015306122448979591,"accuracy":0.015306122448979591,"ce":5.072590665944577,"harm":0.9775510204081632,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":2.7361432061086766,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":7.058898028859482,"harm":0.9815891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.505208236238884,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.017311608961303463,"accuracy":0.017311608961303463,"ce":3.556576482027077,"harm":0.9643584521384929,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.49887892376681614,"accuracy":0.49887892376681614,"ce":1.5132869363218808,"harm":0.49327354260089684,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.029227557411273485,"accuracy":0.029227557411273485,"ce":3.933967955312359,"harm":0.9551148225469729,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.23054474708171208,"accuracy":0.23054474708171208,"ce":2.285052434249611,"harm":0.7568093385214008,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.483362785649814,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.024777006937561942,"accuracy":0.024777006937561942,"ce":6.479191659022438,"harm":0.9534192269573836,"repair":0.0009910802775024777}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9844,"correct_output_rate":0.9844,"accuracy":0.9844,"ce":0.06087317422894431,"abstentions":0,"harm":0.002,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.029212765467796904,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.0205328263849814,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.053003000759918484,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9811881188118812,"accuracy":0.9811881188118812,"ce":0.053682592406148026,"harm":0.005940594059405941,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.08653276089259525,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.07018986976956083,"harm":0.0011210762331838565,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.07755093311627952,"harm":0.0010438413361169101,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.06720237047249522,"harm":0.0038910505836575876,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.05777887574584929,"harm":0.002053388090349076,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.09974327878200996,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":548,"correct_output_rate":0.0548,"accuracy":0.0548,"ce":4.469020549533471,"abstentions":0,"harm":0.9315,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":5.712567478929237,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.048458149779735685,"accuracy":0.048458149779735685,"ce":1.9540318329683606,"harm":0.945374449339207,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.005813953488372093,"accuracy":0.005813953488372093,"ce":5.962035809838336,"harm":0.9806201550387597,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.428527018657537,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.007128309572301426,"accuracy":0.007128309572301426,"ce":4.164262272814137,"harm":0.9745417515274949,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.25112107623318386,"accuracy":0.25112107623318386,"ce":2.49821184538402,"harm":0.734304932735426,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.029227557411273485,"accuracy":0.029227557411273485,"ce":3.7344443170814157,"harm":0.9572025052192067,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.1926070038910506,"accuracy":0.1926070038910506,"ce":2.2303194936762196,"harm":0.7947470817120622,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.123013219313669,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.026759167492566897,"accuracy":0.026759167492566897,"ce":6.022337464922697,"harm":0.9514370664023786,"repair":0.0009910802775024777}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9841,"correct_output_rate":0.9841,"accuracy":0.9841,"ce":0.059799870207469734,"abstentions":0,"harm":0.0027,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.027507243449823658,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.02296031128394425,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.06149715764812767,"harm":0.003875968992248062,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9871287128712871,"accuracy":0.9871287128712871,"ce":0.038807538763691356,"harm":0.0039603960396039604,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.08681715266968518,"harm":0.003054989816700611,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.06886079254307383,"harm":0.004484304932735426,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.08632475526263822,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.06582364593429822,"harm":0.0029182879377431907,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.05977228809840663,"harm":0.002053388090349076,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.08628212715800855,"harm":0.0019821605550049554,"repair":0.002973240832507433}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":626,"correct_output_rate":0.0626,"accuracy":0.0626,"ce":6.0248368139631046,"abstentions":0,"harm":0.9239,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.011224489795918367,"accuracy":0.011224489795918367,"ce":6.852033506983979,"harm":0.9816326530612245,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.00881057268722467,"accuracy":0.00881057268722467,"ce":3.5950811220895433,"harm":0.9841409691629956,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":8.927451431097564,"harm":0.9825581395348837,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.773276039073485,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.012219959266802444,"accuracy":0.012219959266802444,"ce":4.53661833745729,"harm":0.9694501018329938,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.4551569506726457,"accuracy":0.4551569506726457,"ce":1.7775844769864813,"harm":0.5358744394618834,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.055323590814196244,"accuracy":0.055323590814196244,"ce":4.334117413823372,"harm":0.930062630480167,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.10408560311284047,"accuracy":0.10408560311284047,"ce":3.6307154668969823,"harm":0.8813229571984436,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.131986586269115,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.02180376610505451,"accuracy":0.02180376610505451,"ce":8.482894028309415,"harm":0.956392467789891,"repair":0.0009910802775024777}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9848,"correct_output_rate":0.9848,"accuracy":0.9848,"ce":0.08049716184177598,"abstentions":0,"harm":0.0009,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.032499197574399744,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.021744958752217346,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.07465032845987281,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.053513361420510344,"harm":0.0019801980198019802,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.12876901770571295,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.09842320172411313,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.10866559218633524,"harm":0.0,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.08855326729491626,"harm":0.0029182879377431907,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.08103251357640205,"harm":0.001026694045174538,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.12789842117320063,"harm":0.0009910802775024777,"repair":0.0009910802775024777}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1015,"correct_output_rate":0.1015,"accuracy":0.1015,"ce":3.2604193340421412,"abstentions":0,"harm":0.885,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":3.575734711806155,"harm":0.9836734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.2,"accuracy":0.2,"ce":1.7035755806626227,"harm":0.7947136563876652,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.02131782945736434,"accuracy":0.02131782945736434,"ce":3.9271025555878167,"harm":0.9660852713178295,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.072678300989283,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.008146639511201629,"accuracy":0.008146639511201629,"ce":3.4063086158477045,"harm":0.9735234215885947,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.31053811659192826,"accuracy":0.31053811659192826,"ce":1.9907969365290026,"harm":0.6771300448430493,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.014613778705636743,"accuracy":0.014613778705636743,"ce":3.4806260575222603,"harm":0.9697286012526096,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.39980544747081714,"accuracy":0.39980544747081714,"ce":1.4861405770641527,"harm":0.5875486381322957,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":4.0798242331297185,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.04558969276511397,"accuracy":0.04558969276511397,"ce":3.997535292260227,"harm":0.9326065411298315,"repair":0.0009910802775024777}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9792,"correct_output_rate":0.9792,"accuracy":0.9792,"ce":0.07188770679346819,"abstentions":0,"harm":0.0088,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03397831667319407,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":0.03599546557731282,"harm":0.003524229074889868,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9718992248062015,"accuracy":0.9718992248062015,"ce":0.07405391058363536,"harm":0.015503875968992248,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9851485148514851,"accuracy":0.9851485148514851,"ce":0.06146653074425334,"harm":0.006930693069306931,"repair":0.005940594059405941},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.08613493677611259,"harm":0.007128309572301426,"repair":0.0050916496945010185},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.07908401946726767,"harm":0.006726457399103139,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.07257591289307996,"harm":0.0041753653444676405,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.08793643365903356,"harm":0.011673151750972763,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9753593429158111,"accuracy":0.9753593429158111,"ce":0.07780057402487843,"harm":0.012320328542094456,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9623389494549058,"accuracy":0.9623389494549058,"ce":0.11435782126705668,"harm":0.017839444995044598,"repair":0.002973240832507433}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":822,"correct_output_rate":0.0822,"accuracy":0.0822,"ce":4.118010921700038,"abstentions":0,"harm":0.9044,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":4.175100840998772,"harm":0.9836734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0052863436123348016,"accuracy":0.0052863436123348016,"ce":2.5283410551216496,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":5.764991340710526,"harm":0.9767441860465116,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.642904864825649,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.012219959266802444,"accuracy":0.012219959266802444,"ce":3.281998624826474,"harm":0.9694501018329938,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.49327354260089684,"accuracy":0.49327354260089684,"ce":1.4898205881504443,"harm":0.4977578475336323,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.03653444676409186,"accuracy":0.03653444676409186,"ce":3.6418129979881435,"harm":0.9478079331941545,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.259727626459144,"accuracy":0.259727626459144,"ce":2.1427647792593763,"harm":0.7276264591439688,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.035344470318604,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.04162537165510406,"accuracy":0.04162537165510406,"ce":5.389644345609467,"harm":0.9365708622398414,"repair":0.0009910802775024777}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9837,"correct_output_rate":0.9837,"accuracy":0.9837,"ce":0.06080592938802871,"abstentions":0,"harm":0.0027,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.032594194326641256,"harm":0.0020408163265306124,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.025105319185829873,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.05099398488843428,"harm":0.001937984496124031,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.04256018897990661,"harm":0.0039603960396039604,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.09705019113295853,"harm":0.004073319755600814,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.06638858875787412,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.07335577577918205,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.07053781398942864,"harm":0.005836575875486381,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.05444941300431857,"harm":0.003080082135523614,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.10076067371784699,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":656,"correct_output_rate":0.0656,"accuracy":0.0656,"ce":3.924770627527606,"abstentions":0,"harm":0.9208,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":4.784400050730176,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.07312775330396476,"accuracy":0.07312775330396476,"ce":1.8702058516368256,"harm":0.920704845814978,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.01065891472868217,"accuracy":0.01065891472868217,"ce":5.073880156480547,"harm":0.9767441860465116,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":5.9928439274929355,"harm":0.9851485148514851,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.008146639511201629,"accuracy":0.008146639511201629,"ce":3.7839388381909176,"harm":0.9735234215885947,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.29596412556053814,"accuracy":0.29596412556053814,"ce":2.2179846920893245,"harm":0.6894618834080718,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.026096033402922755,"accuracy":0.026096033402922755,"ce":3.578526165299914,"harm":0.9582463465553236,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.21595330739299612,"accuracy":0.21595330739299612,"ce":2.1358556802963617,"harm":0.7733463035019456,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.955643667925126,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.03865213082259663,"accuracy":0.03865213082259663,"ce":4.957719497511091,"harm":0.9395441030723488,"repair":0.0009910802775024777}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9829,"correct_output_rate":0.9829,"accuracy":0.9829,"ce":0.06153697934193601,"abstentions":0,"harm":0.004,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.02904094513678499,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.02856360028447096,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9815891472868217,"accuracy":0.9815891472868217,"ce":0.06108226187911964,"harm":0.005813953488372093,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.03380799167328148,"harm":0.0039603960396039604,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.09281561368099911,"harm":0.0050916496945010185,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9753363228699552,"accuracy":0.9753363228699552,"ce":0.07189808820859112,"harm":0.004484304932735426,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.08375446092727809,"harm":0.003131524008350731,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.06967232174235526,"harm":0.0048638132295719845,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.0581802125007726,"harm":0.004106776180698152,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.092667532607671,"harm":0.004955401387512388,"repair":0.002973240832507433}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":701,"correct_output_rate":0.0701,"accuracy":0.0701,"ce":5.404011682071225,"abstentions":0,"harm":0.9165,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.00816326530612245,"accuracy":0.00816326530612245,"ce":5.835086035855339,"harm":0.9846938775510204,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.007929515418502203,"accuracy":0.007929515418502203,"ce":3.4915598024110914,"harm":0.9859030837004406,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":7.938757910707065,"harm":0.9825581395348837,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.220054251666404,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.01120162932790224,"accuracy":0.01120162932790224,"ce":4.061111282069582,"harm":0.9704684317718941,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.46860986547085204,"accuracy":0.46860986547085204,"ce":1.6058137801499546,"harm":0.523542600896861,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.06680584551148225,"accuracy":0.06680584551148225,"ce":4.06338626331123,"harm":0.9175365344467641,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.1517509727626459,"accuracy":0.1517509727626459,"ce":3.4051341382500264,"harm":0.8336575875486382,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.670408544861476,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.02973240832507433,"accuracy":0.02973240832507433,"ce":7.511577942369004,"harm":0.9484638255698712,"repair":0.0009910802775024777}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9842,"correct_output_rate":0.9842,"accuracy":0.9842,"ce":0.0778395835627737,"abstentions":0,"harm":0.0012,"repair":0.0004,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03602004171046398,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.026239942742017394,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9874031007751938,"accuracy":0.9874031007751938,"ce":0.0698977731209801,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9871287128712871,"accuracy":0.9871287128712871,"ce":0.04197073780500777,"harm":0.0009900990099009901,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9786150712830958,"accuracy":0.9786150712830958,"ce":0.13486286821600652,"harm":0.003054989816700611,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.09291883923060922,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.1018797607592955,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.08565265629151633,"harm":0.0019455252918287938,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.07376736749502281,"harm":0.001026694045174538,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.12484520723322622,"harm":0.0019821605550049554,"repair":0.0}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":811,"correct_output_rate":0.0811,"accuracy":0.0811,"ce":3.8011549898758865,"abstentions":0,"harm":0.9052,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.012244897959183673,"accuracy":0.012244897959183673,"ce":4.186414303110464,"harm":0.9806122448979592,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.15859030837004406,"accuracy":0.15859030837004406,"ce":1.7041510501998374,"harm":0.8370044052863436,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.007751937984496124,"accuracy":0.007751937984496124,"ce":4.880107118646975,"harm":0.9796511627906976,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.935945813489123,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.008146639511201629,"accuracy":0.008146639511201629,"ce":3.518682301053658,"harm":0.9735234215885947,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.32062780269058294,"accuracy":0.32062780269058294,"ce":2.035382774286995,"harm":0.6647982062780269,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.017745302713987474,"accuracy":0.017745302713987474,"ce":3.8762768990945493,"harm":0.9665970772442589,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.2519455252918288,"accuracy":0.2519455252918288,"ce":1.9830887020612478,"harm":0.7344357976653697,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":4.748154453085229,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.03964321110009911,"accuracy":0.03964321110009911,"ce":5.248144970278353,"harm":0.9385530227948464,"repair":0.0009910802775024777}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9818,"correct_output_rate":0.9818,"accuracy":0.9818,"ce":0.061051814013615965,"abstentions":0,"harm":0.0052,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.034444826313073926,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.024764435883893602,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9796511627906976,"accuracy":0.9796511627906976,"ce":0.059086703515290634,"harm":0.007751937984496124,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.050829056353767436,"harm":0.006930693069306931,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.07323465885533718,"harm":0.004073319755600814,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9742152466367713,"accuracy":0.9742152466367713,"ce":0.07256935690903513,"harm":0.005605381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.07763547642212448,"harm":0.0041753653444676405,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.07147108852442795,"harm":0.007782101167315175,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.06008845459447389,"harm":0.006160164271047228,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9722497522299306,"accuracy":0.9722497522299306,"ce":0.0924858564189473,"harm":0.007928642220019821,"repair":0.002973240832507433}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":781,"correct_output_rate":0.0781,"accuracy":0.0781,"ce":5.101261023998775,"abstentions":0,"harm":0.9084,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.018367346938775512,"accuracy":0.018367346938775512,"ce":5.467932446008399,"harm":0.9744897959183674,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":3.042356324439342,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":7.314669125370192,"harm":0.9825581395348837,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.849927748707399,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.021384928716904276,"accuracy":0.021384928716904276,"ce":3.6429986354396346,"harm":0.960285132382892,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.5269058295964125,"accuracy":0.5269058295964125,"ce":1.4506201206938054,"harm":0.46524663677130046,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.03966597077244259,"accuracy":0.03966597077244259,"ce":4.478990159080383,"harm":0.9446764091858038,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.1926070038910506,"accuracy":0.1926070038910506,"ce":2.900974627122489,"harm":0.7928015564202334,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.272113552372618,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.028741328047571853,"accuracy":0.028741328047571853,"ce":7.429440589030623,"harm":0.9494549058473737,"repair":0.0009910802775024777}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9846,"correct_output_rate":0.9846,"accuracy":0.9846,"ce":0.07281721028058703,"abstentions":0,"harm":0.0015,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03842532784477207,"harm":0.0010204081632653062,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.023290630520288326,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.06252584080745803,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.051228623566662586,"harm":0.0049504950495049506,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.11230921557999951,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.0909716527133885,"harm":0.0011210762331838565,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.09479870345615811,"harm":0.0010438413361169101,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9844357976653697,"accuracy":0.9844357976653697,"ce":0.07825432059529781,"harm":0.0019455252918287938,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.06675798388087402,"harm":0.002053388090349076,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.11902239708523435,"harm":0.0009910802775024777,"repair":0.0}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":565,"correct_output_rate":0.0565,"accuracy":0.0565,"ce":4.669432056004543,"abstentions":0,"harm":0.9298,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":6.08069960975408,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0801762114537445,"accuracy":0.0801762114537445,"ce":2.0020896122856477,"harm":0.9136563876651982,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.009689922480620155,"accuracy":0.009689922480620155,"ce":5.9200822360820595,"harm":0.9777131782945736,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.682137290787225,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0050916496945010185,"accuracy":0.0050916496945010185,"ce":4.20309708453527,"harm":0.9765784114052953,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.28475336322869954,"accuracy":0.28475336322869954,"ce":2.429457338807024,"harm":0.7017937219730942,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.024008350730688934,"accuracy":0.024008350730688934,"ce":4.189881230269468,"harm":0.9613778705636743,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.14105058365758755,"accuracy":0.14105058365758755,"ce":2.822724982153912,"harm":0.8453307392996109,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.792205842034284,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.03369672943508424,"accuracy":0.03369672943508424,"ce":6.6923552305125495,"harm":0.9444995044598612,"repair":0.0009910802775024777}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9843,"correct_output_rate":0.9843,"accuracy":0.9843,"ce":0.07009777798480275,"abstentions":0,"harm":0.0026,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03464209643711037,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.025474642888839872,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9835271317829457,"accuracy":0.9835271317829457,"ce":0.07138152008315689,"harm":0.003875968992248062,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9871287128712871,"accuracy":0.9871287128712871,"ce":0.03419367003936292,"harm":0.0029702970297029703,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.10614054077473152,"harm":0.002036659877800407,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9753363228699552,"accuracy":0.9753363228699552,"ce":0.09248874019988154,"harm":0.005605381165919282,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.10474670902499206,"harm":0.003131524008350731,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.0739788198131838,"harm":0.0029182879377431907,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.06778463870152747,"harm":0.002053388090349076,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.09986490662734186,"harm":0.0019821605550049554,"repair":0.004955401387512388}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":631,"correct_output_rate":0.0631,"accuracy":0.0631,"ce":6.509540583067246,"abstentions":0,"harm":0.9233,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.011224489795918367,"accuracy":0.011224489795918367,"ce":7.5350252382992275,"harm":0.9816326530612245,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.007929515418502203,"accuracy":0.007929515418502203,"ce":4.125544792762622,"harm":0.9850220264317181,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":9.32130478815384,"harm":0.9835271317829457,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.15217140971477,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.013238289205702648,"accuracy":0.013238289205702648,"ce":4.711898217995194,"harm":0.9684317718940937,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.4663677130044843,"accuracy":0.4663677130044843,"ce":1.7818899325809752,"harm":0.5246636771300448,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.05741127348643006,"accuracy":0.05741127348643006,"ce":4.933728366280274,"harm":0.9269311064718163,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.0933852140077821,"accuracy":0.0933852140077821,"ce":4.469288756174571,"harm":0.892023346303502,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.933333973292552,"harm":0.9835728952772074,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.026759167492566897,"accuracy":0.026759167492566897,"ce":9.838226279487158,"harm":0.9514370664023786,"repair":0.0009910802775024777}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9850,"correct_output_rate":0.985,"accuracy":0.985,"ce":0.0986350059676052,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.04292648061327832,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.0281401417383255,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9864341085271318,"correct_output_rate":0.9864341085271318,"accuracy":0.9864341085271318,"ce":0.09368483418699426,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9861386138613861,"correct_output_rate":0.9861386138613861,"accuracy":0.9861386138613861,"ce":0.052465332057210726,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.16121309778232223,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9798206278026906,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.12948735456773638,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9843423799582464,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.1381864798234193,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9834630350194552,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.10440170622128192,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9835728952772074,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.0956398662964633,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.977205153617443,"correct_output_rate":0.977205153617443,"accuracy":0.977205153617443,"ce":0.1546040632384032,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,5,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.390738363652716,0.002211497711793895,4.014297037112875,3.191832696855778e-05,4.5570875271217295,3.837943254727072e-05,5.391131302895637,9.644196686939609e-08,3.3807163537602833,9.808017052491068e-05,4.446698361528431,2.281178552324419e-07,5.117424765201827,4.641227777523923e-07,6.350987635989866,1.5484702407997536e-10,3.1560465680047,0.00020329716669069279,3.69102416106085,9.278938122812439e-07,4.664583449141969,1.0826507485164293e-06,5.74178716804358,4.198199564882372e-10,3.925441416827837,6.451344272849527e-06,5.022266158488169,3.081862982282119e-09,6.2806468655337815,7.163528633490639e-09,7.497700348126378,2.29816166097381e-13]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,0,1,0,1,0,5,0,1,0,5,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.520780960740581,0.001080202898932893,4.473425557259635,1.0636302724169376e-06,5.3014086590871345,4.47906465367948e-06,5.499353602187202,4.1275693965311715e-10,4.591853254516657,1.1499387029951564e-05,4.885274513957704,6.479490275556296e-10,5.642117646601438,2.186732260228359e-08,6.0885755552485765,3.7969627442179634e-14,4.125138610972886,5.102958607373324e-05,4.067548586656791,8.125750261837833e-09,4.917495113909916,7.372564953209841e-08,5.2164254591415045,5.544453784976495e-13,4.342053836546881,4.906841148582069e-07,4.6169227251388385,1.9515500326841958e-12,5.35342708640211,2.466826742570866e-10,5.824109360465697,0.0]},{"index":1987,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,0,1,0,1,9,1,0,1,0,1,0,1,0,1,0,1,9,1,0,1,9,1,0,1,0,1,0,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.413055229340346,0.18362182914856903,4.420348048321939,0.5915012719020084,5.810789279075021,0.44051565475190035,5.6763097425034275,0.8288449557649238,4.981915131123766,0.3336116615400163,4.922222592470816,0.5821696920166026,6.955667933765802,0.5669117266561012,6.806698070027549,0.47471255114017974,4.22146205291062,0.22336470400040573,4.090967362488226,0.7531424026842239,6.005182118400807,0.4516183697096384,5.8912874723918085,1.110294153262804,5.370656621292078,0.332919045127854,5.551980638043751,0.5305536868778534,7.76384232683875,0.4892368704695196,8.011410255053788,0.4269229222680455]},{"index":2185,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,5,5,5,5,0,5,5,5,5,5,5,5,0,5,5,5,5,0,5,5,0,0,5,0,5,0,5,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3316873932154578,1.952959586337478,1.4118641890266304,1.3242635586089517,1.2756283032017635,1.6709747877156864,1.9258712033863539,0.8272341555838176,1.0334951734543278,1.9638686631967948,1.4036436387190612,1.039806563802204,1.0571761423314017,1.6022688425499103,1.973881233666279,0.44807018708035407,1.0479510068725122,2.1817161507562988,0.9842089333721923,1.5638735801151848,0.8296185324633396,1.867268552564036,1.3151951606043797,0.8035463159526129,0.6347515470396571,2.123135865474039,0.6888392420081464,1.057127236738575,0.5461162675907795,1.651096893230432,1.1362092843469869,0.40597551646196045]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0870035931169135,0.011110977944474064,2.3763680623699237,0.0002965918904636306,2.1997627910256394,0.000587194221503587,2.922385965587801,2.781277125092548e-06,2.136042430958546,0.000626622148986688,2.6253707332561023,5.1185084796635344e-06,2.260610178825944,1.6021449426591064e-05,3.3843565800604467,1.0184141700275852e-08,2.0177472481075513,0.0022925241971474956,2.4528497583834,2.1260229563993757e-05,2.301624407416344,5.504967723464969e-05,3.244564304192383,6.506072913045275e-08,2.1351485271326656,6.635876626970797e-05,2.9049008871562334,1.4194294509355085e-07,2.510459716203203,5.628467660029573e-07,3.9391718215951146,4.8217208002913026e-11]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,1,5,1,4,1,5,1,4,1,5,1,4,1,5,1,1,1,5,1,4,1,5,1,1,1,5,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7417633908425718,0.010918908630646788,2.1242265545707193,0.00027999009122178445,1.7121433569326372,0.0008856556300413134,2.3223341529966057,1.3585480031958505e-06,1.5880801349472957,0.0008437176800960264,2.1019265883104423,3.0481134712970273e-06,1.497220213002207,2.643132024131839e-05,2.31024468279911,1.4226892986895515e-09,1.5764800920684259,0.0018534580561902442,2.0407400122387385,1.0223679633529332e-05,1.5746651643576939,5.2149502326679566e-05,2.4683853989216886,1.0588838416651997e-08,1.34987821042868,5.248611910619529e-05,2.0570883012838173,2.5373414824840424e-08,1.294934821215762,3.182244747640123e-07,2.484437086924321,2.4817925492439952e-12]},{"index":956,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,5,2,7,2,5,1,7,2,5,1,7,2,5,1,7,2,5,1,7,2,5,1,7,1,5,1,5,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6609041069476485,1.6638253249355257,1.6712876524321594,0.9735153779432476,1.5305135045099387,1.4707023556334526,2.299821528071594,0.42270401247232126,1.2996513751856167,0.9539619943265172,1.837708958253506,0.2616947349465998,1.2498836383259888,0.8819703990466183,2.8158414149801323,0.07281892396990541,1.8910982547169577,1.572192188749926,2.4255912049079615,0.36967704532497275,2.012570349835364,1.1831506915220118,3.791455312588607,0.06553862932085949,1.6133147086090929,0.6208677635246121,2.7664947386649845,0.04274064068244775,1.6661759575510313,0.3372392950952074,4.082545845114023,0.006067779021817942]},{"index":3073,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,5,2,7,2,5,1,7,2,5,2,7,2,5,1,7,2,5,2,7,2,5,1,7,2,5,1,7,2,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2384822984809984,2.811631057747013,3.4984544252745344,1.3680906254448235,2.3666525558494858,1.9410042069726507,4.395501329925769,0.6364974947021856,2.743111134602165,1.9178959941755418,4.584651990023295,0.7012946998788436,3.0571829323372697,1.2592408172413387,5.387341463942839,0.26244991648704,2.357111721624457,2.7202104409871115,3.9950517733569986,1.014626237646461,2.491039036027047,1.6062344084490514,4.979778329741986,0.3100735905366284,2.8974092933601936,1.4284128070778923,4.96579175726988,0.3682397809433951,3.146637700801624,0.793655966338356,5.749877814784588,0.07453309376234911]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.806152240263022,0.024263200302723786,4.843644541750521,1.8989639724553188e-05,4.078899811024851,0.0001304885650667397,7.762357966936141,1.411211648684184e-08,3.9150561794234187,0.0004524034262698155,7.500591633838463,4.353613752438017e-08,5.513655975681748,7.675892744206238e-07,10.338783909167852,5.1485482543834475e-12,3.6254558701538917,0.0031282161747015324,5.685626463878745,1.0613097135837885e-06,4.702394958663502,1.2539506456359118e-05,8.675451933014235,4.705880128910894e-10,4.877462137164161,8.206073727267756e-05,8.830173555929413,2.637342785125048e-09,5.946991774870199,1.0174048685559137e-07,11.072993490837504,1.674216321134596e-13]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.748519032614934,0.0033605162056195843,6.502179142700593,5.7571296179125714e-05,6.256202571525455,0.00012557582717120293,9.494849966074419,3.4742584435967416e-07,5.507290837523271,0.0003969339900503868,8.165571254398618,1.25502079400874e-06,6.984182465581937,7.784530765777754e-06,11.646514553316674,2.2746369206737e-09,5.025730408077692,0.0013443818888427845,7.278050535314845,1.6008829288599657e-05,6.474464701933924,2.6662179915804314e-05,11.006938923207077,3.98499247875838e-08,5.782041360044547,0.00020138654573733847,9.049307000225316,2.807119837821935e-07,7.274535618458475,1.7383822548384942e-06,13.239119403338309,1.836890639426204e-10]},{"index":321,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,7,6,7,6,7,6,2,6,7,6,2,6,7,6,2,6,7,6,2,4,7,6,2,6,7,6,2,6,7,6,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.469851855117289,1.6549227523192032,2.807211251191955,0.9870503699310911,3.030427878887402,1.3409575729271026,3.6376045024289962,0.4327653578519435,2.771695710377743,1.7504361424964632,3.4231823391409195,0.6576004349902272,3.411244474422391,1.3702727096680276,4.510145633025901,0.2209752235400619,2.440661605161363,1.4416976115824038,3.0753646667660868,0.5355028641450952,3.1634119232020956,0.9450898391242871,4.216266312464675,0.1385022981141689,2.891088718423333,1.8179898440738882,3.805156597548537,0.4394674740008528,3.6917182441088645,1.189738887259312,5.262426497331564,0.10681724909631299]},{"index":2433,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,1,5,2,5,2,5,2,5,1,5,2,5,2,5,2,5,1,5,2,5,2,5,2,5,1,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2294147666467583,1.3928606505625336,4.238092172136702,0.3307430687343424,3.6593255812704264,0.6814824763848162,7.443316916558651,0.03598280115548139,3.3372560879116095,1.1234570380143187,6.195031114162402,0.08911785413817146,4.976883516381364,0.33450996259556204,9.920476643804308,0.005665003518559422,2.561037161621382,0.9833318605966817,5.618139501265095,0.17762756184171055,4.495286152471568,0.4134115373803383,9.74737240282665,0.013613128082399704,3.712415328737577,0.7406708862896274,7.604116648391309,0.02492326766359618,5.754854567928965,0.14113285568889838,11.814847654109574,0.0008578448393715012]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,1,3,7,3,7,3,7,3,1,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.774487564778914,0.12495002722495463,6.3841423475660655,0.0064033065258509506,6.717961097760259,0.008154160579446894,8.510578281517716,0.00023336269967939958,6.314871974155714,0.01393377205382881,7.974901807498895,0.0003997564411964473,8.293867802565222,0.0005869560432914321,10.18362293148818,6.600367302593029e-06,5.664239867427124,0.030706735274238194,7.4698859054787174,0.0011409133189905166,7.592270906251576,0.0014441180671979118,9.361353774154724,2.632502555951241e-05,6.9936314479278145,0.0024237827270798744,8.808066945429244,3.5858011738095625e-05,8.9626068187763,0.00010726633093934964,10.927485557641234,6.820205244052657e-07]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,5,3,7,3,5,3,7,3,5,3,7,3,7,3,7,3,5,3,7,3,7,3,7,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.593340820909848,0.002916614789347948,5.726351765557998,1.5909911754979073e-06,5.0966399900043,4.053941864839007e-06,6.34330547970599,1.1493161977022112e-10,5.190259557907112,4.8190067265199335e-05,6.7239064172783145,1.8832380082076214e-09,5.842903996050636,9.514350817454579e-09,7.356115981546096,1.1546319456101562e-14,5.527123273895697,0.0001963572551564202,6.6263125099791145,2.01820735862958e-08,6.017765456448416,1.1015222282701098e-07,7.360866088999733,3.4927616354701326e-13,5.962212534896663,1.7868640547784663e-06,7.614864144712415,1.3917089702789344e-11,6.149678265748746,1.8294032953495046e-10,7.716870573558313,0.0]},{"index":2109,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,5,7,7,7,5,3,7,7,5,7,6,7,5,3,7,7,7,7,7,7,5,3,7,7,5,7,7,7,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.709190686993989,2.5531270096913303,5.585100192201217,1.5391866379617802,5.386511543729467,1.6965363229332528,6.466531486840175,0.6158948419720425,5.289767750948256,2.4919768745605446,6.637936166038592,1.1691998430352193,6.061703298984815,1.2303722641020063,7.402482238210752,0.22236796839276815,5.35293386553157,2.393395548933493,6.01842107063222,1.2218806275420622,5.918012579342841,1.4643456134382342,6.701421710134355,0.27627787291935063,5.597663474645928,2.562776764752753,6.592027783151014,1.004049082492017,6.029439469683656,1.1398631903686196,7.208769698245994,0.09266537988481474]},{"index":2618,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,3,5,3,5,3,5,3,5,3,5,5,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5.857392061334149,0.28915827560087315,8.004704701398836,0.4647363942070288,6.758574393318547,0.22515858473258948,9.944553311059236,0.29132856663272816,7.20681375372285,0.3525197056782757,10.288033413155455,0.8447638513606832,8.118271073771593,0.2693004756271388,12.121643341367127,0.43713381889617725,6.421738426267916,0.30500405287137944,8.767811420900882,0.33905535563188643,7.223947267487904,0.13216047286280166,11.089293664732168,0.15906973214917708,7.448864336564991,0.09249807960510131,11.006376247859633,0.15558968825146255,8.204417510889497,0.021469162613454988,13.02547968734816,0.024830565037205186]},{"index":5955,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,1,8,1,8,7,8,7,8,7,8,7,8,7,8,7,8,1,8,1,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.9201331380171975,3.259187247438174,6.7935341787262455,3.2758987482295314,7.563100464233977,2.400157017977164,8.754703532772027,2.0016860488215804,7.36032926094582,4.2066406800420415,8.963245330624966,3.887254198923969,9.980554402555299,2.4633875258112337,10.334477024353664,1.5807699626311393,5.892970223117272,3.4981309991264125,7.760399719192684,2.9676021847617338,8.238959650411728,1.9616514374071028,9.448209154015197,1.3251021965864185,8.107045664530805,4.35517520535876,9.290683896312864,3.4468700243828256,10.333425634014173,1.8583079573102794,10.705314298770693,0.802324255602243]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,6,4,6,4,6,4,8,4,6,4,8,4,6,4,8,4,8,4,8,4,6,4,8,4,8,4,8,4,8,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1266364249020424,0.09754618173512203,3.059996113012904,0.0034454589242988824,2.8539560171789606,0.011954895991727797,2.9736039385569395,5.998031668287775e-05,3.1601698736059287,0.014014994908858684,3.1396012271477645,4.666211801353596e-05,2.9777088341019233,0.000640879326220442,3.1092410336805196,2.4443020640056414e-07,3.269921883140427,0.033680054941329314,3.08194130888565,0.00017529879759665032,2.9912089054888416,0.0019204423309137583,3.0958994620236298,1.3913090326716284e-06,3.230173225484132,0.001826590977000037,3.155202729848417,9.590479761133745e-07,2.9859920513608507,4.532804330819979e-05,3.2260553688829456,3.747833814043009e-09]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,6,4,6,4,5,4,0,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6263830907714008,0.07199448490807865,3.543319213070073,0.0047119030717090015,3.6501897146550095,0.009705491558397429,4.053520138298178,4.061775945762877e-05,3.6106567212288394,0.011110255992313701,3.8982961104654015,0.00011639318878470547,3.9051146848804192,0.0009478791784411309,4.866082938970899,1.9310224220388227e-07,3.3675174757380226,0.01697706835918185,3.5538496107792916,0.0003635777677575927,3.5429979150871675,0.0013168027297012536,4.506300684727875,8.246565518552932e-07,3.5664910680474384,0.0011379328676538478,3.962198096814304,2.5659174212688794e-06,4.063931700874848,5.433871233685091e-05,5.207745931418803,2.1272847905006918e-09]},{"index":610,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,5,4,1,4,5,2,1,4,5,4,1,4,5,4,1,4,5,2,1,2,5,2,1,4,5,2,1,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.427670108329941,0.47889575169362836,2.3946445814049904,0.7660411451537595,2.87699066342301,0.5612455804847091,3.1551059012737492,1.2163235040818763,2.887462511743285,0.31057239571020817,3.819028344554834,0.6583037145598091,3.7924712128773717,0.31823007804540915,4.790059946477172,0.6031111032155873,2.098471446329077,0.6811799535098912,2.2502144857303223,1.9591968948308054,2.6846769184272903,1.0145390776730852,3.501944475127684,1.9225386608547186,2.396849208886811,0.46963168434172564,3.873419176721427,1.0809210392501978,3.3778343185391693,0.48977109029587823,5.265159258189317,0.669724795303206]},{"index":2043,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,8,1,8,5,4,1,8,5,4,1,4,5,4,5,8,5,4,5,8,5,4,5,8,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9190414015256794,2.1933569145114893,2.3947851303747947,0.7707354801565494,2.7048392862704094,1.3085135597907167,4.196782556206846,0.03189749593381072,2.5010312139371345,1.2251699487612946,3.6721386753459546,0.06110537779352023,3.586072152173485,0.29290404641407425,6.025183170676652,0.0006913136133020756,2.1346432506933786,2.294193503618683,2.8360052397711577,0.6805030807140056,3.059317187761222,1.358291529547467,5.369100406485552,0.008553533287424949,2.816188375193515,1.0758591999208422,4.471426179032981,0.02281725520977572,4.228069951518513,0.2339960538036186,7.66413585203025,0.0001578355281768451]},{"index":4860,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.051917521311893,1.3107062469691544,4.2107096570857365,1.9984277138511954,5.157658940038197,2.316595354098277,6.1765181260901025,2.0452560695942665,4.725564854118773,1.9969168329171099,5.3515508577305075,1.9918981080493916,7.028361949775071,2.9465672039883866,8.192950697169055,1.146480169251727,3.9076474832194608,2.3613397912637613,4.215538134076971,2.4811165039027845,5.133103552800337,3.270779050100183,6.304735937893117,1.8863740413923655,4.784632842103615,2.471081652173824,5.541262293954518,1.4467489397129694,7.0477732828896125,2.8145855988598814,8.470886116877606,0.5119240089567922]},{"index":9745,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,2,4,2,5,2,5,0,5,2,5,0,5,2,5,4,4,2,4,2,5,2,5,0,4,2,5,4,5,2,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4232474826532096,2.527489234190142,0.9910342562196143,2.1309220149641668,1.541251272671818,2.798971970926009,1.5757946279667367,1.535018288231099,1.4611154225850471,2.101710952987291,1.4525144297806971,1.1903937984204294,1.9220701151709765,1.928945825127417,2.7159575177068196,0.5230395295168834,0.9766660056256011,3.0801642619044043,0.9743655913765745,2.252781542668931,1.3414012696538313,3.1595782917089346,1.9725806957909886,1.4992657552983621,0.9973636068366679,2.2292843167441956,1.6069585361135206,1.033022621935627,1.8411429099489247,1.8879770435454357,3.7296365282031374,0.43343258217803704]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,5,7,5,7,5,7,5,7,5,7,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5,1,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7246044991894296,0.6669906683287589,3.023490139811348,0.17647463222607587,3.7144914258425747,0.09648207301410734,2.7696033516226537,0.025059965664537973,3.4510882223228085,0.1570878755992757,2.8728730300811858,0.027368670429707052,3.5056155323310483,0.014639589198366222,2.4921766427063727,0.003935351174726367,3.4151141912890823,0.19788796005651146,2.6992859036057064,0.036777917114265785,3.3169776515799727,0.01912507897550524,2.28249589021247,0.0029304804626041885,3.4392689321922463,0.03391642369395245,2.5887887344117972,0.003666293195072506,3.4856496187939947,0.0026887272952193695,2.320162512341572,0.0005074689169529838]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,5,5,5,6,5,5,5,6,5,5,5,6,5,5,5,6,5,6,5,6,5,6,5,7,5,5,5,7,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7397373818654716,0.051646782737850776,0.9636344689952091,0.0016724477804692995,1.7257242981625187,0.007255554535250911,0.8168800798033432,3.174384932545755e-05,1.630650277572893,0.0072500819318815,0.6392222650693752,4.0728666026708415e-05,1.7331348789312742,0.0002834479193331615,0.5771525678038499,7.743872354393351e-08,2.1571081482864036,0.02550322542405548,1.1614695200439076,0.000257863421583243,2.3806486305103176,0.0015639667376181037,1.202123087955297,1.0001118179605192e-06,1.983226505967574,0.004309266947103517,0.6775140443165216,4.709516761906951e-06,2.0492505716134266,6.312308287708738e-05,0.6689896377491739,2.9708138127584796e-09]},{"index":1378,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,5,5,6,5,5,5,6,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,6,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0632591995163096,1.0957574956625011,0.40618086839465983,0.5935417449649286,0.5888066588489718,0.7544900297891007,0.12771518596120915,0.41596059037496114,0.37529987355853284,0.7921408313207673,0.07415668575400862,0.44360817245229667,0.20648111436211888,0.8373855505270317,0.02740800216162127,0.5142661519094758,0.5958203635874731,0.7766501981458336,0.2320599265341463,0.5005960258760713,0.41671848927142097,0.6653840487218304,0.08861910334287691,0.35511789954305323,0.20251342808633657,0.8078867412405761,0.03039868503379421,0.5066526450024131,0.15486376240980765,0.8909742768360236,0.013511334646674839,0.3975587528203766]},{"index":2224,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,6,5,6,5,6,5,6,5,0,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,0,8,0,5,6,5,6,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9338690257432445,0.9277183128037955,1.523279699003174,0.7455065945662045,3.109279228881308,0.7545000929350016,2.3425879270289354,0.6393819517916378,2.520207801407439,0.8126372588001497,1.742997211615008,0.7694324383972866,3.7138564169522974,0.5517833176744563,2.543938939242101,0.5045764403059348,3.2482191517900763,0.7247901231049859,2.5354315017681035,0.4867253498052894,4.2089871500728115,0.5799443553227702,3.022123078307451,0.5014561014674105,3.8431305242676896,0.815042326651589,2.537255417403464,0.7343581898126018,4.4349306192624125,0.6234930928364601,2.9786399663194656,0.6708555688706641]},{"index":7451,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.7886021406653263,2.3735333548586435,1.3300383915594836,1.680154216633664,1.2808794480008139,1.6835534958016742,0.8336408916170225,1.3066175383783216,1.2388992455472976,1.8996014961029917,0.8139299398657088,1.3965191437670308,0.8107913466840426,1.528146845973054,0.48713711994138476,1.0955589183453414,1.571411068217695,2.305011357950616,1.0798609322962744,1.4559983018159173,1.173326028908956,1.4653208476886954,0.7082203521835695,0.937596017645429,1.079847728407974,1.8623524259945023,0.7461755363302078,1.0486470285708127,0.7630893672257993,1.2000210847400328,0.4659787200811158,0.6813922829142525]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,6,1,6,1,6,1,6,7,6,1,6,1,6,1,6,7,6,7,6,7,6,1,6,7,6,7,6,1,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4193765471988513,0.025183324448941627,2.263257574922672,0.00014000046261158564,2.38214412998819,0.000522474471381791,2.6809312744427767,4.106497582582604e-07,2.5531916122646896,0.0009157861057798483,2.8200518859700647,6.626753326405437e-07,2.9056413413238413,4.883355774393026e-06,3.6278658727845907,5.077309682509649e-10,2.8246523663748375,0.0020846971117865457,2.8159980499827046,2.356551464409029e-06,2.9652715229025013,1.601320396401088e-05,3.44610782776036,1.484282473604786e-09,3.509774797298624,4.669255955938654e-05,3.89939710769824,3.3795848284958426e-09,3.9743183776589355,7.701774166045126e-08,4.781543611784666,3.4061642395494e-13]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.737357720836091,0.01860109442618051,4.6375387595527195,0.000518416141982998,4.4805133619931965,0.0012733013527938767,4.631714393053173,4.080519515401902e-06,4.800038143472683,0.0023240787519977746,4.785402866549826,1.2693310814252393e-05,4.556254805061709,5.061597380268642e-05,4.871531668539953,1.150668753654505e-08,4.888988791757353,0.0037989827215311424,4.839214332339077,3.9546724547549715e-05,4.597608409231705,0.00012093539821293927,4.878441996630599,6.384239777323888e-08,4.9666749679842885,0.0002692603440183236,4.97033816281761,2.9268119463702806e-07,4.672559916909845,2.7006336055588785e-06,5.1473313806273495,6.191047674328078e-11]},{"index":1182,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,5,5,6,5,6,5,6,5,5,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.250875527942853,0.7615583183983082,4.836154062633054,0.46110868415154693,3.999720111736334,0.5108419041826968,4.986735381479628,0.18903150113217754,4.655839141673534,0.7856910263748009,5.84208211402566,0.34609771646292664,4.416045352867682,0.5430021946974974,6.0645866360882765,0.1497060318579955,4.53878717309285,0.9192871255113679,5.00386132742856,0.6424483696792572,4.022269582043025,0.6169265672748442,5.140855396665454,0.2530046377818625,5.004527936316453,0.8698383715303115,6.1969940433452955,0.3971905115957012,4.6212498483668,0.6361160860464267,6.126495895829381,0.17651856203204896]},{"index":1569,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,1,6,7,4,1,4,1,6,1,6,7,4,7,4,7,4,1,6,7,4,1,4,1,6,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7862897617506666,1.2233139320053947,3.860938623929945,1.0802607498664718,4.022035756249359,0.9068085110109156,5.550806888330365,0.48770138619537307,3.4334392768902267,1.3858820413084554,4.9627847473354,1.0587361072122272,4.595762896479219,0.8199515897047905,6.498383461817051,0.4387998967705411,3.2615091715377043,1.2408647196423022,4.55281239688238,1.000116556789286,4.360830780403146,1.0047062434758456,6.193121057087656,0.4121308563055499,4.1064091353502015,1.4920992591865807,5.7849198529069605,1.0171426934342511,5.159003792000079,0.8373379346464804,7.506489692598642,0.3652224637387442]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,5,7,1,7,5,7,1,7,5,7,1,7,5,7,1,7,5,7,5,7,5,7,1,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3574294156333744,0.002320347753560755,2.768663898909164,1.942603651978441e-05,2.176639256599789,6.040490949322421e-05,5.427942884993573,6.498399007589121e-08,1.916235121362583,0.00011503045204682197,4.465773047454416,2.824797498841673e-07,2.904407741126234,2.561205976344659e-06,8.028635084424666,7.091809359466262e-10,1.9281822448340156,0.000165048411967796,4.1176362550166035,4.838713038652431e-07,2.974635775046332,4.400458337940632e-06,7.9513789998728965,2.631630465633796e-09,3.013050613524264,1.4864244993944086e-05,6.657938973917321,2.5418210102300385e-08,4.1860559696739585,9.067958760305484e-07,10.84104340779201,3.415925319799057e-10]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,1,7,1,7,4,7,1,7,4,7,4,7,4,7,1,7,4,7,4,7,4,7,1,7,4,7,4,7,4,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9424807065426176,0.0035930161261270212,1.7986687560193106,2.715359515305012e-05,1.7713854739921584,9.621561869962564e-05,3.7607342016712537,7.864813890621767e-08,1.4604103409175622,0.00014477517436027227,2.9888106865587813,2.2485339904479534e-07,2.9253765561847915,2.2069940656952546e-06,5.708769892858808,2.6041635511282254e-10,1.184275869894647,0.00024727893155141535,2.1577293518212546,4.4034350773947946e-07,2.317477735424106,3.747067543476102e-06,4.601538022853652,8.706921846386217e-10,2.0080559828895006,1.2573416213897875e-05,3.9253473425357193,6.485000959632897e-09,3.8985504402841418,2.286949661262608e-07,6.727963231269283,2.6185942303071017e-11]},{"index":1500,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,1,5,1,5,1,5,7,5,1,5,7,5,7,5,7,5,1,5,7,5,7,5,7,5,1,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9400505228477753,2.7287033539417953,2.4053766244958026,1.1042228526417635,2.4712266044943965,1.1840487811001834,3.630775785238738,0.17610797739721903,1.9479905329070646,1.9715622348577488,2.8581701694461485,0.3184259693639294,2.745752438776335,0.3962485635446454,4.501477798279228,0.02928915102701097,2.027220487128184,2.269422878935415,2.736931261096667,0.604987042184701,2.5653312943140203,0.6452994476029297,4.402198063819168,0.04374080590785658,2.0960059194958722,1.6999497611945253,3.2099656280104107,0.15935139139055354,2.952805785040819,0.18930052990830654,5.50253487952615,0.006670499772081401]},{"index":2016,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,2,6,2,1,2,6,7,6,2,6,7,1,7,6,7,6,2,6,2,1,2,6,7,1,2,6,7,1,7,6,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.760011909057233,2.515802336398295,3.942815402380366,0.7586427436332006,2.8600566275512787,1.1954630398207062,5.006196540159334,0.10466119514562955,2.9799896222624778,1.4726861784086025,4.98525178339484,0.1047655575258256,3.0648403567605107,0.2982692251342737,6.271521994658987,0.007536021263475796,2.9312083754968494,3.207802508789871,4.7442474905276875,0.7812015455866966,2.959670053634851,1.5158924870508819,5.995918794004727,0.06920168033450902,3.0950651358483414,1.6961480384073113,5.851975175350082,0.07489946329724394,3.234514669754261,0.3157782134245851,7.215552807805911,0.0036821376020461857]},{"index":1754,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,7,2,7,2,7,2,7,2,5,2,7,2,5,7,7,2,7,2,7,2,7,7,7,2,7,7,7,2,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0608893703745863,2.3191173839389325,0.9701484266767798,1.6257495918339115,1.2821261567620492,1.9374020319749259,1.347642808930236,0.774969680923803,0.9783373567558388,2.0455591598721026,1.1748989735923285,0.8447078018245995,1.3225556603700577,1.1543526814061063,1.6052685723302293,0.20122875223278927,0.856071578054669,2.3076867455939176,0.7121820119478798,1.2058327036285668,0.8669716752830833,1.7568509153035157,0.907426721443242,0.4562113292159568,0.8299815190073863,2.0112280950458947,0.8924357758579625,0.644064976173395,1.027827370857236,1.0115475831480385,1.2529942218900667,0.13324169554892298]},{"index":2070,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,6,9,1,9,6,9,1,9,5,9,1,9,5,9,1,9,6,9,1,9,6,9,1,9,5,9,1,9,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2434326672281792,1.4601904558405,2.979893376947045,1.256434299344074,2.4099784612329405,1.3902932058490403,3.5991743892940153,1.1424373483473733,2.4603974303705787,1.3041627062120937,3.664745991049648,1.0328279467006822,2.604697520889308,1.0800015770402496,4.272509637349779,0.911186694777847,2.494711537468823,1.1755186467366125,3.207344216886173,1.0544280678326365,2.628599453145546,0.9781288368253306,3.899747261808593,0.8070344013400055,2.80630311281105,1.0599643771426144,4.032872688259025,0.8662468444863255,3.002158375840316,0.819722391340086,4.675269041601583,0.6837328332895383]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,1,8,1,8,1,8,5,8,1,8,1,8,1,8,5,8,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.349346960467892,0.1509440353114657,6.074384883799635,0.0009666106911978321,5.280144559363618,0.0036441365624065906,7.833160030934762,3.0745538333003294e-06,5.574434816336883,0.012458101908967354,7.531848041770811,1.0078971890343538e-05,6.334795052723393,9.072260000956112e-05,8.999668743546986,9.18646066105216e-09,3.876050045658893,0.03458609626687046,5.69011726168336,2.4266333623138184e-05,4.928308850548941,0.00022559616402912137,7.565040418162856,1.4456536307914793e-08,4.9036471819288145,0.001721072970397741,6.72540113396921,1.8388265906838305e-07,6.042258080848924,3.4074004777114316e-06,8.515865520288145,6.459544010586442e-11]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.263008796331352,0.023527168177740258,6.223547389002865,0.00011785234115850635,5.520846936956166,0.0002571777257383773,7.603039612075372,1.7462597264496924e-07,5.636173204886819,0.0009292630628610125,8.072463999981931,1.0951275320815833e-06,7.400903541688707,5.3283966666065926e-06,9.724830723059517,1.648859714071348e-09,4.087696177809395,0.0021363480709854147,6.139810692738684,1.908269565716241e-06,5.169708244309897,7.490971172636323e-06,7.520634346640601,1.2373839722972737e-09,5.185597894855555,3.9053160232633484e-05,8.115193194899206,1.1596708415144652e-08,6.911271097916908,1.2088365555102228e-07,9.589172197077266,1.4851453400300436e-11]},{"index":2004,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,3,7,3,7,3,7,8,7,8,7,8,7,3,7,3,7,3,7,3,7,3,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.276301195223445,0.9911951056125446,6.103649500430679,0.7753571258150771,5.291967393883128,0.8358931046567565,7.410801718719301,0.7896259634322814,5.460996317832219,0.6702706273273746,7.451207634348645,0.5275149369329836,6.725497909720857,0.6530086885092968,9.205553061166103,0.7067230048050703,4.007084181422139,1.112751222068786,5.825978132723837,1.079145407559471,4.947060029819152,1.0837745129198582,7.45427021845285,0.8052608836550347,4.891399262872035,0.7327314257150215,7.180602058426762,0.5692202312884813,6.443761205512862,0.6436145234179647,9.335317081540738,0.45302311184412103]},{"index":3567,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,5,5,5,0,5,5,8,0,5,0,8,0,8,5,8,5,5,5,5,5,5,5,8,5,5,5,8,5,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.4264687840118366,1.310486214548294,4.386622774888996,0.8807427928129598,3.8746185243786186,0.9117124722116116,5.12840175443264,0.2708799917937056,3.8869850618507655,0.8786140344864882,5.020722440538876,0.32823330601129846,4.343892963196235,0.2878104700250196,5.85288322840335,0.03620155292099267,3.479747928172304,1.2514632139689428,4.557262694945271,0.7513844127951119,3.98900459326518,0.7307766350542971,5.4890527542768615,0.15008258164740856,3.8413677171038327,0.7027806092833456,5.25973839964708,0.21221564670937973,4.3336886503386305,0.1455965927517123,6.106780199986022,0.012631720823807206]},{"index":2093,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,5,1,5,1,5,1,1,1,5,1,5,1,5,8,1,1,5,1,5,1,5,8,5,1,5,1,5,1,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5373203613512447,1.8261879472061229,3.371820144353046,1.5293965369420188,3.855891616315779,1.663725108775927,4.7647644108992,1.1130535223448708,3.8007904786149895,1.8962222918703235,4.1879853023292135,1.2781714958149346,4.525822974665383,1.7223932386848448,6.43921614736014,0.6273121336202009,3.2642000158183917,1.5783948905209981,3.539760447804393,1.1849327389603594,3.695939388643003,1.5508565002269667,5.155598496779775,0.6776534162102589,3.4062726634721665,1.7351550007266099,4.39868653719369,0.8710874404224834,4.473196845102877,1.4541846360672972,6.9710653914370875,0.3080168539801152]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,7,9,7,9,7,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.72204631179028,0.06070337845388457,6.789946664324424,0.00069153059133717,6.24334118577707,0.002153950842330358,9.203665179239362,8.742449438045705e-06,6.578057977084598,0.003588477667047524,9.234497867329004,1.364567747104221e-05,8.583924232354079,7.846471948868998e-05,12.312477880029254,5.549858862791052e-08,5.154852009802943,0.015048309317778619,7.498794611741443,9.998562481408312e-05,6.544864247195697,0.00037958749366384404,10.326617900917292,3.5681985151023685e-07,6.618101497634049,0.0007290525962950896,9.822972160451165,1.6878985055458811e-06,8.96959872871141,1.3875298403509476e-05,13.740251567222307,5.125849953565675e-09]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5.330035472943087,0.06430128030244796,5.969635815282211,0.001499020432637613,7.128432246772375,0.0025341908594895793,8.405629412650786,3.085807670058049e-05,7.683851929006095,0.005221911990090866,8.711621156037255,4.097215851750555e-05,10.2682782944219,9.683120556616227e-05,11.846391261271451,7.591035134761283e-07,5.969241050694423,0.008585604463129979,7.015228701930367,0.0001151416173234866,8.220615906704106,0.00030534177716215195,10.063955927550257,2.999850219743697e-06,8.710890405439914,0.0006926177608600268,10.255161110851851,5.342348457831166e-06,11.79443415613528,2.4445101106408477e-05,13.609670915926559,3.4667399292858845e-07]},{"index":274,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,3,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,3,7,9,7,9,7,3,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.325891856642862,0.2868838939032596,2.6889063234160475,0.2931180321249853,2.335859373918577,0.6886097688281039,3.201994088262274,0.6934327712819256,3.0179254330005905,0.2107967235971252,3.759010115658817,0.30905578109646764,3.111099313253219,0.6850346691774688,4.377289729826055,0.3916227347825486,2.261536456453846,0.24775563669100345,2.8460690344160096,0.29794849224075026,2.5403514790781125,0.6469024763545167,3.586220007221537,0.7761129522403176,2.9139095930310264,0.20142154244493085,3.899588410990471,0.2589771553885034,2.925685998078115,0.7423967580807597,4.346061927415842,0.32158792746722925]},{"index":882,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,6,9,7,7,4,9,7,9,4,9,7,7,6,9,7,7,6,9,7,7,4,9,6,9,4,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5750369302923133,0.9267030435355929,2.8057573544165213,0.5446463097483962,2.3983211703419274,0.6077550275788317,3.013020730565195,0.21286033150507416,2.8449381142206205,0.8235202454787761,3.4074739880801936,0.3995460130268657,2.4719610689293443,0.5710392530386685,3.519727900430687,0.14242171516848653,2.4656770681496356,1.0994454188243605,2.909161935278153,0.6638954541742708,2.4420158136477994,0.8472706555827031,3.413860190876495,0.25234224698285684,2.9832701928952505,1.0257878159220812,3.936734222806099,0.5090865064890409,2.8102623009967127,0.6712111767495571,4.334513251241168,0.13479168279246856]}]},{"id":"residual_unit_dropout-selected-s103","recipe":"residual_unit_dropout","state":"selected","seed":103,"epoch":10,"source_run":"graph-eval-residual_unit_dropout-s103","checkpoint_sha256":"3958426f05f506042b7dabf7dea5aeea30a155d432dd95bb3ad72d6a9f41fa3a","source_result_sha256":"174f6712ad15472428329a8737e7acc1dfc85c591083614daddd712afa0528c2","archive_json_sha256":"8a5dd1f353c5f50099e0529fda7b4745f0e5497e1f99b9ff66183b0bd607cdc9","archive_npz_sha256":"3443d62966a6ef5589e3877f586b2e242e6957413b987549993feb8e100e3823","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":1.5710443626582027e-08,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual_unit_dropout-selected-s103","recipe":"residual_unit_dropout","state":"selected","seed":103,"epoch":10,"checkpoint_sha256":"3958426f05f506042b7dabf7dea5aeea30a155d432dd95bb3ad72d6a9f41fa3a","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,324,443,6651,2,5,619,900,1,35,119,172,444,492,30,32,18,195,4306,5734,4,6,2043,2371,8,15,340,694,2573,3776,11,21,217,259,2422,0,17,684,846,1260,1754,61,84,4601,7121,7,9,151,241,3597]},"n":10000,"dense_accuracy":0.9822,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9822,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9670542635658915,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9786995515695067,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9900891972249752,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1471,"correct_output_rate":0.1471,"accuracy":0.1471,"ce":2.613194453722833,"abstentions":0,"harm":0.8369,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":3.001472927288171,"harm":0.9857142857142858,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5832599118942732,"accuracy":0.5832599118942732,"ce":1.870801507587133,"harm":0.40969162995594716,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":2.7318718114143956,"harm":0.9496124031007752,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.0195228875582703,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.2899213536316747,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.0930493273542601,"accuracy":0.0930493273542601,"ce":2.2234186472163007,"harm":0.8867713004484304,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.503273944907974,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.6108949416342413,"accuracy":0.6108949416342413,"ce":1.6572560648951176,"harm":0.38229571984435795,"repair":0.01264591439688716},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.021560574948665298,"accuracy":0.021560574948665298,"ce":2.5092369276793143,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.05054509415262636,"accuracy":0.05054509415262636,"ce":2.458222881550152,"harm":0.9415262636273538,"repair":0.0019821605550049554}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":8997,"correct_output_rate":0.8997,"accuracy":0.8997,"ce":1.707500821995645,"abstentions":0,"harm":0.0864,"repair":0.0039,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9275510204081633,"accuracy":0.9275510204081633,"ce":1.675057663798153,"harm":0.06428571428571428,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9903083700440528,"accuracy":0.9903083700440528,"ce":1.5286531643864045,"harm":0.004405286343612335,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.75,"accuracy":0.75,"ce":1.8117608216190981,"harm":0.2189922480620155,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.7930693069306931,"accuracy":0.7930693069306931,"ce":1.8210692231003087,"harm":0.18316831683168316,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9144602851323829,"accuracy":0.9144602851323829,"ce":1.7522780455280484,"harm":0.06924643584521385,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.8733183856502242,"accuracy":0.8733183856502242,"ce":1.70544813590295,"harm":0.11547085201793722,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9091858037578288,"accuracy":0.9091858037578288,"ce":1.681595041730739,"harm":0.07515657620041753,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9474708171206225,"accuracy":0.9474708171206225,"ce":1.5455626454606581,"harm":0.038910505836575876,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9743326488706365,"accuracy":0.9743326488706365,"ce":1.720923579143817,"harm":0.019507186858316223,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9098116947472745,"accuracy":0.9098116947472745,"ce":1.8547378504279595,"harm":0.08225966303270565,"repair":0.0019821605550049554}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1551,"correct_output_rate":0.1551,"accuracy":0.1551,"ce":2.6520321169530847,"abstentions":0,"harm":0.8298,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":3.100007702429352,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5224669603524229,"accuracy":0.5224669603524229,"ce":1.8051208685854394,"harm":0.4713656387665198,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.03972868217054264,"accuracy":0.03972868217054264,"ce":2.7435808981744145,"harm":0.9282945736434108,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.0365660906484653,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6278685435309854,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.36995515695067266,"accuracy":0.36995515695067266,"ce":1.7527118231375003,"harm":0.6210762331838565,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3118615913669633,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.5359922178988327,"accuracy":0.5359922178988327,"ce":1.6672353292305035,"harm":0.45622568093385213,"repair":0.011673151750972763},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9361081005710132,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.031714568880079286,"accuracy":0.031714568880079286,"ce":2.639006667902784,"harm":0.9593657086223984,"repair":0.0009910802775024777}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9718,"correct_output_rate":0.9718,"accuracy":0.9718,"ce":0.899412563597421,"abstentions":0,"harm":0.0137,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.7564744775058222,"harm":0.003061224489795918,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.7588039199407335,"harm":0.0,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9292635658914729,"accuracy":0.9292635658914729,"ce":1.05493656098444,"harm":0.040697674418604654,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9435643564356435,"accuracy":0.9435643564356435,"ce":0.9961883371223768,"harm":0.032673267326732675,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9694501018329938,"accuracy":0.9694501018329938,"ce":0.9142038683899313,"harm":0.012219959266802444,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9820627802690582,"accuracy":0.9820627802690582,"ce":0.7974281258101514,"harm":0.005605381165919282,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9728601252609603,"accuracy":0.9728601252609603,"ce":0.8311256114790335,"harm":0.011482254697286013,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.7266542253944516,"harm":0.01264591439688716,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":1.1150424294591703,"harm":0.004106776180698152,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":1.0489287955193465,"harm":0.013875123885034688,"repair":0.002973240832507433}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1482,"correct_output_rate":0.1482,"accuracy":0.1482,"ce":2.722049165104413,"abstentions":0,"harm":0.8362,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":3.417953209641731,"harm":0.9857142857142858,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.5788546255506608,"accuracy":0.5788546255506608,"ce":1.7643458082042311,"harm":0.4149779735682819,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.0755813953488372,"accuracy":0.0755813953488372,"ce":2.614874052253786,"harm":0.8943798449612403,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":2.975916845324156,"harm":0.9722772277227723,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.87782959941314,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.1625560538116592,"accuracy":0.1625560538116592,"ce":2.0618614289423753,"harm":0.820627802690583,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":3.4181341189854932,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.5476653696498055,"accuracy":0.5476653696498055,"ce":1.5761490963614715,"harm":0.44455252918287935,"repair":0.011673151750972763},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":2.806816778517344,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.02081268582755203,"accuracy":0.02081268582755203,"ce":2.8624743478852714,"harm":0.9702675916749257,"repair":0.0009910802775024777}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9660,"correct_output_rate":0.966,"accuracy":0.966,"ce":0.9213910966107512,"abstentions":0,"harm":0.0188,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9857142857142858,"accuracy":0.9857142857142858,"ce":0.8534514078223129,"harm":0.006122448979591836,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.7767483003838881,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9108527131782945,"accuracy":0.9108527131782945,"ce":1.0428969993779649,"harm":0.060077519379844964,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9504950495049505,"accuracy":0.9504950495049505,"ce":1.007243551659158,"harm":0.026732673267326732,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9674134419551935,"accuracy":0.9674134419551935,"ce":0.9000860954392434,"harm":0.014256619144602852,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9562780269058296,"accuracy":0.9562780269058296,"ce":0.9547189359649064,"harm":0.026905829596412557,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9613778705636743,"accuracy":0.9613778705636743,"ce":0.8947919528262198,"harm":0.021920668058455117,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9610894941634242,"accuracy":0.9610894941634242,"ce":0.8371999493487956,"harm":0.021400778210116732,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9917864476386037,"accuracy":0.9917864476386037,"ce":0.9678483296953514,"harm":0.001026694045174538,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.9973272809799195,"harm":0.008919722497522299,"repair":0.0009910802775024777}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1362,"correct_output_rate":0.1362,"accuracy":0.1362,"ce":2.965981348869349,"abstentions":0,"harm":0.8488,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":3.889200696604276,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.35506607929515416,"accuracy":0.35506607929515416,"ce":1.7052405565853865,"harm":0.6370044052863436,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.05910852713178295,"accuracy":0.05910852713178295,"ce":2.9847233010492196,"harm":0.9098837209302325,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":3.3342230903105032,"harm":0.9722772277227723,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.404272237700756,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.531390134529148,"accuracy":0.531390134529148,"ce":1.4158102009612616,"harm":0.46300448430493274,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.008350730688935281,"accuracy":0.008350730688935281,"ce":3.0922152989454283,"harm":0.9749478079331941,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.39299610894941633,"accuracy":0.39299610894941633,"ce":1.6324777384752822,"harm":0.5982490272373541,"repair":0.010700389105058366},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.896121599308005,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":3.4111983750768955,"harm":0.9861248761149654,"repair":0.0009910802775024777}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9799,"correct_output_rate":0.9799,"accuracy":0.9799,"ce":0.24295879158280942,"abstentions":0,"harm":0.0045,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.17282346692594533,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.176527519786354,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9554263565891473,"accuracy":0.9554263565891473,"ce":0.3157541917142687,"harm":0.014534883720930232,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9673267326732673,"accuracy":0.9673267326732673,"ce":0.28188944707970404,"harm":0.00891089108910891,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.22753922653549752,"harm":0.003054989816700611,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.20288095222819177,"harm":0.002242152466367713,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.21570383223759737,"harm":0.0041753653444676405,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.19962883346453975,"harm":0.005836575875486381,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9835728952772074,"accuracy":0.9835728952772074,"ce":0.3687614811609173,"harm":0.001026694045174538,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9881070366699702,"accuracy":0.9881070366699702,"ce":0.27140316283669524,"harm":0.003964321110009911,"repair":0.0019821605550049554}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1255,"correct_output_rate":0.1255,"accuracy":0.1255,"ce":2.7240193486028375,"abstentions":0,"harm":0.8591,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.00816326530612245,"accuracy":0.00816326530612245,"ce":3.1833299201327105,"harm":0.9836734693877551,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.2599118942731278,"accuracy":0.2599118942731278,"ce":1.944946527538188,"harm":0.73215859030837,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.07267441860465117,"accuracy":0.07267441860465117,"ce":2.7130740122984562,"harm":0.8972868217054264,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":3.0627441664307127,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.9543207167924797,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.18497757847533633,"accuracy":0.18497757847533633,"ce":1.980810458315499,"harm":0.7982062780269058,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.665134884338169,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.627431906614786,"accuracy":0.627431906614786,"ce":1.489292532259718,"harm":0.3657587548638132,"repair":0.01264591439688716},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.03182751540041068,"accuracy":0.03182751540041068,"ce":2.4892639770646308,"harm":0.9517453798767967,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.03369672943508424,"accuracy":0.03369672943508424,"ce":2.8770970644478706,"harm":0.958374628344896,"repair":0.0019821605550049554}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9510,"correct_output_rate":0.951,"accuracy":0.951,"ce":0.9900338694944472,"abstentions":0,"harm":0.0342,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9612244897959183,"accuracy":0.9612244897959183,"ce":1.0140359837379007,"harm":0.02959183673469388,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9832599118942731,"accuracy":0.9832599118942731,"ce":0.8778265044708136,"harm":0.010572687224669603,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.8575581395348837,"accuracy":0.8575581395348837,"ce":1.1729814690728706,"harm":0.1124031007751938,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9277227722772278,"accuracy":0.9277227722772278,"ce":1.0498296422087294,"harm":0.048514851485148516,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9613034623217923,"accuracy":0.9613034623217923,"ce":0.9595629173134002,"harm":0.02240325865580448,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9394618834080718,"accuracy":0.9394618834080718,"ce":1.0368062230693011,"harm":0.043721973094170405,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9519832985386222,"accuracy":0.9519832985386222,"ce":0.9388892419854364,"harm":0.031315240083507306,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9591439688715954,"accuracy":0.9591439688715954,"ce":0.8305845726269424,"harm":0.024319066147859923,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9938398357289527,"accuracy":0.9938398357289527,"ce":0.9732915693817712,"harm":0.001026694045174538,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":1.0614477450475444,"harm":0.018830525272547076,"repair":0.0019821605550049554}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1230,"correct_output_rate":0.123,"accuracy":0.123,"ce":3.0195212142030234,"abstentions":0,"harm":0.8618,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":3.9871336493020144,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.1436123348017621,"accuracy":0.1436123348017621,"ce":1.919810567057585,"harm":0.8484581497797357,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.08624031007751938,"accuracy":0.08624031007751938,"ce":3.041637916779062,"harm":0.8837209302325582,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0049504950495049506,"accuracy":0.0049504950495049506,"ce":3.4077872323519287,"harm":0.9712871287128713,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.6120825154736425,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5751121076233184,"accuracy":0.5751121076233184,"ce":1.3125673476240605,"harm":0.41816143497757846,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.42756766468691,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.43093385214007784,"accuracy":0.43093385214007784,"ce":1.5748475076018336,"harm":0.5583657587548638,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":3.5785060984940515,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":3.409422827075054,"harm":0.9801783944499505,"repair":0.0009910802775024777}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9791,"correct_output_rate":0.9791,"accuracy":0.9791,"ce":0.23640731069401946,"abstentions":0,"harm":0.0059,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.1739144212993035,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.17839963898304878,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9525193798449613,"accuracy":0.9525193798449613,"ce":0.34787938221544806,"harm":0.018410852713178296,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9643564356435643,"accuracy":0.9643564356435643,"ce":0.2692587644796093,"harm":0.011881188118811881,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9735234215885947,"accuracy":0.9735234215885947,"ce":0.2290003011948626,"harm":0.007128309572301426,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.22045655409085926,"harm":0.006726457399103139,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.20151287868379325,"harm":0.0041753653444676405,"repair":0.0020876826722338203},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.1931684500678425,"harm":0.006809338521400778,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9887063655030801,"accuracy":0.9887063655030801,"ce":0.3064063207077833,"harm":0.0,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9890981169474727,"accuracy":0.9890981169474727,"ce":0.24638127493535206,"harm":0.0019821605550049554,"repair":0.0009910802775024777}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1257,"correct_output_rate":0.1257,"accuracy":0.1257,"ce":3.094029581976615,"abstentions":0,"harm":0.859,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":4.078379663388363,"harm":0.9816326530612245,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.22995594713656387,"accuracy":0.22995594713656387,"ce":1.8574544908151462,"harm":0.762114537444934,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.1308139534883721,"accuracy":0.1308139534883721,"ce":2.818554731892892,"harm":0.8401162790697675,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.01485148514851485,"accuracy":0.01485148514851485,"ce":3.2973820840616788,"harm":0.9613861386138614,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.1093547403520905,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.31390134529147984,"accuracy":0.31390134529147984,"ce":1.7726659421969426,"harm":0.6760089686098655,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.010438413361169102,"accuracy":0.010438413361169102,"ce":3.5975650369016257,"harm":0.9728601252609603,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.5136186770428015,"accuracy":0.5136186770428015,"ce":1.4067231154427138,"harm":0.4766536964980545,"repair":0.009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":3.288086841128228,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.011892963330029732,"accuracy":0.011892963330029732,"ce":3.86758066164858,"harm":0.979187314172448,"repair":0.0009910802775024777}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9691,"correct_output_rate":0.9691,"accuracy":0.9691,"ce":0.2772411844169306,"abstentions":0,"harm":0.0157,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.986734693877551,"accuracy":0.986734693877551,"ce":0.2399985096310685,"harm":0.00510204081632653,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9876651982378855,"accuracy":0.9876651982378855,"ce":0.2178605577310214,"harm":0.004405286343612335,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9234496124031008,"accuracy":0.9234496124031008,"ce":0.4178192450512815,"harm":0.04748062015503876,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9564356435643564,"accuracy":0.9564356435643564,"ce":0.30617100352708526,"harm":0.02277227722772277,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9704684317718941,"accuracy":0.9704684317718941,"ce":0.24721568720432513,"harm":0.012219959266802444,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9506726457399103,"accuracy":0.9506726457399103,"ce":0.35587486013536757,"harm":0.028026905829596414,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9728601252609603,"accuracy":0.9728601252609603,"ce":0.24478758304475512,"harm":0.010438413361169102,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9649805447470817,"accuracy":0.9649805447470817,"ce":0.2703259511407002,"harm":0.017509727626459144,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9938398357289527,"accuracy":0.9938398357289527,"ce":0.22786266416795442,"harm":0.0,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9821605550049554,"accuracy":0.9821605550049554,"ce":0.25269910797460093,"harm":0.009910802775024777,"repair":0.0019821605550049554}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1054,"correct_output_rate":0.1054,"accuracy":0.1054,"ce":4.101048587060662,"abstentions":0,"harm":0.8792,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":6.2340036366321385,"harm":0.9877551020408163,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.07136563876651983,"accuracy":0.07136563876651983,"ce":1.9987262450814474,"harm":0.920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.05813953488372093,"accuracy":0.05813953488372093,"ce":4.425539844577611,"harm":0.9108527131782945,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":4.6982718432625425,"harm":0.9693069306930693,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.253220571672761,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.6569506726457399,"accuracy":0.6569506726457399,"ce":1.0103290757131331,"harm":0.3374439461883408,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.030271398747390398,"accuracy":0.030271398747390398,"ce":3.3509884975445967,"harm":0.9530271398747391,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.2801556420233463,"accuracy":0.2801556420233463,"ce":1.9782904630937688,"harm":0.708171206225681,"repair":0.007782101167315175},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.894115188477307,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.246305678926292,"harm":0.9900891972249752,"repair":0.0}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9815,"correct_output_rate":0.9815,"accuracy":0.9815,"ce":0.06561682099045277,"abstentions":0,"harm":0.002,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.0400472887121767,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.030321181205805698,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9622093023255814,"accuracy":0.9622093023255814,"ce":0.10921428333633278,"harm":0.005813953488372093,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9732673267326732,"accuracy":0.9732673267326732,"ce":0.0849359933284789,"harm":0.0029702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.06867413112598053,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.06508465791558089,"harm":0.0,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9822546972860126,"accuracy":0.9822546972860126,"ce":0.0721921224442774,"harm":0.0020876826722338203,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.06717239886822109,"harm":0.0038910505836575876,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.06503854087835242,"harm":0.001026694045174538,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9890981169474727,"accuracy":0.9890981169474727,"ce":0.05645044881374686,"harm":0.0009910802775024777,"repair":0.0}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1164,"correct_output_rate":0.1164,"accuracy":0.1164,"ce":2.8016763197491774,"abstentions":0,"harm":0.8679,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.006122448979591836,"accuracy":0.006122448979591836,"ce":3.4456671175818103,"harm":0.9857142857142858,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.35330396475770925,"accuracy":0.35330396475770925,"ce":1.8208635356012801,"harm":0.639647577092511,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.08624031007751938,"accuracy":0.08624031007751938,"ce":2.895562165261249,"harm":0.8837209302325582,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":3.054129891464378,"harm":0.9722772277227723,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.793353616551846,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.11547085201793722,"accuracy":0.11547085201793722,"ce":2.2351775988684017,"harm":0.8677130044843049,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.106993903275768,"harm":0.9832985386221295,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.4581712062256809,"accuracy":0.4581712062256809,"ce":1.632557586298843,"harm":0.5311284046692607,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.023613963039014373,"accuracy":0.023613963039014373,"ce":2.645897875915954,"harm":0.9599589322381931,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.06541129831516353,"accuracy":0.06541129831516353,"ce":2.5685950501342463,"harm":0.9266600594648167,"repair":0.0019821605550049554}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9390,"correct_output_rate":0.939,"accuracy":0.939,"ce":1.1305877452987378,"abstentions":0,"harm":0.047,"repair":0.0038,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9653061224489796,"accuracy":0.9653061224489796,"ce":1.108933532940666,"harm":0.027551020408163266,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9788546255506608,"accuracy":0.9788546255506608,"ce":0.9292290957465652,"harm":0.014977973568281937,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.7897286821705426,"accuracy":0.7897286821705426,"ce":1.360826574077559,"harm":0.18023255813953487,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9198019801980198,"accuracy":0.9198019801980198,"ce":1.1791759855582162,"harm":0.05742574257425743,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9643584521384929,"accuracy":0.9643584521384929,"ce":1.0406172407772623,"harm":0.019348268839103868,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9405829596412556,"accuracy":0.9405829596412556,"ce":1.1532025526153804,"harm":0.04820627802690583,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9352818371607515,"accuracy":0.9352818371607515,"ce":1.17141586712677,"harm":0.049060542797494784,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9494163424124513,"accuracy":0.9494163424124513,"ce":0.9624851547162165,"harm":0.03404669260700389,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9917864476386037,"accuracy":0.9917864476386037,"ce":1.123262155502634,"harm":0.002053388090349076,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.956392467789891,"accuracy":0.956392467789891,"ce":1.3011452037461484,"harm":0.035678889990089196,"repair":0.0019821605550049554}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1323,"correct_output_rate":0.1323,"accuracy":0.1323,"ce":2.98076939260718,"abstentions":0,"harm":0.8523,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":3.8070885632019893,"harm":0.9816326530612245,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.3198237885462555,"accuracy":0.3198237885462555,"ce":1.7450517526616822,"harm":0.6731277533039648,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.09302325581395349,"accuracy":0.09302325581395349,"ce":3.0721011617395995,"harm":0.875968992248062,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.0049504950495049506,"accuracy":0.0049504950495049506,"ce":3.3215619918382275,"harm":0.9712871287128713,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.340956847061904,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.4260089686098655,"accuracy":0.4260089686098655,"ce":1.5379405818213758,"harm":0.5639013452914798,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0041753653444676405,"accuracy":0.0041753653444676405,"ce":3.8283528947818075,"harm":0.9791231732776617,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.42412451361867703,"accuracy":0.42412451361867703,"ce":1.6081702935878006,"harm":0.566147859922179,"repair":0.009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":3.5980110495035076,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.028741328047571853,"accuracy":0.028741328047571853,"ce":3.0832912429790476,"harm":0.9623389494549058,"repair":0.0009910802775024777}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9758,"correct_output_rate":0.9758,"accuracy":0.9758,"ce":0.2809819423778964,"abstentions":0,"harm":0.0087,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.19412540535047462,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.2031901350611729,"harm":0.0,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.936046511627907,"accuracy":0.936046511627907,"ce":0.44668586060751136,"harm":0.03294573643410853,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9633663366336633,"accuracy":0.9633663366336633,"ce":0.306710774661731,"harm":0.015841584158415842,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.2508223574661669,"harm":0.0050916496945010185,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9798206278026906,"accuracy":0.9798206278026906,"ce":0.2529851468064141,"harm":0.004484304932735426,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9770354906054279,"accuracy":0.9770354906054279,"ce":0.2559654438368984,"harm":0.007306889352818371,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9727626459143969,"accuracy":0.9727626459143969,"ce":0.22920797407883517,"harm":0.011673151750972763,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.37517169261268224,"harm":0.001026694045174538,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9841427155599604,"accuracy":0.9841427155599604,"ce":0.2972941581259931,"harm":0.006937561942517344,"repair":0.0009910802775024777}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1192,"correct_output_rate":0.1192,"accuracy":0.1192,"ce":3.1418763149447857,"abstentions":0,"harm":0.8654,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.01020408163265306,"accuracy":0.01020408163265306,"ce":4.200581870099712,"harm":0.9816326530612245,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.34889867841409694,"accuracy":0.34889867841409694,"ce":1.6863692224810665,"harm":0.6458149779735682,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.12403100775193798,"accuracy":0.12403100775193798,"ce":2.973707169722419,"harm":0.8468992248062015,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":3.3161112245894144,"harm":0.9623762376237623,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.88612840880526,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.16928251121076232,"accuracy":0.16928251121076232,"ce":2.1469125240619795,"harm":0.8172645739910314,"repair":0.007847533632286996},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.007306889352818371,"accuracy":0.007306889352818371,"ce":4.09669281485485,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.4455252918287938,"accuracy":0.4455252918287938,"ce":1.4849058657610756,"harm":0.5428015564202334,"repair":0.007782101167315175},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":3.268531881373995,"harm":0.9753593429158111,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.02081268582755203,"accuracy":0.02081268582755203,"ce":3.5898281915199535,"harm":0.9702675916749257,"repair":0.0009910802775024777}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9690,"correct_output_rate":0.969,"accuracy":0.969,"ce":0.31255635438719914,"abstentions":0,"harm":0.0155,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9897959183673469,"accuracy":0.9897959183673469,"ce":0.2615467455467056,"harm":0.0020408163265306124,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9885462555066079,"accuracy":0.9885462555066079,"ce":0.24719405884708434,"harm":0.003524229074889868,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9224806201550387,"accuracy":0.9224806201550387,"ce":0.46231432898487534,"harm":0.04748062015503876,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9633663366336633,"accuracy":0.9633663366336633,"ce":0.32272140567773683,"harm":0.016831683168316833,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.24857980899619334,"harm":0.007128309572301426,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9517937219730942,"accuracy":0.9517937219730942,"ce":0.38980677763824223,"harm":0.028026905829596414,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9676409185803758,"accuracy":0.9676409185803758,"ce":0.3139381358149486,"harm":0.016701461377870562,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9601167315175098,"accuracy":0.9601167315175098,"ce":0.31830796128784755,"harm":0.021400778210116732,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9897330595482546,"accuracy":0.9897330595482546,"ce":0.2775275401899876,"harm":0.001026694045174538,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.979187314172448,"accuracy":0.979187314172448,"ce":0.2928912870670205,"harm":0.011892963330029732,"repair":0.0009910802775024777}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1210,"correct_output_rate":0.121,"accuracy":0.121,"ce":3.9012991804502226,"abstentions":0,"harm":0.864,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.004081632653061225,"accuracy":0.004081632653061225,"ce":5.672640819223952,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.20088105726872246,"accuracy":0.20088105726872246,"ce":1.7310264148872454,"harm":0.7911894273127753,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.061046511627906974,"accuracy":0.061046511627906974,"ce":4.228530834583614,"harm":0.9079457364341085,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":4.420863236568717,"harm":0.9663366336633663,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.889104730823171,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5269058295964125,"accuracy":0.5269058295964125,"ce":1.2898402072151176,"harm":0.4663677130044843,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.03444676409185804,"accuracy":0.03444676409185804,"ce":3.73165932037036,"harm":0.9488517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.3861867704280156,"accuracy":0.3861867704280156,"ce":1.7172663995645054,"harm":0.6060311284046692,"repair":0.011673151750972763},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.633123741192697,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.004955401387512388,"accuracy":0.004955401387512388,"ce":4.8558898002457775,"harm":0.9861248761149654,"repair":0.0009910802775024777}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9811,"correct_output_rate":0.9811,"accuracy":0.9811,"ce":0.06856494915561732,"abstentions":0,"harm":0.0022,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03960589798456953,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.03341511810369606,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9573643410852714,"accuracy":0.9573643410852714,"ce":0.12052685774912845,"harm":0.01065891472868217,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.07950311195346257,"harm":0.0019801980198019802,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.0666537696877495,"harm":0.0010183299389002036,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9809417040358744,"accuracy":0.9809417040358744,"ce":0.06854302249220977,"harm":0.0011210762331838565,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9801670146137788,"accuracy":0.9801670146137788,"ce":0.07721235553672649,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.07121562937946836,"harm":0.0029182879377431907,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.07667921290374793,"harm":0.001026694045174538,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9910802775024777,"accuracy":0.9910802775024777,"ce":0.0552712163949982,"harm":0.0,"repair":0.0009910802775024777}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1089,"correct_output_rate":0.1089,"accuracy":0.1089,"ce":3.1905087368081753,"abstentions":0,"harm":0.8756,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.019387755102040816,"accuracy":0.019387755102040816,"ce":3.7016368839370597,"harm":0.9724489795918367,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.12246696035242291,"accuracy":0.12246696035242291,"ce":1.9331551659554274,"harm":0.8696035242290749,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.13662790697674418,"accuracy":0.13662790697674418,"ce":3.028273242014892,"harm":0.8333333333333334,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":3.5325708507427622,"harm":0.9623762376237623,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.196161790226759,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.20515695067264575,"accuracy":0.20515695067264575,"ce":2.0743639559786717,"harm":0.7802690582959642,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0020876826722338203,"accuracy":0.0020876826722338203,"ce":4.454165206445134,"harm":0.9812108559498957,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.5165369649805448,"accuracy":0.5165369649805448,"ce":1.3840706436066195,"harm":0.47470817120622566,"repair":0.010700389105058366},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.024640657084188913,"accuracy":0.024640657084188913,"ce":3.095729055977066,"harm":0.9589322381930184,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.035678889990089196,"accuracy":0.035678889990089196,"ce":3.6988692237810805,"harm":0.9554013875123885,"repair":0.0009910802775024777}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9572,"correct_output_rate":0.9572,"accuracy":0.9572,"ce":0.38166348871930067,"abstentions":0,"harm":0.0278,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.976530612244898,"accuracy":0.976530612244898,"ce":0.39240195992948934,"harm":0.015306122448979591,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9788546255506608,"accuracy":0.9788546255506608,"ce":0.31352607143650435,"harm":0.014096916299559472,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.876937984496124,"accuracy":0.876937984496124,"ce":0.6072325223501465,"harm":0.09302325581395349,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9415841584158415,"accuracy":0.9415841584158415,"ce":0.3991551326889985,"harm":0.03663366336633663,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9714867617107943,"accuracy":0.9714867617107943,"ce":0.29578516128786225,"harm":0.012219959266802444,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9338565022421524,"accuracy":0.9338565022421524,"ce":0.48818966519086604,"harm":0.04596412556053812,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9613778705636743,"accuracy":0.9613778705636743,"ce":0.3418852299008316,"harm":0.022964509394572025,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9610894941634242,"accuracy":0.9610894941634242,"ce":0.30805559589881537,"harm":0.021400778210116732,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9907597535934292,"accuracy":0.9907597535934292,"ce":0.31252975554542806,"harm":0.002053388090349076,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.3685637599953182,"harm":0.014866204162537165,"repair":0.002973240832507433}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1157,"correct_output_rate":0.1157,"accuracy":0.1157,"ce":4.089173594938093,"abstentions":0,"harm":0.8693,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":5.940861010332,"harm":0.9816326530612245,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.1198237885462555,"accuracy":0.1198237885462555,"ce":1.9837645725411424,"harm":0.8731277533039647,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.10174418604651163,"accuracy":0.10174418604651163,"ce":4.193528245390497,"harm":0.8691860465116279,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":4.61463324692775,"harm":0.9663366336633663,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.563059178353394,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5190582959641256,"accuracy":0.5190582959641256,"ce":1.2956228153473597,"harm":0.4742152466367713,"repair":0.014573991031390135},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.018789144050104383,"accuracy":0.018789144050104383,"ce":4.277254318442255,"harm":0.964509394572025,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.3939688715953307,"accuracy":0.3939688715953307,"ce":1.651886139931893,"harm":0.5953307392996109,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":5.475362215622324,"harm":0.9794661190965093,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.007928642220019821,"accuracy":0.007928642220019821,"ce":5.054754796248434,"harm":0.9831516352824579,"repair":0.0009910802775024777}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9801,"correct_output_rate":0.9801,"accuracy":0.9801,"ce":0.07267369147795999,"abstentions":0,"harm":0.0037,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.04557787025219832,"harm":0.0010204081632653062,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.034896078744031285,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9554263565891473,"accuracy":0.9554263565891473,"ce":0.13635347712227372,"harm":0.011627906976744186,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9702970297029703,"accuracy":0.9702970297029703,"ce":0.08927661842254939,"harm":0.006930693069306931,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9775967413441955,"accuracy":0.9775967413441955,"ce":0.07487181101362075,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.976457399103139,"accuracy":0.976457399103139,"ce":0.08270810357487035,"harm":0.005605381165919282,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.07387056435252194,"harm":0.0010438413361169101,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.07202696320308098,"harm":0.005836575875486381,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.06506931355812219,"harm":0.001026694045174538,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9900891972249752,"accuracy":0.9900891972249752,"ce":0.0555881095428685,"harm":0.0009910802775024777,"repair":0.0009910802775024777}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1174,"correct_output_rate":0.1174,"accuracy":0.1174,"ce":4.246224733439338,"abstentions":0,"harm":0.8671,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.02142857142857143,"accuracy":0.02142857142857143,"ce":5.720332512463278,"harm":0.9693877551020408,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.1568281938325991,"accuracy":0.1568281938325991,"ce":1.9400829851559402,"harm":0.8361233480176211,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.1560077519379845,"accuracy":0.1560077519379845,"ce":3.7716440735823715,"harm":0.813953488372093,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.03564356435643564,"accuracy":0.03564356435643564,"ce":4.421643184140213,"harm":0.9405940594059405,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.585486864151771,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.265695067264574,"accuracy":0.265695067264574,"ce":2.20692653836427,"harm":0.7219730941704036,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.0407098121085595,"accuracy":0.0407098121085595,"ce":4.682690231569143,"harm":0.94258872651357,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.4717898832684825,"accuracy":0.4717898832684825,"ce":1.4379794749106074,"harm":0.5184824902723736,"repair":0.009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":4.864988656634873,"harm":0.9763860369609856,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.010901883052527254,"accuracy":0.010901883052527254,"ce":6.120758491255774,"harm":0.9801783944499505,"repair":0.0009910802775024777}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9701,"correct_output_rate":0.9701,"accuracy":0.9701,"ce":0.09951980931916123,"abstentions":0,"harm":0.0144,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.06371859527870143,"harm":0.004081632653061225,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9850220264317181,"accuracy":0.9850220264317181,"ce":0.06070203771546358,"harm":0.007048458149779736,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9331395348837209,"accuracy":0.9331395348837209,"ce":0.2091150189911154,"harm":0.035852713178294575,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9594059405940594,"accuracy":0.9594059405940594,"ce":0.11321978785478434,"harm":0.019801980198019802,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9755600814663951,"accuracy":0.9755600814663951,"ce":0.07231005794886777,"harm":0.007128309572301426,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9439461883408071,"accuracy":0.9439461883408071,"ce":0.17722070362834982,"harm":0.034753363228699555,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.975991649269311,"accuracy":0.975991649269311,"ce":0.09209208707599871,"harm":0.008350730688935281,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.9601167315175098,"accuracy":0.9601167315175098,"ce":0.11915672491113886,"harm":0.021400778210116732,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9928131416837782,"accuracy":0.9928131416837782,"ce":0.03566512513566739,"harm":0.0,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9851337958374629,"accuracy":0.9851337958374629,"ce":0.05862622658810369,"harm":0.006937561942517344,"repair":0.0019821605550049554}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1070,"correct_output_rate":0.107,"accuracy":0.107,"ce":6.533396347496663,"abstentions":0,"harm":0.8778,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":10.508849783273066,"harm":0.9857142857142858,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.05991189427312775,"accuracy":0.05991189427312775,"ce":2.504110055999396,"harm":0.93215859030837,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.05910852713178295,"accuracy":0.05910852713178295,"ce":7.692574935202062,"harm":0.9098837209302325,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.00891089108910891,"accuracy":0.00891089108910891,"ce":7.5148712952497645,"harm":0.9673267326732673,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.856988067381467,"harm":0.9796334012219959,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.5795964125560538,"accuracy":0.5795964125560538,"ce":1.3842352645781242,"harm":0.4147982062780269,"repair":0.01569506726457399},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.08768267223382047,"accuracy":0.08768267223382047,"ce":4.523328038815054,"harm":0.8956158663883089,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.316147859922179,"accuracy":0.316147859922179,"ce":2.7943701487925487,"harm":0.6741245136186771,"repair":0.009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.0,"accuracy":0.0,"ce":9.847977429655879,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.0009910802775024777,"accuracy":0.0009910802775024777,"ce":8.872326564586967,"harm":0.9890981169474727,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9822,"correct_output_rate":0.9822,"accuracy":0.9822,"ce":0.06777942244872488,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9908163265306122,"correct_output_rate":0.9908163265306122,"accuracy":0.9908163265306122,"ce":0.042667688225099844,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9920704845814978,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.030125853711158765,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9670542635658915,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.1072778654212767,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9762376237623762,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.07983410237531194,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9796334012219959,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.07649978915768844,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9786995515695067,"correct_output_rate":0.9786995515695067,"accuracy":0.9786995515695067,"ce":0.08121522983742292,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9832985386221295,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.09275958328638242,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.980544747081712,"correct_output_rate":0.980544747081712,"accuracy":0.980544747081712,"ce":0.07021768166958373,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9825462012320328,"correct_output_rate":0.9825462012320328,"accuracy":0.9825462012320328,"ce":0.05421735894738712,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9900891972249752,"correct_output_rate":0.9900891972249752,"accuracy":0.9900891972249752,"ce":0.04858464065747314,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,5,0,1,0,5,0,5,0,5,0,5,0,5,0,3,0,5,0,1,0,5,0,5,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.582524554678408,2.0898994772187676,2.87307651583021,1.15646749126743,3.0420028711662925,1.3481069050921797,3.714324173214001,0.2934612853133499,2.6995632296793164,1.7420353729551534,3.809395101246572,0.33696815880301706,3.5990665835849405,0.5362561670106551,6.408692964512767,0.012001169709082441,2.8024697236377127,1.7876952224994305,3.318915385024467,0.3622562791588338,3.598573384428285,0.5863280533408859,5.257213700440001,0.014050653792191411,2.5560438192344273,1.0671336066406387,5.42311073519872,0.02075454836409921,4.54314332201799,0.06208031866518435,10.60713679037782,4.80354632028718e-05]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,0,9,0,1,0,5,0,9,0,5,0,5,0,5,0,9,0,5,0,1,0,5,0,9,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6998783262907633,1.4950768788168871,3.586492845160137,0.5065236019503355,3.874750664541232,0.5841127603722622,4.054450251498261,0.03571007616701509,3.780041082834833,0.6641443666327794,4.20544000739265,0.03382878257374589,4.281852316419053,0.05068454600956476,6.210247833806038,0.00016941012001057474,3.9809063180633517,0.7061274012366096,3.752357635183264,0.04356404413993866,4.227129559568848,0.05859577314262039,5.268586506447964,0.00024811478992360316,3.9407485419123605,0.0871020773902439,5.6080336830524615,0.0002634520524990033,5.115463747806168,0.0006007774381976983,10.446427403438149,2.6610651328127293e-08]},{"index":324,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,9,5,0,5,0,5,0,5,9,5,0,5,0,5,0,1,9,5,0,5,0,5,0,5,9,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0678336937704698,2.226486547737727,2.072072022954303,1.7955500513965503,2.172402316456867,1.7912912940076182,2.3241047411412517,1.1095344750096936,2.050571042568759,2.0592780861469815,2.295660364920906,1.163039859102076,2.379529374024318,1.1949895910460058,3.6044434788825575,0.336218442298428,2.10217546244011,2.1055687765088287,2.2062153297063523,1.253668131697707,2.2413518834878574,1.219899831283223,2.986919334168488,0.3884216627505592,1.9114002253012576,1.7118140936108945,2.9576864771515172,0.44169551184995054,2.9861340779895906,0.454779865717574,6.078163061742415,0.034249619691334075]},{"index":443,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,0,5,0,5,0,5,8,5,0,5,0,5,0,5,8,5,0,5,0,5,0,5,8,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2112365124634863,2.0859412936637485,2.241991476575529,1.4639860087135714,2.243358423397672,1.6626169954794887,2.389095868276666,0.6461952646855086,2.2315232319307468,1.8281345581748396,2.4313779994452376,0.6821303929336144,2.392359979280144,1.0219835111346758,3.1397516445186655,0.0667393352446938,2.525241305490847,1.8237508059074803,2.5235555787154467,0.6657165117212647,2.6112642012449503,1.0488136385276112,3.0994879040226073,0.07827837932410991,2.4873866842074133,1.387885963870061,3.028934429697319,0.11171767178407178,2.9570627235039053,0.41116841418311567,5.291387335100681,0.001192451900133163]},{"index":6651,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,5,7,8,7,5,7,8,7,8,7,8,7,5,1,8,1,5,1,8,1,0,7,8,1,8,7,8,1,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3851543830300335,2.37403895383802,2.560379607427584,2.2930032042357795,2.4678362981800883,2.2104245653468504,2.8560719717734377,1.9241006946942962,2.43303912122912,2.3297560260724994,2.944255045253491,2.1273622156233243,2.7104316747441377,2.0904793066402627,3.677398969870552,1.5402078701489534,3.045346209460332,2.227662415661534,3.485297048977817,1.9543222583803412,3.3133754146495003,1.9130313547630793,4.160488344472283,1.372736526416515,2.973531290879719,2.1844231237427127,4.111873476271031,1.7613588209422413,3.5145900833650288,1.9618214817004764,5.680138916814682,0.963718717120248]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.990995207085404,1.4071798250840317,1.9669584596160277,0.7128778305891387,1.9050350945567514,0.7283011101884279,1.8539589403741477,0.14388529381987397,2.044386109592999,0.7396935535443518,1.9925312689638017,0.12881709510080164,1.9314196923518054,0.15371098528455132,1.9581632258449964,0.004550424745592005,1.9406641364228834,0.8032725833060389,1.8679340783324958,0.15649980193714774,1.8792612944553786,0.18399238176474886,1.8032627545316837,0.007415758152007219,1.9923651227879766,0.17495338071053995,1.8589294692680547,0.00577822342772769,1.920658414004985,0.008431658582291134,2.067529163921625,1.967835670401124e-05]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5720166123723749,1.303757076078166,1.5192191923883236,0.5627472338460124,1.4864553543130914,0.5802558360357121,1.3499726193381634,0.09687095656956046,1.5422473281252693,0.6309227303693997,1.440819828457809,0.08507657070605838,1.3820568668462596,0.09482728283437047,1.2505623031044688,0.002823869685435994,1.451794977854172,0.7045627485679602,1.315057742973653,0.1065385193235717,1.310678499162194,0.1336761944231939,1.0209709065001211,0.005921716796084306,1.3123615923116971,0.1341967873628318,1.0650545979812829,0.004395793710601426,1.1179067135897665,0.005350118985692996,0.8389804832617646,1.5133968291876681e-05]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,1,7,8,7,1,7,8,7,1,7,8,5,1,7,8,2,1,7,8,5,1,2,8,2,8,2,8,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1249165975669086,1.9794447851565735,1.8640476778868795,1.5915286918681688,1.8942442784481432,1.638193686748098,1.6318140785184516,1.0891965650644337,2.402970557306789,1.7895365577685447,2.2131225786861086,1.1992639665529814,2.088556675892656,1.5198703623586367,2.0267719126827943,0.7656678130838714,2.272132918658464,1.743653989501929,1.8765717954166314,1.1171127208443836,1.875589229503522,1.413936592746687,1.4064887470109073,0.7082708217207825,2.7230695096967006,1.6497907215402368,2.2156804548862494,0.9083180687933593,2.039097493354081,1.9917460404599536,1.9959463451563895,0.6418606940040956]},{"index":900,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,5,1,8,1,5,1,8,1,5,1,1,3,5,1,8,1,5,1,8,3,5,1,8,8,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8009538503169449,1.740647593427848,1.828359261289845,1.4403737857820025,1.7412794141255485,1.4388263611114787,1.8336618295579945,1.0969878051953446,1.8783361377678767,1.4688426553033456,1.9860623688333743,1.0800608297609933,2.046125369738778,1.1757216178244188,2.4497895463472537,0.7631060448913072,1.782041288650819,1.5603611395483694,1.8299236064458118,1.2059454188393157,1.7035160296892797,1.2432016478575887,2.066899995769897,0.8946633565155041,2.00567176353353,1.3962342719588332,2.303918117307039,0.9548155068780216,2.4851707276217834,1.27737602072232,3.870266680139207,0.6350511095940645]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,7,2,7,2,5,2,5,2,5,2,5,2,5,2,2,2,2,2,2,2,1,2,2,2,5,2,2,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2653892584310276,1.5578851842218524,2.1187358082759147,0.7519487888830753,1.911636918030918,0.6748583868706582,1.9178456384515812,0.061583938230305564,2.006257323361498,0.94736243950923,1.92659192725643,0.08968642794966608,1.7113376046322608,0.12651411242016983,2.229464468300613,0.0003221436671534669,1.5916388975445086,1.0574827109827043,1.4433870414460064,0.14871032796108188,1.136506146254988,0.1616336611745966,1.4202830927853844,0.0006419179902394247,1.0689791559265094,0.3939428725903534,1.2136681003369965,0.0015256173150891344,0.701114192602538,0.004830558766016047,1.93131443993635,1.6935722902764834e-08]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,9,2,9,2,5,2,9,2,5,2,9,2,5,2,9,2,5,2,9,2,5,2,9,2,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5670420871915702,1.9380491498410748,3.6988323527519,1.1201147618026397,3.677401610191117,1.1188565521485883,4.381003471492671,0.25197632632989647,4.070543450067807,1.2552154542970808,4.976816000261052,0.2680201369145945,4.95304841372478,0.3108194639857216,8.175707167187234,0.009677741366429706,3.8876008138002165,1.3541974766723135,4.537483811919657,0.34491286812241806,4.671879703706162,0.3136569913492176,7.547569337407192,0.012035301935247034,4.950753402253521,0.44822216989871516,7.80830407028523,0.013898282353020394,7.644359825127646,0.013748611764977487,15.991739372459591,2.121165556285654e-05]},{"index":119,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,2,9,2,5,2,9,8,5,2,5,2,5,2,9,8,9,2,5,2,5,2,9,8,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7607223853263,2.088953355006802,2.8301062139813515,1.3867563602343855,2.6997922901665428,1.4513132890979352,3.3275386211640385,0.4613750141313254,2.8704223615425657,1.6368224764129915,3.48536449184553,0.5427934916026862,3.119517670623141,0.7736082319515271,6.024608155695826,0.03150872762127443,3.0234166837627496,1.8104015212005204,3.2165817190380226,0.6613896876632741,3.0286370452893654,0.9105061008272217,5.074998131160059,0.045221690472833934,3.1839835882826657,1.1627868609060077,4.667039986449749,0.062122186451281,4.374045340451829,0.251816895050496,11.411091058833442,0.00014364286526714814]},{"index":172,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,2,9,2,5,2,5,2,5,2,5,2,5,2,9,8,9,2,9,2,5,2,9,8,5,2,5,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.00485974855936,1.6618828994792856,4.114553902454883,0.9866908569210024,3.9749111692981414,1.093895166690326,4.268459335181075,0.20090461235156382,4.300191130070085,1.1929594600891582,4.686360642608783,0.2432577233789331,4.752835521442083,0.7060393960509029,6.032772262520779,0.004823200838386285,4.475743866661475,1.3529578212492444,4.988348961162543,0.40486472532066525,4.941322847412939,0.68353745615038,6.069760878771714,0.009857715474951546,5.458967364209432,0.8866831166270397,7.1279723672339035,0.01448650461916392,7.212545526544905,0.28575090065485736,10.858158134229743,2.9594446204792958e-06]},{"index":444,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,8,9,8,5,8,9,8,5,8,9,8,5,8,9,8,9,8,9,8,5,8,9,8,5,8,9,8,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0489238111715533,1.8100672201183112,3.107707995874711,1.4434366665238512,3.1059536102039162,1.5897450927769838,3.5931949445371685,1.140896750264641,3.4513321626381663,1.476757302526992,3.977222319741514,1.109214925527776,4.088915156128358,1.815274210530847,6.335950367313444,1.021013644551953,3.8040800581986205,1.5407929774531282,4.379006416476619,1.219442968232651,4.502985163199976,1.659147037222211,6.266081632128631,1.1940979328886103,5.099970963906557,1.3795032421923885,6.693758527040457,1.0360330163372624,6.901478744122097,2.643212426149909,12.322364316323924,0.6713494844569895]},{"index":492,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,8,9,8,5,8,9,8,5,8,5,8,5,2,9,8,9,8,9,8,5,8,9,8,5,8,5,8,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.514669254792628,2.2430867845146105,3.386352302112689,1.715310717717552,3.2775160495556377,1.9278626072580276,3.2480142365831517,1.0226242638876646,3.632912624234786,1.9607196458509941,3.629146595822341,1.0936685006715519,3.5631939441263034,2.2658715852116225,3.9888416160611704,0.38135239358757633,3.871483591967377,2.10528148990412,3.8183983422322036,1.5852427364484278,3.7869817610392182,2.4309191075336973,4.113338468000961,0.7074648729737798,4.341217436315871,2.3594620537789885,4.728221328820994,0.8372650050686629,4.8017318315880715,3.715127956553156,6.6934421925750325,0.03585483050704411]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,5,3,7,3,5,3,5,3,5,3,9,3,5,3,9,3,5,3,9,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3073264811167995,1.7893995523496102,3.525287279513945,0.7192322222087757,3.467965721047288,0.7238443917747641,4.2022820943450885,0.04670909417436531,3.4861631053099558,0.812423043054079,4.298119904703396,0.043156116117564626,4.089029175743957,0.05852712391003086,6.638997619160546,0.00010094136754881416,3.5547945856191916,1.1128066565985002,4.162635894157276,0.07121668694898756,4.119180706586254,0.08892905336684513,6.124066682796677,0.0001473880550321549,4.3066202055968965,0.13596245189750153,6.476557100736448,0.0001966957339889047,5.841343550684392,0.00036409841734752387,11.39723089344242,1.1621896771526536e-09]},{"index":32,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,1,3,7,3,5,3,7,3,5,3,7,3,5,3,7,3,7,3,7,3,5,3,7,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5876231499803257,1.6103382019727976,2.6342748154574602,0.6489030102935031,2.645034810581466,0.5863659575990036,2.9552260002327753,0.03576607539649062,2.452246026572549,0.7613601949749172,2.891735380339884,0.03711504291939613,2.685315792058077,0.04716775307016625,3.951852490581173,7.1609177322303e-05,2.5553247234596417,0.8466949828504036,2.8822595598384977,0.05406859677565357,2.6368497847330867,0.053382033395395816,3.590367942044891,8.884496539311543e-05,2.20642101847261,0.1152636506620941,3.3470661006256024,0.00014391579150006497,2.6621946787125204,0.00021213574983209958,6.217444607266731,5.334077622619192e-10]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,3,1,8,7,3,7,8,7,3,7,8,7,3,8,8,7,3,7,3,7,3,7,8,7,3,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.705580771543108,2.0867274984765127,3.8058474552609827,1.649558132946442,4.2294007579251085,1.5288120937205714,4.820076516680857,0.9560303518269775,4.454754000125956,1.6730616280069674,5.051959402257048,0.9814478756535056,5.884606601200089,1.001616055466112,7.307885328196831,0.375327250484742,4.418755981719906,1.6827502413863336,4.828610791930765,0.956767800766779,5.6137411176572325,0.8978303755353332,7.202688577048598,0.3080333745288484,6.239378869753928,1.2659132474534824,7.791542688745486,0.44489816002876803,9.400739782846527,0.6732392033661225,12.239048839188847,0.06883672535550488]},{"index":195,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,5,3,5,3,5,3,7,8,5,3,5,3,5,3,7,8,5,3,5,3,5,3,5,8,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5318357711296127,1.8838401377400618,2.5080298497608986,1.4945757690261032,2.429662597849897,1.413733991970965,2.552312906102965,0.6613450961593378,2.5197778033767557,1.5906853908207683,2.6098122857411203,0.7187330291917927,2.4658475148637073,0.8762899107348898,3.0283968457781745,0.07642987368119943,2.571715170644287,1.6108164135534264,2.6934780555869335,0.8531054668403342,2.5677456778123675,0.8666016033321159,3.009735823293419,0.08438507106185707,2.5797963252149962,1.2687602189451654,3.0260239802258075,0.13666395847371698,2.720291729343343,0.43824438932836696,4.4753202888969135,0.0007923825908844126]},{"index":4306,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1471197044197154,2.265045907543323,3.189814076345119,1.9776308414199162,3.438034595686408,1.8683599223650287,3.980727797291202,1.5168457007584908,3.4993553550174354,1.9746454934996354,4.2278598240180045,1.6142800694809822,4.551984854240562,1.410834702734894,6.904415867198502,1.1279203871777121,3.834517435904679,2.049138721891633,4.430928967645029,1.6868932512889026,4.948654123418765,1.4321034933521013,7.049025754844422,1.0607887918617271,5.296202700634224,1.789613042746141,7.7271593134365935,1.5055479231322806,8.261100211001185,0.9248360425516884,13.463825695537736,0.6426930984891359]},{"index":5734,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,7,7,2,7,2,7,2,7,2,7,2,7,2,7,7,7,7,7,2,7,7,3,2,7,2,7,2,7,2,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.426371345173191,2.2085051459834775,2.6428415244564003,1.9386390119110186,2.6753674869491952,1.8307048347619561,3.132190964233761,1.4500122385768053,2.6993597836273997,2.0333962089859474,3.0048408666570308,1.6043777377630268,3.285015267105773,1.537642565766954,3.9799825142329923,1.2203599810689219,2.713658874726592,2.2085973265929715,3.1280187063867384,1.7238435308510653,3.2849954675880753,1.5712415462689673,4.154878932430696,1.0071471690162697,3.3469453234300692,2.0368402997741697,4.05052063001356,1.5329101330888073,4.780371875395648,1.2561943730603744,5.772322398824347,0.686619365779766]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,4,7,4,8,4,7,4,8,4,7,4,8,4,5,4,8,4,3,4,3,4,7,4,8,4,7,4,3,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9202613050379753,1.7965981069035892,3.225994005021219,1.052719768935963,3.398208729264902,1.1241290759843394,3.7781912605243924,0.26319311330930717,3.418420525087001,1.0840942047354294,3.941320091040858,0.23470727081145165,4.163756640185442,0.29649711043628346,4.905209667125037,0.007737400983112418,3.791958819629352,1.0484088146228459,4.278232302607511,0.22359440801372182,4.547000103086294,0.26078998247596397,5.108963929827013,0.0074583413118273776,4.742255817381505,0.25364511720964705,5.584755046889812,0.008911169520811462,6.092608137340681,0.013342352138737168,7.246994914219668,1.2453388617866747e-05]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,4,5,4,7,4,5,4,7,4,5,4,7,4,5,4,8,4,5,4,9,4,5,4,7,4,9,4,9,4,9,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.540296563066284,1.7201360963654233,3.833651282907236,0.9918166857183367,4.0626051464788535,1.0156044541265699,4.560166864136169,0.22766145541938732,4.162539966979386,1.1222864309346678,4.776567109664135,0.2713308317568078,4.949364317994121,0.36538461949350054,5.8873388409489875,0.008882209122129562,4.248965076648728,1.076971887046134,4.68002866045915,0.21665129338836636,5.025416969349673,0.26198398525927974,5.810209572276337,0.005908749070602765,5.478630801231645,0.3556840335132751,6.583569163060341,0.010909390963646882,7.016375791932178,0.02668824479342495,8.835775550518497,1.0793880572609003e-05]},{"index":2043,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,5,4,1,8,5,4,1,8,5,4,5,8,5,4,9,8,5,4,5,4,5,4,5,8,5,4,5,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.390597774808159,2.1643127123631416,2.7257485951628873,1.6559902000692936,2.836359172900547,1.6726350331427815,3.296006969018466,0.707130827758414,2.9425412323406874,1.948670580652602,3.5558581333704478,0.9813860736027571,3.7955489157125832,1.2306148112495643,5.226738106690096,0.08468996296583646,2.5386298874402344,1.9055595024280674,3.0590297808689604,1.0137351195739228,3.3532981531051034,1.1201149050348767,4.4122344922358145,0.09694275585490637,3.477523821738298,1.6494799609538302,4.999204873080658,0.26484255102770987,5.315734987770749,0.5712772280322836,9.004672686469682,0.0008453875179125832]},{"index":2371,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,9,7,4,7,4,7,9,7,9,7,9,5,9,7,4,7,4,7,4,7,4,7,9,7,9,7,9,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.694917648008053,1.9350286325735386,5.347929193085623,1.3874126861672,5.701769770898604,1.2557435551915792,6.939928244862392,0.7621785846575244,6.058562909619565,1.4537022433247395,7.523613922632211,1.046349788154592,8.221074791670986,0.9372236812501765,11.104478570649102,0.7619699058920243,5.981623710721559,1.3461264460828328,7.0457726105140335,0.7230211749599543,8.060441523683656,0.7028979714650957,10.351828411288746,0.502576028539763,9.20549656807543,0.9870012345642524,11.78224505504946,0.8897186289481633,13.31252998209856,0.8632193824593344,18.24408085407498,0.4458436034674003]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,7,5,1,5,2,5,7,5,2,5,2,5,2,5,7,5,2,5,2,5,2,5,2,5,2,5,2,5,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.475821656578564,2.0731653661687686,2.0970090678177806,1.3078810396522251,2.4416577988879653,1.622763062437737,2.3765499163115353,0.592716340982014,2.5267325520391477,1.46482817141706,2.4234782809165276,0.4846256481088971,2.8609898565553866,0.8061009497195052,3.6815529891095458,0.08526532567891261,3.2394328425650745,1.7514260466640303,2.8436837195983533,0.6498517122756732,3.573386435849501,1.0632421369738803,4.065950307048826,0.1653876435396904,3.844155035799391,0.9138038958034598,4.56087512702555,0.1366774723961882,5.702049241223751,0.31540609753762305,8.097163773077058,0.011697657568735541]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.998557478603084,1.4945724582172042,1.3122976489886307,0.7448598288664317,1.818217400820345,0.7844009563351636,0.7534719386025813,0.12540406507427626,1.61426783310981,0.8449111968550485,0.586959975493427,0.1573769428022167,1.1631440654818044,0.18694407400078325,0.09616442738515725,0.0052396226279435645,1.931588608585873,0.8778257192983527,0.8590929266814898,0.18099788014724358,1.6394050793615405,0.20654372342213803,0.2267888089989308,0.007444134333605217,1.4919879485402971,0.298682510635061,0.14883886315911485,0.015301119225797211,0.8232474841185918,0.029370570021336098,0.0042414093253907905,7.198067170429976e-05]},{"index":340,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,5,7,5,7,5,1,5,7,5,7,5,7,3,5,5,7,3,1,5,1,3,1,5,7,3,1,5,1,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4948622637391615,1.768636005428233,2.0803673642210256,1.132432084496276,2.3122103819475885,1.399754260798806,1.7336823086323645,0.7234533043173785,2.1517277472738856,1.4103879511183224,1.4976358648193981,0.6812475751638932,1.7190800383877194,1.0617087743185298,0.870718684963015,0.4977884009855118,2.378034046258175,1.4260025587489662,1.8812079633915355,0.7063417787412211,2.320725313910667,1.048009742642234,1.581361888555537,0.5661885809032259,1.7964217576391632,1.112868882622069,1.1893793588500206,0.49952241032955197,1.521314904103086,1.2387893027330246,0.6288826675909638,0.4766227209330432]},{"index":694,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,5,5,8,5,5,5,8,5,5,5,5,5,5,5,8,5,5,5,8,5,5,5,8,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.87117345351639,1.7550627821528932,1.3375486454468752,0.9764983999382694,1.5273228076982577,1.111026446760444,0.7551388598116636,0.2689922157861729,1.465664186608716,1.199788864944847,0.7121524281193398,0.37820444168695216,0.9420185332366346,0.633480549790945,0.1580424654503115,0.025847204613596138,1.3700103093355813,1.4954696974441777,0.665663135883369,0.5272665537923549,0.9673996564571341,0.8040499219583723,0.18073409588013345,0.04968035032937334,0.900686678433344,0.8908865359700944,0.16542681429725337,0.11092467683278551,0.37078150385044933,0.3924827842276871,0.011018718634780109,0.0005196514209920138]},{"index":2573,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,8,1,8,5,8,1,8,5,8,5,8,5,5,1,8,5,8,1,8,5,5,5,8,5,5,5,8,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.135273107176902,2.1817600694134933,1.2607197421809746,1.7396117774618058,1.5591419384715892,1.915069607015166,0.4716175485234007,1.2067368388461017,1.6335105559398013,1.8993172694883433,0.40952350253705255,1.1691125189378389,0.6579858985969684,1.793278686095189,0.02998590358440889,0.7701270682997394,1.9249934053498419,2.1155446987607265,0.6524847325685929,1.3142514352856345,1.2060638994682062,1.891276245405193,0.09427739847424835,0.8041871986045018,1.1387401766783165,1.8272784127067272,0.0641816508050294,0.7845270578992978,0.2557043582727425,2.38726105247895,0.0013836196527102745,0.3517260200246696]},{"index":3776,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,7,8,7,8,7,8,7,8,7,8,7,5,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6079116787538283,1.9645055534243754,1.3383167139851304,1.429891430038019,1.498536494302929,1.7587894775934394,1.3052293514499498,1.0130578282766223,1.50520660815228,1.7448065472234422,1.3438425186710155,0.9784930875616644,1.4208914419749852,2.072467386487169,1.8189110943937112,0.6232397485307359,1.5102565014730926,1.7369711073322458,1.3956970244113602,1.159961167975415,1.4639400302481897,1.9635120796659296,2.056055568149712,0.7870780537459505,1.7377109331984344,1.8541260016995693,2.6469751839944733,0.7111882145280949,2.5883502473271887,3.3095503582855006,5.16375051232019,0.2792889892226416]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,6,5,6,3,6,5,6,5,6,5,6,5,6,5,6,3,6,5,6,3,6,5,6,5,6,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1077487725703365,1.8206828315931505,2.857237702435543,1.1197328295644904,2.7937446460112154,1.0879334816197248,2.4435300307958068,0.2613142149338615,2.9531181279354577,1.1560023255082297,2.6420479866721127,0.2464434386211868,2.51575036429068,0.26473243688922726,2.3744182045341993,0.006095239709214831,3.5526178468538827,1.1914199235121812,3.0114999736611168,0.2889446097222518,2.9404698819212634,0.2853404841904326,2.468570848231102,0.008492900312650412,3.03968247164251,0.3588257838542852,2.764877588522022,0.008762187141583137,2.281617312869722,0.011405622315285779,2.4172681707600834,8.035456298825815e-06]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,7,6,7,6,5,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.316865275917556,1.5927401675024315,4.201715706898865,0.8249178184795679,4.199900176293221,0.7012773118863581,3.817181574815449,0.13776414026044242,4.503634860151683,0.8092373063720697,4.278016578515826,0.127728408184227,4.374099918620888,0.09511323713661984,3.862920536309376,0.004282876590667386,5.097492257763881,1.0768287335380475,4.90818523615521,0.20968865583773175,4.898496650253602,0.1511514339205405,4.239758624353033,0.006957988070820385,5.551358496706678,0.17595041438998796,5.223497433124998,0.004683332533330571,5.379078392441967,0.0029052496109076174,4.463730417719125,1.0425644581174399e-05]},{"index":217,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,6,5,5,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5924157698256853,2.036120655605228,2.5074287962108244,1.418266270507392,2.5860809640434317,1.4599658554002588,2.407554857298404,0.9041971944578868,2.6992506427278222,1.5786287013720768,2.8237748586213183,0.9746629477087555,2.6702655218376075,1.0652830879580206,2.9172565325474804,0.8065156521131871,2.7940107260115985,1.718043312001394,2.7762179995114256,0.8710536491290218,2.640002569888683,0.9153854025193384,2.587924594358526,0.5203419674747255,2.9011407518887715,1.0512216548553428,3.5395823946014406,0.566842803857559,2.7471937507803594,0.6521104792999871,3.747963258356467,0.2481584508029759]},{"index":259,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,5,5,5,5,5,5,5,5,5,5,5,5,6,5,0,3,5,5,0,1,0,5,0,3,6,5,0,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1436186877129098,2.0962402617131053,3.189612965974329,1.9787135723977196,2.9564070165210037,1.8480489465433119,3.1325267348303267,1.6066407372806413,3.3947287039842977,1.8255842158812603,3.6327439376439052,1.5586074130757892,3.3009547058720186,1.3608803159812457,4.09352273458775,1.1768884369411632,3.7052401443671457,1.7585775378779054,3.7222122924433174,1.518274085811397,3.3854268629186866,1.33907164432267,3.9016391628700835,1.1849322466174885,3.7437138251349147,1.2014170196648628,4.44302310643555,1.0075841211886787,3.7057049229092485,0.7757823367173498,5.769004384472747,0.7462232285319209]},{"index":2422,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,4,1,4,1,4,1,4,1,4,1,4,1,4,1,6,1,4,1,4,1,4,1,4,8,4,8,6,1,4,1,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4566126579026992,2.164667076433549,2.2915913068030522,1.983582982557216,2.369980956236552,1.891442508833104,2.0477149267857575,1.4128297777610772,2.4344580294295812,1.95888457687901,2.1473282478975144,1.4214545654833444,2.3814022480838375,1.4203825323102037,1.9536796156779446,0.6683910717839844,2.8664431297335513,2.0320800278444864,2.448807124406843,1.558705322727835,2.672560317678707,1.5282870254727081,2.1902230962682623,0.866506809312083,3.0439640668375203,1.7245512305416106,2.466570829388148,0.8664054989142883,3.0753021232651405,0.9302105026622682,2.4859072421053963,0.20379834324433277]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,5,7,1,7,5,7,1,7,5,7,5,7,5,7,1,7,5,7,1,7,5,7,9,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8362935251991972,1.448500537366987,1.9626864457075706,0.4963750518827982,1.9801100101734523,0.6351600640567415,2.3579770781854217,0.049389122898844465,1.990097413314775,0.5643326654782499,2.4566066250811573,0.03803746138193251,2.3567728786354136,0.07817210558226705,4.074878850362674,0.0004054214638759826,2.0995044132225464,0.7248859694861886,2.374370776708233,0.05921452700270565,2.3717013652873726,0.11888442782439311,3.7101632330044856,0.000809612795901884,2.6368466557354284,0.08144636537661397,3.954293966617242,0.0005876480792283841,3.5147310978098343,0.0024425180783534126,7.6482384457212795,2.490987721149559e-07]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,5,7,1,7,5,7,5,7,5,7,1,7,5,7,1,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6841394490633441,1.4379131589731575,1.7403044524039755,0.524551579393389,1.7589696945279536,0.6420542586595984,1.9374042246005243,0.05959302052735539,1.7947120540631627,0.5554776256395814,2.008530172585396,0.04394333743877733,2.008722517783003,0.0775468059411098,3.147970243125985,0.0004920277815126901,1.6664989331844342,0.8046504317654221,1.6468996794158648,0.07357527292305138,1.6711850437629658,0.13935804776015112,2.2371247264919916,0.001023314564296799,1.8463162866433804,0.0949890870706178,2.422599217882071,0.0007048241860871993,2.1665232274776436,0.0024596309596431956,4.762175804636981,2.0541153955284131e-07]},{"index":684,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,7,7,3,7,7,7,3,7,3,7,3,7,7,7,3,7,7,7,3,7,7,7,3,7,7,7,7,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.307366579741083,2.226582221284232,1.0745419096316442,1.9093251670245628,1.1661572994615579,1.8930524526490633,0.905332696649584,1.3497226290898738,1.0547313048032272,2.1466243769340028,0.6656439550044281,1.5458498437373915,0.9042928486446663,1.463858235329464,0.7862011799084109,0.6610266562804802,0.9645416113310117,2.1102986377833415,0.5978659701648451,1.4825671974090813,0.8155770066246428,1.5023690932459801,0.55857955016061,0.6897491800682307,0.6937447602808643,1.98615055483474,0.23914454709657554,0.9481573293076778,0.6067006967702423,0.9013939609053995,0.5560911553426229,0.13440030456493973]},{"index":846,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,7,1,9,1,7,9,7,7,7,1,7,5,7,9,7,9,7,1,9,1,7,9,7,7,7,1,9,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0439530231743577,1.8859828788842836,1.8939778560520066,1.2816153216045834,1.9587586757499234,1.4456479853071538,1.7940066908103673,0.7409978999612624,1.7694993954395433,1.253886746264506,1.651821649062939,0.680780449687011,1.5629058689370015,0.859849164199214,1.6015624056096354,0.3537837453607086,2.0303597506856,1.4048106937045934,1.6863456948719293,0.8684322401270739,1.6816746551506256,1.0850014464964284,1.3814258864420474,0.5680480485440911,1.3994394802165184,0.752818666332934,1.069496730146765,0.47595979901615676,0.9865092892077768,0.8077782215933256,1.1190236084857346,0.17719974390883247]},{"index":1260,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,4,1,1,1,8,1,8,1,8,1,5,1,8,1,8,1,4,1,4,7,8,1,8,7,8,1,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1065994681037825,2.1415022938247974,2.1621579544065654,1.8143333876453622,1.9638083134065432,1.8915658178632389,1.9943572645725325,1.4355680607715577,2.30789414237801,1.9899589782225215,2.2945080747467244,1.5003963934379596,2.15460345586575,1.6936669865752059,2.238704372839085,1.0590821890735007,2.1611553264250944,1.8933745626754843,2.2584680192320343,1.3529269188481405,2.144219849245953,1.497517195955001,2.2777772602695245,0.8654608783370293,2.649019725605221,1.6369498855654063,2.706451979441634,0.9221816210410654,2.575503340703574,1.2386131879986495,2.8599265731647963,0.4311182661210056]},{"index":1754,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,7,1,1,1,7,1,1,1,5,1,1,1,5,1,9,1,7,1,7,1,7,1,5,1,5,1,7,1,7,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8426457781217018,2.294125479803774,1.6342118733827267,2.094263231749159,1.7396046496085473,2.045593181365141,1.3598393131933262,1.682753371901009,1.959449839528629,2.045678992139302,1.696878919212272,1.6581788327289144,1.6915755924124534,1.6500175011797895,1.237361776269081,1.1918240399705695,1.698225269608088,2.1533649694106662,1.306894288684038,1.6853192401973973,1.432950270255652,1.6548298662673044,0.7733181259070151,1.0655204660376714,1.7976334324644885,1.715458723187111,1.3357054075344976,1.1430378837792756,1.093234150980411,1.1264394011705434,0.4885391261624,0.5276388058172156]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,5,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,5,8,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.224479520889899,1.7088189681988142,3.6996413426635764,0.993555284086657,3.6347853060691833,0.9280868286620694,4.971536612002484,0.2406302090821624,3.47124462376234,0.9990633377515106,4.937652817623016,0.1927787318383002,4.561300242016412,0.17721832554200323,7.712182924439451,0.005683076014875836,3.5273708606438845,1.1667821575925459,4.642075893726901,0.2640345253408676,4.40437831127228,0.23829105819238383,7.2619956638841225,0.008168887309912708,4.6000459771833135,0.3188146092820082,7.46764371106915,0.007612958045621699,6.807108748564546,0.007586204876180304,12.473342496432025,7.452066676809606e-06]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1743170703288732,1.922509953729986,2.7794179000195736,1.4726378651577714,2.588923338869678,1.2694959857032395,3.8950406241369198,0.5441333834878063,2.3403330484059057,1.280152183905777,3.9151847474581793,0.49046823023307606,3.691665737144006,0.34244648959792257,6.981528040311262,0.025848168694151376,2.699463670459325,1.3647514542070571,4.046549352443396,0.5719506033497151,3.6968175363824347,0.3937156071216199,6.625440238517759,0.03181204247429684,3.927059369121538,0.48055049827526336,7.49156321529909,0.032013112239587596,7.139705332342691,0.014928412226863344,13.477228349702541,6.634072080311876e-05]},{"index":4601,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,7,4,7,4,7,8,7,8,7,8,7,8,7,4,7,4,7,4,7,4,7,4,7,4,7,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.709514519564637,1.9785127394396738,3.229541954263886,1.7752712823934949,3.3499662883135812,1.4250968345076898,4.612363143535587,1.2688230869412829,3.2659476586754783,1.4000794757700825,4.666762965793524,1.0207511810870484,5.203063961779041,0.5876860510791336,8.054159510960863,0.584360517937193,3.5822945596476035,1.8654078849609874,4.875252147132093,1.736330319900314,5.102877725317584,1.0708282326525005,7.931662043712986,1.3183324705946178,5.86731945601499,1.121950837388452,9.121532095428163,0.9732671814899675,10.167309529635913,0.30979618602259956,15.759235140360321,0.658226347724388]},{"index":7121,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,7,5,8,7,8,5,8,7,7,5,8,7,8,5,8,7,7,5,8,7,8,5,8,7,7,5,8,7,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4320747563457923,2.0231325400451383,2.8178364047514473,1.7322591345911096,2.7949482858870134,1.5392648662058728,3.7728474555679647,1.0903935379431235,2.422425336592293,1.7407290746821462,3.2213532005160563,1.1316358439904304,3.4174631910485367,0.9392241512405917,5.651255958799337,0.32207028716551406,2.702826211681317,1.8718001836426388,3.651503576179844,1.2531136137853438,3.401366512738198,1.0446640651106645,5.473788200783418,0.4130243944961565,3.016769420395508,1.619842306262438,4.902067320603373,0.631932733035708,5.311055400075007,0.6034914934038598,9.275635185729907,0.04790972962784124]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,1,9,1,9,7,9,7,9,1,9,1,9,7,9,7,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.933868278942013,1.8173022242044314,3.248868655714418,1.0822362548796354,3.346846390017012,1.1104945199158522,4.204068266381234,0.32012656987269683,3.655872877708035,1.1620036518245938,4.591110319202944,0.2813128051516858,4.590933815593035,0.3057174054118002,6.681977093943695,0.01881311878219019,3.452509291941528,1.267127544998886,4.331707697899507,0.29791637030230106,4.274406736330542,0.3265418503507654,6.295191244822789,0.018936643250966535,5.124978912775068,0.3845168983552011,7.41835902938753,0.015392347733740343,7.122790419213404,0.013434747475536494,11.317368868789638,9.93517639533882e-05]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4202831542730348,1.8250647945233687,2.782436467728007,0.9103317127688315,3.114955397113289,0.8457766104578006,3.8803376128854055,0.13634964865239277,2.853760117835525,0.9368802191163111,3.7423111653444767,0.11908156730550348,4.381588346592745,0.16692122644996307,6.106594422672793,0.003988321485600781,2.7439741467327,1.2391215704820098,3.7701668136513615,0.19823821005910539,4.670209514938076,0.20851475719114523,6.504176961428489,0.00425210687563472,4.376094688207105,0.28013094310083203,6.5388358674380544,0.003921190463980479,8.204415800668386,0.012503126034456325,11.316069441419478,7.335342297477748e-06]},{"index":151,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,9,9,9,9,9,9,9,9,9,9,8,5,9,9,9,9,9,9,8,9,9,9,9,9,9,3,8,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.120666188945998,1.7051543860014662,1.0544828938903428,1.1876956304140032,1.3450447773922032,1.3504205952617858,1.20086189856318,0.7113050947417963,0.9747813142677726,1.1730040009834972,0.8420582671766884,0.5416609342193127,1.4062269256306095,1.118918497705172,1.2746252048573514,0.3344441973182492,0.6920766213386691,1.30871945473956,0.535201597753785,0.503674577508808,0.9475717072590251,0.9922821898650885,0.5853062542316826,0.1974507659538342,0.6012611134564252,0.8261278552749234,0.37836523222206503,0.15041841603688086,1.2907697135526712,1.3638842928651895,0.9083678349091985,0.04731450963943303]},{"index":241,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,9,9,9,5,9,9,9,9,9,9,8,5,9,9,9,9,9,9,8,9,9,9,8,9,9,9,8,7,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3208005371260934,1.9792368473315944,1.365451622789865,1.4150104092559446,1.3806099306958197,1.5476364425096634,1.6236202809735223,0.7628453339150503,1.0595969039930957,1.4682599942636607,1.17985566857554,0.6310047561769342,1.2152473854224128,1.1700324708418854,1.799011755858453,0.17573682459759626,0.9566949362622099,1.6925047415215495,1.0524453208600655,0.6852148629827088,0.9936149708841306,1.1238885711650404,1.4458738479094695,0.14295255967424836,0.6814456819464855,1.1012047556814566,0.9380029368382828,0.11794907330678647,1.0344313913074048,1.2726045882654455,2.336326791651251,0.005514400147577261]},{"index":3597,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,3,9,3,5,3,9,3,5,3,9,3,5,9,1,3,9,3,1,3,5,9,9,3,5,3,5,3,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6449883085808283,2.060466999508327,1.5303631237242699,1.7957458109704851,1.7048559429465289,1.814356477727468,1.87447580843482,1.366100549345807,1.285401157324444,1.9386204121890813,1.328347339403361,1.4272667539699273,1.3614207573128183,1.521095114564008,2.3617200683296633,0.8448371433069161,1.8140193372522526,1.8349738362056094,1.5806489098751428,1.3286449389286055,1.8215564166655016,1.4562201988302268,2.2995594179503405,0.8282270054978627,1.398715713938976,1.773320998237331,1.599562320716258,1.0803328418880747,1.6017112807484961,1.3827965032022633,4.223101479420442,0.47343003813744444]}]},{"id":"residual_unit_dropout-final-s103","recipe":"residual_unit_dropout","state":"final","seed":103,"epoch":100,"source_run":"graph-eval-residual_unit_dropout-s103","checkpoint_sha256":"4d7d215a923cde2ff8c2c416cbee954ef6f630099a008c7dcf8cc01c5a059eef","source_result_sha256":"174f6712ad15472428329a8737e7acc1dfc85c591083614daddd712afa0528c2","archive_json_sha256":"36c2ab2fa4580c5e1a44b6f3ff4b069f0a04c66b535c774ad484ca55f37758d8","archive_npz_sha256":"32eb95e25cbf504218ca5941942a0535d76ef7aa7d8578459444e1bb3d180931","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":2.2145223710356987e-09,"mean_ce_atol":3e-05},"frozen_model":{"id":"residual_unit_dropout-final-s103","recipe":"residual_unit_dropout","state":"final","seed":103,"epoch":100,"checkpoint_sha256":"4d7d215a923cde2ff8c2c416cbee954ef6f630099a008c7dcf8cc01c5a059eef","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,443,552,2,5,619,1527,1,35,119,149,3681,3876,18,30,195,200,4,6,33,115,3405,8,15,340,412,11,21,217,965,259,2118,0,17,80,551,1260,3751,61,84,691,844,7,9,151,241,3005]},"n":10000,"dense_accuracy":0.9839,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9839,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9955947136563876,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9680232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9845995893223819,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9742319127849356,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1598,"correct_output_rate":0.1598,"accuracy":0.1598,"ce":2.6673938295515303,"abstentions":0,"harm":0.8255,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.011224489795918367,"accuracy":0.011224489795918367,"ce":2.904695838974234,"harm":0.9806122448979592,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.7251101321585903,"accuracy":0.7251101321585903,"ce":1.7574656178371306,"harm":0.27048458149779736,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.03197674418604651,"accuracy":0.03197674418604651,"ce":2.9053767618319326,"harm":0.936046511627907,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.222230339874786,"harm":0.9831683168316832,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.567241651204806,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.07174887892376682,"accuracy":0.07174887892376682,"ce":2.2535831497379557,"harm":0.9170403587443946,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.750566421331711,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.5593385214007782,"accuracy":0.5593385214007782,"ce":1.6054312695764548,"harm":0.42996108949416345,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.03593429158110883,"accuracy":0.03593429158110883,"ce":2.392903022180099,"harm":0.9496919917864476,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.05649157581764123,"accuracy":0.05649157581764123,"ce":2.4702382994828116,"harm":0.9207135777998018,"repair":0.002973240832507433}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":8629,"correct_output_rate":0.8629,"accuracy":0.8629,"ce":1.5752488389748618,"abstentions":0,"harm":0.1247,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.8285714285714286,"accuracy":0.8285714285714286,"ce":1.5608506469659311,"harm":0.16326530612244897,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9806167400881057,"accuracy":0.9806167400881057,"ce":1.2864535801703492,"harm":0.014977973568281937,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.7432170542635659,"accuracy":0.7432170542635659,"ce":1.6228056275360752,"harm":0.22868217054263565,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.7574257425742574,"accuracy":0.7574257425742574,"ce":1.717529394491652,"harm":0.22772277227722773,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.8594704684317719,"accuracy":0.8594704684317719,"ce":1.659407729034574,"harm":0.12627291242362526,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.850896860986547,"accuracy":0.850896860986547,"ce":1.4965361074180996,"harm":0.14349775784753363,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.8507306889352818,"accuracy":0.8507306889352818,"ce":1.5421543217378053,"harm":0.13778705636743216,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9319066147859922,"accuracy":0.9319066147859922,"ce":1.5068018692497358,"harm":0.05252918287937743,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9958932238193019,"accuracy":0.9958932238193019,"ce":1.5321774689719987,"harm":0.003080082135523614,"repair":0.014373716632443531},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.8186323092170465,"accuracy":0.8186323092170465,"ce":1.8534432426696652,"harm":0.16154608523290387,"repair":0.005946481665014866}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1615,"correct_output_rate":0.1615,"accuracy":0.1615,"ce":2.684836333636722,"abstentions":0,"harm":0.824,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.02142857142857143,"accuracy":0.02142857142857143,"ce":2.8568162607562955,"harm":0.9704081632653061,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.6035242290748899,"accuracy":0.6035242290748899,"ce":1.7414439145184726,"harm":0.3920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.05329457364341085,"accuracy":0.05329457364341085,"ce":2.8537502807017043,"harm":0.9156976744186046,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.256607683637171,"harm":0.9821782178217822,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.836151255149803,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.3531390134529148,"accuracy":0.3531390134529148,"ce":1.728003284285378,"harm":0.6390134529147982,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.437115256798601,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.48540856031128404,"accuracy":0.48540856031128404,"ce":1.651999311664165,"harm":0.5038910505836576,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":2.866453765872277,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.035678889990089196,"accuracy":0.035678889990089196,"ce":2.721985499689593,"harm":0.9405351833498513,"repair":0.0019821605550049554}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9796,"correct_output_rate":0.9796,"accuracy":0.9796,"ce":0.5215983133287148,"abstentions":0,"harm":0.0073,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.29851083190093264,"harm":0.0020408163265306124,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.2741833546951241,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9583333333333334,"accuracy":0.9583333333333334,"ce":0.5769353911381839,"harm":0.015503875968992248,"repair":0.005813953488372093},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.6478752639592523,"harm":0.013861386138613862,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.5352083837024889,"harm":0.006109979633401222,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9899103139013453,"accuracy":0.9899103139013453,"ce":0.4614341170908473,"harm":0.0011210762331838565,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.975991649269311,"accuracy":0.975991649269311,"ce":0.4313844882413242,"harm":0.012526096033402923,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9785992217898832,"accuracy":0.9785992217898832,"ce":0.4336503759413829,"harm":0.009727626459143969,"repair":0.005836575875486381},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.7664446202395037,"harm":0.003080082135523614,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.812431336605284,"harm":0.007928642220019821,"repair":0.003964321110009911}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1411,"correct_output_rate":0.1411,"accuracy":0.1411,"ce":2.7886963399464646,"abstentions":0,"harm":0.8447,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.012244897959183673,"accuracy":0.012244897959183673,"ce":3.295812734548314,"harm":0.9795918367346939,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.6308370044052863,"accuracy":0.6308370044052863,"ce":1.680856814907107,"harm":0.3656387665198238,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0939922480620155,"accuracy":0.0939922480620155,"ce":2.800474617122547,"harm":0.876937984496124,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":3.2489230247630925,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.081476710297413,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.11883408071748879,"accuracy":0.11883408071748879,"ce":2.141020834663933,"harm":0.8688340807174888,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0010438413361169101,"accuracy":0.0010438413361169101,"ce":3.5672930976307833,"harm":0.9874739039665971,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.42509727626459143,"accuracy":0.42509727626459143,"ce":1.627436779300763,"harm":0.566147859922179,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.013347022587268994,"accuracy":0.013347022587268994,"ce":2.700278921669385,"harm":0.973305954825462,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.026759167492566897,"accuracy":0.026759167492566897,"ce":2.913229132226751,"harm":0.9494549058473737,"repair":0.0019821605550049554}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9670,"correct_output_rate":0.967,"accuracy":0.967,"ce":0.6505244646099836,"abstentions":0,"harm":0.0203,"repair":0.0034,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9795918367346939,"accuracy":0.9795918367346939,"ce":0.5637451219262588,"harm":0.014285714285714285,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.3636675089850163,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9156976744186046,"accuracy":0.9156976744186046,"ce":0.7955516200709751,"harm":0.055232558139534885,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9504950495049505,"accuracy":0.9504950495049505,"ce":0.763203192057918,"harm":0.034653465346534656,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.6460514300463583,"harm":0.012219959266802444,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9506726457399103,"accuracy":0.9506726457399103,"ce":0.6548370453164133,"harm":0.03699551569506727,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.964509394572025,"accuracy":0.964509394572025,"ce":0.6178834814772877,"harm":0.024008350730688934,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9708171206225681,"accuracy":0.9708171206225681,"ce":0.5777319296232275,"harm":0.01264591439688716,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9958932238193019,"accuracy":0.9958932238193019,"ce":0.6631753928671392,"harm":0.0,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9702675916749257,"accuracy":0.9702675916749257,"ce":0.8898478966641116,"harm":0.014866204162537165,"repair":0.010901883052527254}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1240,"correct_output_rate":0.124,"accuracy":0.124,"ce":3.0084904296604056,"abstentions":0,"harm":0.8617,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.026530612244897958,"accuracy":0.026530612244897958,"ce":3.661556323421295,"harm":0.9653061224489796,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.29427312775330394,"accuracy":0.29427312775330394,"ce":1.802720900706252,"harm":0.7013215859030837,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.06298449612403101,"accuracy":0.06298449612403101,"ce":3.2350908081979295,"harm":0.9069767441860465,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":3.551311369677024,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.415950078946315,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.5605381165919282,"accuracy":0.5605381165919282,"ce":1.3430424971563022,"harm":0.4349775784753363,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.027139874739039668,"accuracy":0.027139874739039668,"ce":3.092934001748654,"harm":0.9613778705636743,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.26653696498054474,"accuracy":0.26653696498054474,"ce":1.8779417216214735,"harm":0.7208171206225681,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":3.6760282188047113,"harm":0.9825462012320328,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":3.485222444310163,"harm":0.9663032705649157,"repair":0.0019821605550049554}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9836,"correct_output_rate":0.9836,"accuracy":0.9836,"ce":0.09707368701595158,"abstentions":0,"harm":0.0022,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.04128309883875136,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.01959835118696672,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9631782945736435,"accuracy":0.9631782945736435,"ce":0.14570997770878993,"harm":0.007751937984496124,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9821782178217822,"accuracy":0.9821782178217822,"ce":0.11468089600647144,"harm":0.0029702970297029703,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.07718521187831362,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9887892376681614,"accuracy":0.9887892376681614,"ce":0.08150861125034305,"harm":0.0,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9843423799582464,"accuracy":0.9843423799582464,"ce":0.08499856617083783,"harm":0.0041753653444676405,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.08289816653419324,"harm":0.0029182879377431907,"repair":0.0029182879377431907},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9876796714579056,"accuracy":0.9876796714579056,"ce":0.15596675236435728,"harm":0.001026694045174538,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.17321485138435852,"harm":0.0019821605550049554,"repair":0.0019821605550049554}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1269,"correct_output_rate":0.1269,"accuracy":0.1269,"ce":2.8129438392001402,"abstentions":0,"harm":0.8589,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0336734693877551,"accuracy":0.0336734693877551,"ce":2.940419321757687,"harm":0.9581632653061225,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.4220264317180617,"accuracy":0.4220264317180617,"ce":1.766635014342966,"harm":0.573568281938326,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0687984496124031,"accuracy":0.0687984496124031,"ce":2.987180612440112,"harm":0.9021317829457365,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":3.282613151537073,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.216148357699007,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.07399103139013453,"accuracy":0.07399103139013453,"ce":2.2936712990859633,"harm":0.9136771300448431,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.943822549687887,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.519455252918288,"accuracy":0.519455252918288,"ce":1.5141410387356284,"harm":0.4717898832684825,"repair":0.008754863813229572},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.04722792607802875,"accuracy":0.04722792607802875,"ce":2.415705254776794,"harm":0.9394250513347022,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.03766105054509415,"accuracy":0.03766105054509415,"ce":2.944161194935621,"harm":0.9395441030723488,"repair":0.002973240832507433}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9542,"correct_output_rate":0.9542,"accuracy":0.9542,"ce":0.7205985430823332,"abstentions":0,"harm":0.033,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.960204081632653,"accuracy":0.960204081632653,"ce":0.652642884916187,"harm":0.0326530612244898,"repair":0.0010204081632653062},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9911894273127754,"accuracy":0.9911894273127754,"ce":0.42488449293623054,"harm":0.004405286343612335,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.8905038759689923,"accuracy":0.8905038759689923,"ce":0.875548347734785,"harm":0.08042635658914729,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9227722772277228,"accuracy":0.9227722772277228,"ce":0.8204180910952068,"harm":0.060396039603960394,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9592668024439919,"accuracy":0.9592668024439919,"ce":0.768080032475877,"harm":0.028513238289205704,"repair":0.003054989816700611},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9461883408071748,"accuracy":0.9461883408071748,"ce":0.719451451931345,"harm":0.043721973094170405,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9551148225469729,"accuracy":0.9551148225469729,"ce":0.6469688324673565,"harm":0.033402922755741124,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9610894941634242,"accuracy":0.9610894941634242,"ce":0.600185002580015,"harm":0.02237354085603113,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9969199178644764,"accuracy":0.9969199178644764,"ce":0.7352183383622873,"harm":0.0,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.956392467789891,"accuracy":0.956392467789891,"ce":0.9941219668181064,"harm":0.026759167492566897,"repair":0.008919722497522299}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1104,"correct_output_rate":0.1104,"accuracy":0.1104,"ce":3.0544466203438714,"abstentions":0,"harm":0.8753,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.03163265306122449,"accuracy":0.03163265306122449,"ce":3.5157384485144854,"harm":0.960204081632653,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.18590308370044054,"accuracy":0.18590308370044054,"ce":1.914721242468447,"harm":0.8096916299559471,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.08139534883720931,"accuracy":0.08139534883720931,"ce":3.2981478363817507,"harm":0.8895348837209303,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":3.5493962716201537,"harm":0.9811881188118812,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.671785874600762,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.4663677130044843,"accuracy":0.4663677130044843,"ce":1.4684718082208243,"harm":0.5280269058295964,"repair":0.008968609865470852},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.012526096033402923,"accuracy":0.012526096033402923,"ce":3.4909257756615664,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.31712062256809337,"accuracy":0.31712062256809337,"ce":1.7509533349275528,"harm":0.6702334630350194,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":3.466724806929529,"harm":0.9794661190965093,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.015857284440039643,"accuracy":0.015857284440039643,"ce":3.4874208593467997,"harm":0.9593657086223984,"repair":0.0009910802775024777}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9822,"correct_output_rate":0.9822,"accuracy":0.9822,"ce":0.09647959474931529,"abstentions":0,"harm":0.003,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.04374360660816134,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.01912778480853349,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9622093023255814,"accuracy":0.9622093023255814,"ce":0.14956965291620206,"harm":0.007751937984496124,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9801980198019802,"accuracy":0.9801980198019802,"ce":0.11150212902586616,"harm":0.0039603960396039604,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.08882803298846846,"harm":0.003054989816700611,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9865470852017937,"accuracy":0.9865470852017937,"ce":0.08831469712443903,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9832985386221295,"accuracy":0.9832985386221295,"ce":0.07827694627188796,"harm":0.005219206680584551,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9795719844357976,"accuracy":0.9795719844357976,"ce":0.08595290554061455,"harm":0.0048638132295719845,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9856262833675564,"accuracy":0.9856262833675564,"ce":0.14153760726450182,"harm":0.001026694045174538,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.164550818636574,"harm":0.002973240832507433,"repair":0.0019821605550049554}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1082,"correct_output_rate":0.1082,"accuracy":0.1082,"ce":3.22184518841226,"abstentions":0,"harm":0.8774,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.02857142857142857,"accuracy":0.02857142857142857,"ce":4.026142537726819,"harm":0.963265306122449,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.33215859030837,"accuracy":0.33215859030837,"ce":1.6772383074638095,"harm":0.6634361233480176,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.13565891472868216,"accuracy":0.13565891472868216,"ce":3.1027060409186835,"harm":0.8372093023255814,"repair":0.0048449612403100775},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":3.4724940734145395,"harm":0.9732673267326732,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.289113656374669,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.1491031390134529,"accuracy":0.1491031390134529,"ce":2.194314234289522,"harm":0.8396860986547086,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.010438413361169102,"accuracy":0.010438413361169102,"ce":3.782392951304943,"harm":0.9780793319415448,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.3443579766536965,"accuracy":0.3443579766536965,"ce":1.6716208727192687,"harm":0.6449416342412452,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.018480492813141684,"accuracy":0.018480492813141684,"ce":3.1986697248160265,"harm":0.9671457905544147,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.011892963330029732,"accuracy":0.011892963330029732,"ce":4.015118083032306,"harm":0.9633300297324083,"repair":0.0009910802775024777}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9745,"correct_output_rate":0.9745,"accuracy":0.9745,"ce":0.14219749314427532,"abstentions":0,"harm":0.0126,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9857142857142858,"accuracy":0.9857142857142858,"ce":0.1036691906184194,"harm":0.00816326530612245,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.034257452353597395,"harm":0.000881057268722467,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9312015503875969,"accuracy":0.9312015503875969,"ce":0.2770439979344765,"harm":0.03875968992248062,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9712871287128713,"accuracy":0.9712871287128713,"ce":0.15174626596238452,"harm":0.013861386138613862,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9765784114052953,"accuracy":0.9765784114052953,"ce":0.13422633520589497,"harm":0.010183299389002037,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9674887892376681,"accuracy":0.9674887892376681,"ce":0.18044242765783813,"harm":0.020179372197309416,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9707724425887265,"accuracy":0.9707724425887265,"ce":0.1352485022333476,"harm":0.017745302713987474,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9747081712062257,"accuracy":0.9747081712062257,"ce":0.12773726144125505,"harm":0.009727626459143969,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9948665297741273,"accuracy":0.9948665297741273,"ce":0.10598418156909693,"harm":0.0,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.1837941648489027,"harm":0.007928642220019821,"repair":0.008919722497522299}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":975,"correct_output_rate":0.0975,"accuracy":0.0975,"ce":4.2596887976684705,"abstentions":0,"harm":0.8881,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.02040816326530612,"accuracy":0.02040816326530612,"ce":6.215461163098633,"harm":0.9714285714285714,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.07577092511013216,"accuracy":0.07577092511013216,"ce":2.277392549309906,"harm":0.9198237885462555,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.0687984496124031,"accuracy":0.0687984496124031,"ce":4.935435261553992,"harm":0.9011627906976745,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.00891089108910891,"accuracy":0.00891089108910891,"ce":4.771768432435214,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.131126456212513,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.6345291479820628,"accuracy":0.6345291479820628,"ce":1.0490334652134956,"harm":0.36210762331838564,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.08350730688935282,"accuracy":0.08350730688935282,"ce":3.3495453119861254,"harm":0.9050104384133612,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.1293774319066148,"accuracy":0.1293774319066148,"ce":2.9231570565336833,"harm":0.8570038910505836,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.006160164271047228,"accuracy":0.006160164271047228,"ce":5.496492425550506,"harm":0.9784394250513347,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":5.435166174669352,"harm":0.9712586719524281,"repair":0.0009910802775024777}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9838,"correct_output_rate":0.9838,"accuracy":0.9838,"ce":0.06049440716398757,"abstentions":0,"harm":0.0008,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.034114410262494836,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.00748520574527623,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9651162790697675,"accuracy":0.9651162790697675,"ce":0.11275458861155797,"harm":0.003875968992248062,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.05182554726068746,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9837067209775967,"accuracy":0.9837067209775967,"ce":0.05730402579371609,"harm":0.0010183299389002036,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9865470852017937,"accuracy":0.9865470852017937,"ce":0.060309311845670226,"harm":0.0,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9874739039665971,"accuracy":0.9874739039665971,"ce":0.07123792399561793,"harm":0.0010438413361169101,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.05927840081355426,"harm":0.0009727626459143969,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9866529774127311,"accuracy":0.9866529774127311,"ce":0.054039095823628674,"harm":0.0,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.10150945176333298,"harm":0.0,"repair":0.0}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1141,"correct_output_rate":0.1141,"accuracy":0.1141,"ce":2.9692197574329184,"abstentions":0,"harm":0.8712,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.00816326530612245,"accuracy":0.00816326530612245,"ce":3.3984193120349158,"harm":0.9836734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.47400881057268723,"accuracy":0.47400881057268723,"ce":1.665576223951524,"harm":0.5215859030837005,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.060077519379844964,"accuracy":0.060077519379844964,"ce":3.3523415881122975,"harm":0.9089147286821705,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":3.470025134814149,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.277706615578607,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.09641255605381166,"accuracy":0.09641255605381166,"ce":2.319976652762568,"harm":0.8912556053811659,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.33495651258892,"harm":0.988517745302714,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.34824902723735407,"accuracy":0.34824902723735407,"ce":1.6401787392361236,"harm":0.6391050583657587,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.02566735112936345,"accuracy":0.02566735112936345,"ce":2.6868927409745913,"harm":0.9609856262833676,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.05946481665014866,"accuracy":0.05946481665014866,"ce":2.756018875906075,"harm":0.9187314172447968,"repair":0.003964321110009911}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9332,"correct_output_rate":0.9332,"accuracy":0.9332,"ce":0.8721570348177076,"abstentions":0,"harm":0.0545,"repair":0.0038,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.939795918367347,"accuracy":0.939795918367347,"ce":0.8169855092154064,"harm":0.05510204081632653,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9885462555066079,"accuracy":0.9885462555066079,"ce":0.5167020803945234,"harm":0.007048458149779736,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.8507751937984496,"accuracy":0.8507751937984496,"ce":0.9829211527212287,"harm":0.12015503875968993,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9158415841584159,"accuracy":0.9158415841584159,"ce":0.931730661992172,"harm":0.06831683168316832,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9215885947046843,"accuracy":0.9215885947046843,"ce":0.9739314687068532,"harm":0.06415478615071284,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9035874439461884,"accuracy":0.9035874439461884,"ce":0.8654981873936171,"harm":0.08520179372197309,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9039665970772442,"accuracy":0.9039665970772442,"ce":0.8867387814680446,"harm":0.08455114822546973,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9494163424124513,"accuracy":0.9494163424124513,"ce":0.7996089108320261,"harm":0.03501945525291829,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9958932238193019,"accuracy":0.9958932238193019,"ce":0.7964474118591501,"harm":0.002053388090349076,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9544103072348861,"accuracy":0.9544103072348861,"ce":1.192652638374661,"harm":0.031714568880079286,"repair":0.011892963330029732}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1307,"correct_output_rate":0.1307,"accuracy":0.1307,"ce":3.15843396659748,"abstentions":0,"harm":0.8551,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.026530612244897958,"accuracy":0.026530612244897958,"ce":3.713121686439256,"harm":0.9653061224489796,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.3356828193832599,"accuracy":0.3356828193832599,"ce":1.7333423023165753,"harm":0.6599118942731278,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.07945736434108527,"accuracy":0.07945736434108527,"ce":3.476519121560128,"harm":0.8905038759689923,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.0039603960396039604,"accuracy":0.0039603960396039604,"ce":3.730604423459609,"harm":0.9792079207920792,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.796685954553733,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.484304932735426,"accuracy":0.484304932735426,"ce":1.4246299495573038,"harm":0.507847533632287,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.012526096033402923,"accuracy":0.012526096033402923,"ce":3.8275968543332666,"harm":0.975991649269311,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.3317120622568093,"accuracy":0.3317120622568093,"ce":1.7418531655844074,"harm":0.6575875486381323,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":3.784557439562101,"harm":0.9815195071868583,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.024777006937561942,"accuracy":0.024777006937561942,"ce":3.4665226856376092,"harm":0.9524281466798811,"repair":0.002973240832507433}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9810,"correct_output_rate":0.981,"accuracy":0.981,"ce":0.11014447956336212,"abstentions":0,"harm":0.0049,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.04685157615296856,"harm":0.0010204081632653062,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.025274718795017678,"harm":0.000881057268722467,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9622093023255814,"accuracy":0.9622093023255814,"ce":0.159174069252119,"harm":0.00872093023255814,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.11731586151222069,"harm":0.0049504950495049506,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9796334012219959,"accuracy":0.9796334012219959,"ce":0.12022070461278592,"harm":0.006109979633401222,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.10187583062376786,"harm":0.0033632286995515697,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9812108559498957,"accuracy":0.9812108559498957,"ce":0.09431263546157383,"harm":0.007306889352818371,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9776264591439688,"accuracy":0.9776264591439688,"ce":0.10421084968454683,"harm":0.006809338521400778,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.16000182434991453,"harm":0.006160164271047228,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9762140733399405,"accuracy":0.9762140733399405,"ce":0.18021286180868384,"harm":0.003964321110009911,"repair":0.005946481665014866}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1044,"correct_output_rate":0.1044,"accuracy":0.1044,"ce":3.4163330525475555,"abstentions":0,"harm":0.8813,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.02040816326530612,"accuracy":0.02040816326530612,"ce":4.5113379230962565,"harm":0.9714285714285714,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.4017621145374449,"accuracy":0.4017621145374449,"ce":1.561915694539832,"harm":0.5938325991189427,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.11337209302325581,"accuracy":0.11337209302325581,"ce":3.495575957404808,"harm":0.8585271317829457,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.01089108910891089,"accuracy":0.01089108910891089,"ce":3.7480846122533795,"harm":0.9722772277227723,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.382229842603877,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.13452914798206278,"accuracy":0.13452914798206278,"ce":2.280671470785348,"harm":0.8542600896860987,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.013569937369519834,"accuracy":0.013569937369519834,"ce":4.132988566324684,"harm":0.9749478079331941,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.2607003891050584,"accuracy":0.2607003891050584,"ce":1.8511897462149083,"harm":0.7285992217898832,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.019507186858316223,"accuracy":0.019507186858316223,"ce":3.4392745084823306,"harm":0.9671457905544147,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.019821605550049554,"accuracy":0.019821605550049554,"ce":4.008381632144239,"harm":0.956392467789891,"repair":0.0019821605550049554}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9737,"correct_output_rate":0.9737,"accuracy":0.9737,"ce":0.1575636381010818,"abstentions":0,"harm":0.0138,"repair":0.0036,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9877551020408163,"accuracy":0.9877551020408163,"ce":0.11598925813423026,"harm":0.006122448979591836,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9947136563876652,"accuracy":0.9947136563876652,"ce":0.043977548371759725,"harm":0.001762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9292635658914729,"accuracy":0.9292635658914729,"ce":0.2924802995903685,"harm":0.04263565891472868,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9762376237623762,"accuracy":0.9762376237623762,"ce":0.1604324548847607,"harm":0.009900990099009901,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.15623404008000566,"harm":0.012219959266802444,"repair":0.002036659877800407},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9596412556053812,"accuracy":0.9596412556053812,"ce":0.20094768750927391,"harm":0.028026905829596414,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9728601252609603,"accuracy":0.9728601252609603,"ce":0.1581689774488157,"harm":0.015657620041753653,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9688715953307393,"accuracy":0.9688715953307393,"ce":0.16348912254979475,"harm":0.01556420233463035,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9928131416837782,"accuracy":0.9928131416837782,"ce":0.11046396174661982,"harm":0.0,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.18664438086348492,"harm":0.007928642220019821,"repair":0.011892963330029732}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1076,"correct_output_rate":0.1076,"accuracy":0.1076,"ce":4.294100449513468,"abstentions":0,"harm":0.8782,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.026530612244897958,"accuracy":0.026530612244897958,"ce":6.188856606418158,"harm":0.9653061224489796,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.13127753303964756,"accuracy":0.13127753303964756,"ce":2.0906495873192217,"harm":0.8643171806167401,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.06589147286821706,"accuracy":0.06589147286821706,"ce":5.083951848862543,"harm":0.9040697674418605,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":4.910643243859845,"harm":0.9732673267326732,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.157882828322005,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.6031390134529148,"accuracy":0.6031390134529148,"ce":1.1022365163159686,"harm":0.39349775784753366,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.08977035490605428,"accuracy":0.08977035490605428,"ce":3.546314615657166,"harm":0.8987473903966597,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.1828793774319066,"accuracy":0.1828793774319066,"ce":2.7826383253838727,"harm":0.8044747081712063,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":5.709900175309861,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.007928642220019821,"accuracy":0.007928642220019821,"ce":5.398463304163472,"harm":0.9682854311199207,"repair":0.0019821605550049554}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9837,"correct_output_rate":0.9837,"accuracy":0.9837,"ce":0.05941161881847918,"abstentions":0,"harm":0.0009,"repair":0.0007,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.03177786386270733,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.00922311641439619,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9670542635658915,"accuracy":0.9670542635658915,"ce":0.10874041198972825,"harm":0.001937984496124031,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9841584158415841,"accuracy":0.9841584158415841,"ce":0.0484965997310896,"harm":0.0,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9826883910386965,"accuracy":0.9826883910386965,"ce":0.06282139197021,"harm":0.002036659877800407,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9865470852017937,"accuracy":0.9865470852017937,"ce":0.06037749862762008,"harm":0.0011210762331838565,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.07153321506812048,"harm":0.003131524008350731,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9834630350194552,"accuracy":0.9834630350194552,"ce":0.060269004686131104,"harm":0.0,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.05589343658315835,"harm":0.001026694045174538,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9752229930624381,"accuracy":0.9752229930624381,"ce":0.09002088581964046,"harm":0.0,"repair":0.0009910802775024777}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1021,"correct_output_rate":0.1021,"accuracy":0.1021,"ce":3.440135297699735,"abstentions":0,"harm":0.8832,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.05408163265306123,"accuracy":0.05408163265306123,"ce":3.4910133983385956,"harm":0.9377551020408164,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.27665198237885463,"accuracy":0.27665198237885463,"ce":1.7408951523687477,"harm":0.718942731277533,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.12887596899224807,"accuracy":0.12887596899224807,"ce":3.575796285875487,"harm":0.8410852713178295,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.01287128712871287,"accuracy":0.01287128712871287,"ce":3.959556936011999,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.808447383493102,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.10874439461883408,"accuracy":0.10874439461883408,"ce":2.544136051588302,"harm":0.8789237668161435,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.006263048016701462,"accuracy":0.006263048016701462,"ce":4.695512534960758,"harm":0.9822546972860126,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.3326848249027237,"accuracy":0.3326848249027237,"ce":1.6968674839852937,"harm":0.6546692607003891,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.02566735112936345,"accuracy":0.02566735112936345,"ce":3.1939534155127838,"harm":0.9599589322381931,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.03766105054509415,"accuracy":0.03766105054509415,"ce":3.9524415053970645,"harm":0.9405351833498513,"repair":0.003964321110009911}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9623,"correct_output_rate":0.9623,"accuracy":0.9623,"ce":0.21576488371633987,"abstentions":0,"harm":0.0253,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9724489795918367,"accuracy":0.9724489795918367,"ce":0.19424841507571913,"harm":0.022448979591836733,"repair":0.003061224489795918},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9920704845814978,"accuracy":0.9920704845814978,"ce":0.06636143520957052,"harm":0.004405286343612335,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9108527131782945,"accuracy":0.9108527131782945,"ce":0.360757435333022,"harm":0.05910852713178295,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9514851485148514,"accuracy":0.9514851485148514,"ce":0.23426716335477185,"harm":0.032673267326732675,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9582484725050916,"accuracy":0.9582484725050916,"ce":0.24532749783010577,"harm":0.0274949083503055,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9394618834080718,"accuracy":0.9394618834080718,"ce":0.27556513967549917,"harm":0.04932735426008968,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9613778705636743,"accuracy":0.9613778705636743,"ce":0.19545479829578324,"harm":0.027139874739039668,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9630350194552529,"accuracy":0.9630350194552529,"ce":0.1801684407389282,"harm":0.021400778210116732,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9969199178644764,"accuracy":0.9969199178644764,"ce":0.15435316997394735,"harm":0.0,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.27109921141032756,"harm":0.01288404360753221,"repair":0.011892963330029732}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1057,"correct_output_rate":0.1057,"accuracy":0.1057,"ce":4.358113299888914,"abstentions":0,"harm":0.8802,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.03979591836734694,"accuracy":0.03979591836734694,"ce":5.725429249914403,"harm":0.9520408163265306,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.10748898678414097,"accuracy":0.10748898678414097,"ce":2.332117450688289,"harm":0.8881057268722466,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.10174418604651163,"accuracy":0.10174418604651163,"ce":4.880603642453088,"harm":0.8701550387596899,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.016831683168316833,"accuracy":0.016831683168316833,"ce":4.892294402264138,"harm":0.9663366336633663,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.821446054192597,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.5448430493273543,"accuracy":0.5448430493273543,"ce":1.316702006671744,"harm":0.45067264573991034,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.059498956158663886,"accuracy":0.059498956158663886,"ce":4.231918933906267,"harm":0.9290187891440501,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.21108949416342412,"accuracy":0.21108949416342412,"ce":2.533272360582928,"harm":0.7762645914396887,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":5.590180625658144,"harm":0.9804928131416838,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.008919722497522299,"accuracy":0.008919722497522299,"ce":5.3209933124109385,"harm":0.9663032705649157,"repair":0.0009910802775024777}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9838,"correct_output_rate":0.9838,"accuracy":0.9838,"ce":0.060367600807264714,"abstentions":0,"harm":0.0014,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9938775510204082,"accuracy":0.9938775510204082,"ce":0.03292642937850647,"harm":0.0,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.009906433578696526,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9689922480620154,"accuracy":0.9689922480620154,"ce":0.1024297583886604,"harm":0.0,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.05536284149490113,"harm":0.0009900990099009901,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9806517311608961,"accuracy":0.9806517311608961,"ce":0.07331706747487483,"harm":0.004073319755600814,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.984304932735426,"accuracy":0.984304932735426,"ce":0.06175703381533202,"harm":0.0033632286995515697,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.9864300626304802,"accuracy":0.9864300626304802,"ce":0.0718384729313016,"harm":0.0020876826722338203,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9815175097276264,"accuracy":0.9815175097276264,"ce":0.06349679470799409,"harm":0.0029182879377431907,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.05276035867335641,"harm":0.001026694045174538,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9781962338949455,"accuracy":0.9781962338949455,"ce":0.08520430010256227,"harm":0.0,"repair":0.003964321110009911}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":945,"correct_output_rate":0.0945,"accuracy":0.0945,"ce":4.661844446277638,"abstentions":0,"harm":0.8913,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.03775510204081633,"accuracy":0.03775510204081633,"ce":6.278299193884521,"harm":0.9540816326530612,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.21145374449339208,"accuracy":0.21145374449339208,"ce":1.8921249721843068,"harm":0.7841409691629956,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.1560077519379845,"accuracy":0.1560077519379845,"ce":4.434912335826669,"harm":0.8158914728682171,"repair":0.003875968992248062},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.039603960396039604,"accuracy":0.039603960396039604,"ce":4.634456682167895,"harm":0.9435643564356435,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.108818563110008,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.19170403587443946,"accuracy":0.19170403587443946,"ce":2.734558156624421,"harm":0.7982062780269058,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.0511482254697286,"accuracy":0.0511482254697286,"ce":4.785927607442236,"harm":0.9384133611691023,"repair":0.0010438413361169101},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.2140077821011673,"accuracy":0.2140077821011673,"ce":2.5159060863684095,"harm":0.7752918287937743,"repair":0.006809338521400778},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.017453798767967144,"accuracy":0.017453798767967144,"ce":4.9328709084874625,"harm":0.9681724845995893,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.009910802775024777,"accuracy":0.009910802775024777,"ce":6.6229400946595405,"harm":0.9663032705649157,"repair":0.0019821605550049554}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9766,"correct_output_rate":0.9766,"accuracy":0.9766,"ce":0.07570982783488735,"abstentions":0,"harm":0.0103,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9887755102040816,"accuracy":0.9887755102040816,"ce":0.04854045249051075,"harm":0.00510204081632653,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9938325991189427,"accuracy":0.9938325991189427,"ce":0.016459660150715028,"harm":0.0026431718061674008,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9418604651162791,"accuracy":0.9418604651162791,"ce":0.1840603455528486,"harm":0.02810077519379845,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9792079207920792,"accuracy":0.9792079207920792,"ce":0.06376081713443184,"harm":0.006930693069306931,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.9745417515274949,"accuracy":0.9745417515274949,"ce":0.07639247767354257,"harm":0.010183299389002037,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9652466367713004,"accuracy":0.9652466367713004,"ce":0.11447016301549619,"harm":0.021300448430493273,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.975991649269311,"accuracy":0.975991649269311,"ce":0.0986626909289299,"harm":0.012526096033402923,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9717898832684825,"accuracy":0.9717898832684825,"ce":0.08802257070736258,"harm":0.01264591439688716,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9928131416837782,"accuracy":0.9928131416837782,"ce":0.018333447637227093,"harm":0.0,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9801783944499505,"accuracy":0.9801783944499505,"ce":0.05600652293341074,"harm":0.004955401387512388,"repair":0.010901883052527254}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":973,"correct_output_rate":0.0973,"accuracy":0.0973,"ce":7.455709827197218,"abstentions":0,"harm":0.8883,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.02142857142857143,"accuracy":0.02142857142857143,"ce":11.741866537547214,"harm":0.9704081632653061,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.039647577092511016,"accuracy":0.039647577092511016,"ce":3.746516330186854,"harm":0.9559471365638766,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.07170542635658915,"accuracy":0.07170542635658915,"ce":9.324604197397884,"harm":0.8992248062015504,"repair":0.0029069767441860465},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.01782178217821782,"accuracy":0.01782178217821782,"ce":8.078531010015633,"harm":0.9663366336633663,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.0,"accuracy":0.0,"ce":10.001093489143479,"harm":0.984725050916497,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.6401345291479821,"accuracy":0.6401345291479821,"ce":1.2660692816313877,"harm":0.3576233183856502,"repair":0.01233183856502242},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.1440501043841336,"accuracy":0.1440501043841336,"ce":4.719440749642025,"harm":0.8444676409185804,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0963035019455253,"accuracy":0.0963035019455253,"ce":5.973575959365899,"harm":0.8881322957198443,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":9.910414892482436,"harm":0.9804928131416838,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.002973240832507433,"accuracy":0.002973240832507433,"ce":9.663283591046811,"harm":0.9712586719524281,"repair":0.0}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9839,"correct_output_rate":0.9839,"accuracy":0.9839,"ce":0.10844475319108487,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.06323776243753877,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9955947136563876,"correct_output_rate":0.9955947136563876,"accuracy":0.9955947136563876,"ce":0.011420830432275536,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9680232558139535,"correct_output_rate":0.9680232558139535,"accuracy":0.9680232558139535,"ce":0.19122854554898144,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9831683168316832,"correct_output_rate":0.9831683168316832,"accuracy":0.9831683168316832,"ce":0.0792655166253165,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.984725050916497,"correct_output_rate":0.984725050916497,"accuracy":0.984725050916497,"ce":0.12146344572965964,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9854260089686099,"correct_output_rate":0.9854260089686099,"accuracy":0.9854260089686099,"ce":0.11716689182135114,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.988517745302714,"correct_output_rate":0.988517745302714,"accuracy":0.988517745302714,"ce":0.13320509145309975,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.10590095897630214,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9845995893223819,"correct_output_rate":0.9845995893223819,"accuracy":0.9845995893223819,"ce":0.09279363998609304,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9742319127849356,"correct_output_rate":0.9742319127849356,"accuracy":0.9742319127849356,"ce":0.17983965449551595,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0,1,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.409821754558579,2.194199968432522,2.664661087079284,0.5547298594834031,2.9270871386080755,1.2602787609558506,3.5933735329857273,0.025619179446735557,2.4503376354071165,1.4800896324841502,3.346077922881408,0.03017837746253033,3.5522543919979626,0.24295602003538022,6.582032078016912,4.937286161787938e-05,2.5537459707009447,1.8335888904398876,3.296284486447578,0.03793806681740472,3.932498179642502,0.33033803711185866,6.1819280671357,6.672979203271826e-05,2.238234669969835,0.7040372334434966,5.300249612985427,0.00014710076122832525,5.146429172076143,0.006848022377594554,12.499263722552355,8.701170891123664e-10]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,0,5,0,1,0,5,0,9,0,5,0,5,0,5,0,9,0,5,0,1,0,5,0,9,0,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7733642720426124,1.311730994802694,3.5062423738166437,0.05339332653054392,3.8788156554184225,0.2318025024919046,3.917295783819643,0.0001158346488660726,3.8932462589685937,0.2784747993583874,4.037514633489439,0.0001454263683768949,4.3625842475893055,0.0029647818994774596,5.983171763072293,7.752760652671828e-10,4.177208660029836,0.31715556854246446,4.027268313705367,0.00019600214305038512,4.472399827539239,0.004279060352021946,6.002723439093773,1.5880934332736783e-09,4.428364121253948,0.007161047861837337,5.850232791383374,3.4562181945532735e-09,5.57188424497147,1.2213314861897675e-06,11.369671020767727,0.0]},{"index":443,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,8,5,0,5,0,5,0,0,8,5,0,5,0,5,0,5,8,5,0,5,0,5,0,4,8,5,0,5,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0286686004358048,2.061172527859931,2.0537411171265396,0.973915995331263,2.1284922976213148,1.4193067363410419,2.242493943882963,0.11508962599577212,2.015655939552635,1.63307344548986,2.117729715757787,0.13590659731202562,2.2356049479342093,0.5766107687155724,2.766834503656128,0.0007014535163371293,2.3829254627053373,1.7274182139764083,2.335647866121797,0.158167689615809,2.4875482151285317,0.615412135192115,3.020568810219899,0.0008451888162355104,2.3094976210902947,1.1116765821559669,2.673583343663218,0.0020427327497108756,2.863847009487605,0.07368934414079241,4.995470859502519,9.605037814566803e-08]},{"index":552,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,0,7,8,7,0,0,8,7,0,7,0,5,0,7,8,7,0,7,0,1,0,0,8,0,0,0,0,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8050983981192843,2.3986026926292916,1.8017187238952392,1.5217794067767538,1.863844254649429,1.9522723415286982,1.994886801797069,0.5307495383054436,1.267986627879082,2.123958369665532,1.3050908094870322,0.5444423284030081,1.4706859635008112,1.2293823200596512,2.222380421638902,0.023455452782875738,1.5266497726508748,2.3332534993127267,1.564384085889019,0.6125468088336214,1.7120513299187898,1.2798229533943537,2.4078340233742916,0.02636545084362584,0.5430699664757738,1.7666317952869854,0.7312994672671695,0.03791450281410902,0.854431238753214,0.4107836394222714,3.117420640627216,4.917333943850621e-05]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,4,1,5,1,4,1,5,1,4,1,5,1,4,1,4,1,4,1,5,1,4,1,5,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9047688212682308,1.141624216218974,1.9352096947911217,0.2913310014817335,1.8876332928539021,0.35701632945659306,1.9909640442580758,0.009578731723528229,1.933545503447248,0.3316426916253435,2.070699295346266,0.007796741297959795,1.827736964669919,0.01402501555673238,2.216637291281132,5.875306727899157e-06,1.7662038855644528,0.39139036735078353,1.8196013800519157,0.01098698839893291,1.7895983524531227,0.01896332661482759,1.9922818226506025,8.102220252495175e-06,1.6997712343954265,0.019051802920852297,1.988008481040269,7.943227917108306e-06,1.6365694998576248,2.0958387531465995e-05,2.6133402422880425,1.4455103780609091e-12]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,6,1,1,1,1,1,1,1,6,1,1,1,1,1,1,1,6,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.407976409417407,1.0552475258206209,1.429320441414387,0.20490656587346123,1.472271931130085,0.29105091762540886,1.532276229436612,0.005326013128202335,1.3262779173782755,0.30134569306145437,1.4325932553522494,0.004851685653328383,1.2850151049243435,0.011025836786722983,1.6170881863066877,1.9267123156513455e-06,1.1804486653242516,0.35849757247447317,1.184459908732528,0.0066868058577031035,1.2104255159470698,0.01699886945806289,1.3223631526505295,2.7992042048522704e-06,0.9016654482275839,0.02070353622585077,1.0734859983148741,3.891919437362305e-06,0.935187578517338,2.123250896672666e-05,1.7501943879579283,1.345590305845599e-13]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,1,7,8,5,1,7,8,5,1,7,8,5,1,7,8,7,1,7,8,5,1,2,8,5,1,2,8,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3481671484065245,1.8999771315842386,2.1343844424651577,1.1952419451849974,2.0309729739624656,1.4090726642380678,2.0493542944576584,0.33615333384655477,2.669628581775333,1.5425321318143663,2.5297983420668566,0.37258211774796035,2.1165103591447973,0.9363684393455353,3.132841867167364,0.012048967088865492,2.8387797661049365,1.5170824817271846,2.3723346568850836,0.4456494538849123,2.0636013362505885,0.9322576309484351,2.522520443502784,0.01953509481084595,3.622554809404546,1.3041368778977933,3.1995787055508913,0.037815163746237036,2.231111329294164,0.9046693041121057,6.284537988226907,2.6205339833861085e-05]},{"index":1527,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,5,5,7,1,5,1,2,8,5,1,7,1,5,1,2,8,5,5,7,1,5,1,2,8,5,1,1,1,5,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2035530797118543,1.8978563553336807,2.015229917885882,1.3842027117387263,1.9887610023098545,1.1893458676503321,2.2466083169897946,0.7277522060453264,2.049213440420818,1.4768920364560452,2.085058174444435,0.6797895625451629,1.6896956991699972,0.529361563626584,3.383574960682123,0.23817000682445458,2.190536231592428,1.632741225200273,2.059431968813003,0.9224603478026543,1.7993702773627034,0.6299863471012204,3.063750605013822,0.33662306526078617,1.9885197165979944,1.334236519461793,2.4184251455837895,0.2701881277903356,1.2644563675595466,0.15580900266525166,6.5826351461474575,0.041576222706497426]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,2,7,2,5,2,7,2,5,2,7,2,5,2,7,2,7,2,7,2,5,2,2,2,5,2,2,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.543372899771467,1.3961403164539947,2.4338347740084734,0.37885025795805677,2.2353479385041632,0.45090465130670243,2.5592638822021083,0.006976922795664215,2.3724852600155657,0.7483385379610455,2.471499028249011,0.011971188531858516,1.9725474433425227,0.03712777371875087,3.406956174555608,3.8102222987374495e-06,1.8242546047857795,0.713911624531013,1.7414316025451817,0.015264851450377896,1.3966673542521642,0.04751020446182145,2.399624350174448,2.233641513175103e-06,1.1784777354642137,0.1808469747425011,1.896963336533698,7.679200015158408e-06,0.7815043659882184,0.00012343417010598676,4.664045698060872,3.761435607429323e-13]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,2,5,2,9,2,5,2,9,2,5,2,9,2,5,2,9,2,5,2,9,2,5,2,9,2,5,2,9,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8154977617988783,1.817554214551059,3.97022332243404,0.6171659679000235,4.037056427789766,0.9315020260976709,5.08571256913749,0.06422755843908472,4.512277359979329,0.9661884105881061,5.317631695760449,0.06874415969201815,5.237950591190364,0.15648072397761106,9.743477033219829,0.0005827716913740475,4.539981245572833,1.0489254533271892,5.445666372491974,0.08274137971859315,5.532601883394586,0.15272463805194295,10.171317593621003,0.0005751831846626574,6.047723085507048,0.20538956311326298,9.354491547397217,0.0007650582539360906,8.354932733389443,0.002035477859395016,20.963997800784757,2.769493396234078e-08]},{"index":119,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,2,9,8,5,2,8,8,5,2,8,2,5,2,9,8,5,2,8,8,5,2,8,8,5,2,6,2,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9030830546017423,2.1941385158237585,2.857990541830572,0.9817567985145125,2.9581853183389226,1.627104705070454,3.5610938160850676,0.17220181056023193,3.0522603555118435,1.6334179176078192,3.4483657177469222,0.15532122175990207,3.3974311068630723,0.8564452699368205,6.748574409428761,0.0024381451856848113,3.273110490808625,1.6504404860089847,3.473057758004832,0.1658852555468582,3.675166657961537,0.9476311518886703,6.671202396667705,0.0017227182878863094,3.4284795179971375,0.9311903221315889,5.428886068628737,0.0016558397488485733,5.290099196526905,0.19826462136019257,14.496090105370778,1.739756829363246e-07]},{"index":149,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,2,7,9,7,2,7,2,7,2,7,9,7,2,7,2,7,2,7,9,7,2,7,2,7,2,7,9,7,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7931715499870204,2.1308210068563866,3.0479858259603523,1.896610178238282,3.213795595099409,1.9751588891057363,3.9955412514251067,1.5412226082353493,3.2651132960580327,1.8620980577090689,4.115794021356165,1.4644875677227946,4.204577474110499,1.6590240111719763,6.375606544474195,1.0734658545698115,3.3988089799800854,1.8016158124445847,3.858193757928463,1.2882885619764295,4.554820396537062,1.5296361349350667,6.177023174909894,0.8868526657763348,4.498304847715132,1.3414843819665352,6.322454438935825,0.7271999426817538,6.964629654400893,1.243869700417261,11.090753782779103,0.39662594473747564]},{"index":3681,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,8,5,8,5,8,8,8,5,8,5,8,5,8,9,8,5,8,9,8,5,8,9,8,5,2,9,8,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.918521312808042,2.039541431736123,3.913340281912365,1.6336144272414979,3.978145664858445,1.7869426979747214,4.387350703820099,1.221635906521111,4.402039464976989,1.6754069548352852,4.5943932679987105,1.1497184285743316,4.77941536473398,2.001693522257975,6.050645503382794,0.7691586255470787,4.92196585991335,1.72361366270411,5.343349019188017,1.0837461558983472,5.246665931575135,1.8708510406188446,6.578284229131303,0.780128550559566,5.77913765040491,1.6656940766010766,7.017083342963953,0.7104015865890935,6.9982811292326375,2.841795614054868,10.746623436005589,0.1245662457059939]},{"index":3876,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,1,8,8,8,5,8,8,8,7,8,8,8,5,8,8,8,9,8,8,8,5,8,8,8,9,2,8,8,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4994704285168945,1.5715334722904923,2.4031779548903685,1.2945687517168611,2.2693423167584355,1.5089406680313888,2.399458532327431,1.156633384403348,2.4264948071839747,1.3865379105213265,2.4432586980403066,0.8751170854006867,2.113536334951146,1.760495095386279,2.627131195876689,0.8167463915345142,2.263086270225563,1.3519545438743834,2.1910567078396084,0.8705327379644412,1.8507041409435867,1.7573803044891525,2.2544974161057487,1.0755236194226636,2.088115082650215,1.2974928315562506,2.4174815296378096,0.39734385317733784,1.5405973731583134,2.4350250339161845,3.0698775070977407,0.23492909570469186]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3,8,3,7,3,7,3,7,3,7,3,7,3,7,3,7,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.1722062502158686,1.7651562527406814,4.49910584847849,1.20459090406125,4.852369029469858,1.0307287131893144,5.6179478466002735,0.4427201320446242,5.133295417625072,1.111411329304572,5.897566489706641,0.3915607671240856,6.745983082422461,0.258223382007049,8.511917358885476,0.02095120576514167,5.542038091653436,1.055315960221862,6.175136957512926,0.3575365822458585,7.001268547648037,0.21234384102205603,8.789391374002662,0.0182577389620238,7.554967797697567,0.348828145078844,9.107632112859372,0.03062095750966033,10.855883460771839,0.010086511418560647,14.063195797306083,2.012658261392758e-05]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,7,3,7,3,5,3,7,3,5,3,5,3,5,3,7,3,5,3,9,3,5,3,9,3,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.6027452666121214,1.8003692973672862,3.7661906976193564,0.42577686798812964,3.7997900746836346,0.5570006679202211,4.409464389426102,0.006242256978078722,3.779091444590735,0.6754231412691691,4.395814474481795,0.006298354077069129,4.224914156043153,0.015153871090530792,7.3063075635700105,5.051282371144532e-07,4.28282692441636,0.936649732865542,4.803471257519371,0.008513453799174453,4.753615454630563,0.02200718324062476,7.569977162644869,4.144320496212146e-07,4.9773449455710015,0.05513527570865278,7.251426969921365,1.4522309457218486e-06,6.150601176421329,9.037242912455946e-06,13.79903223562702,2.8865798640254027e-15]},{"index":195,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,5,3,8,3,5,3,7,8,5,3,8,3,5,3,7,8,5,3,5,3,5,3,8,8,5,3,0,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.643940085340654,1.7113759283881071,2.588849409204038,1.1373488096806144,2.5226031440130585,1.1306277195957681,2.597402215806524,0.2869533891647449,2.5794181094420128,1.25322062775639,2.5805560086437116,0.27221447878763405,2.5070536237992007,0.4491712445645717,2.9516061833507328,0.005969840973869732,2.788979224385081,1.3861899453571132,2.8453831212495637,0.3427695072825385,2.6624183687543646,0.5064570589416191,3.038917625285642,0.006466531403869342,2.7335042907798597,0.9028091807565961,2.959530316416083,0.011640609311382562,2.8114697313392805,0.08394206595263957,4.2718308719263955,2.112348049683187e-06]},{"index":200,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,5,3,7,8,5,3,7,8,5,3,7,3,5,3,9,8,5,3,1,3,5,3,7,8,5,3,5,3,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.003189995756404,2.170565557110686,4.132365158977769,1.546927409448845,4.169486570278671,1.7488256292697746,5.613060315183476,0.7548288422994486,4.280351242988935,1.9082826932062575,5.388071975976098,0.7623982532987971,4.742293887059708,1.1599501816216415,10.398687395596614,0.08955636271865226,4.501011930643629,1.8336075543620747,5.797923469773117,0.6809262077487488,5.2584305247400565,1.085900046177393,10.47306659803378,0.08049514966310384,5.309817506560678,1.4649160053948325,9.647859088872561,0.121167369508736,6.709470020605381,0.5389546071257341,19.25591705074639,0.0008933663796808985]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,7,4,8,4,7,4,8,4,7,4,7,4,3,4,7,4,3,4,3,4,3,4,3,4,3,4,3,4,3,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.184797784514319,1.7226207420022785,3.432551193924297,0.6556207239467463,3.6199962462147743,0.8189802223035973,3.8579342344927836,0.032253322593725986,3.7347948971204503,0.8684895772137315,4.105208318851368,0.03567952773602608,4.31894291247745,0.10358293262910317,4.8727262273330085,3.505680496156067e-05,4.218841405016421,0.9682893114794091,4.6497707102061705,0.058394135550452114,4.968755942546853,0.11399230291991289,5.3478900730311105,7.331785197907414e-05,5.374653441994596,0.1687505060927039,6.109253708211432,0.00015305660209637115,6.5097150569284565,0.0016560741294124825,7.640538652847365,1.4074452713406106e-10]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,5,4,7,4,5,4,8,4,5,4,7,4,5,4,8,4,5,4,7,4,5,4,8,4,5,4,9,4,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7450621736295915,1.5916621769517263,4.140224440558707,0.5567861962607831,4.137568741568818,0.7545978544205865,4.599139190250068,0.023796866409377,4.386938091931528,0.7427400154166128,5.010936083183709,0.025631366411493064,4.942528940009328,0.09107585159695378,5.891203817234679,2.3611680449937933e-05,4.536582074288529,0.9421994923293128,5.178427150641552,0.040426130549593764,5.164641979889777,0.11711858548946034,6.126779236135766,4.504788607893234e-05,5.860042948266374,0.14964606242302464,7.152705488865551,8.364444824674506e-05,6.974465047168946,0.0014228104070407872,9.169466831950384,1.0251333115192903e-10]},{"index":33,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,0,1,4,1,4,1,4,1,0,1,4,1,4,1,4,1,0,1,4,1,4,1,4,1,0,1,4,1,4,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.455909249938683,2.0939073609393493,4.004094578240361,0.8977165008346202,3.7579059774258656,0.9688582403443584,4.47446742264063,0.029681978735342864,4.403337082315902,1.2771869550340602,5.263342780936978,0.07359868217307139,4.972938374879872,0.17170648672953537,6.218184870843242,2.606829034616306e-05,4.357089118142007,1.8091200311271403,5.521555249142647,0.17140171557956074,5.194379803563399,0.32917634249870614,6.613587144324069,6.383887205689456e-05,6.46256663090483,0.9613134081906594,8.161756392416263,0.0005424399708556195,8.169775444856883,0.007779465190026783,10.377472789494648,9.474376838176357e-11]},{"index":115,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,9,2,9,2,9,2,4,2,9,2,4,2,9,7,4,7,9,2,9,7,9,1,4,7,9,2,4,7,9,1,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.962573700985014,2.019444262337035,3.2253589117777723,1.491171005065584,3.103392925128629,1.3737794458978034,3.2195666830229657,0.6698882624631318,3.5882962617858145,1.5545498551052115,3.802119649990097,0.8104045855474787,4.01319919074413,0.890895210788078,4.125555152802769,0.2002600744034907,3.341269566492027,1.6103806761744237,3.690242349872439,1.0236413518658256,3.7751442090306107,0.9169982199790088,3.936661307815735,0.34071908970275777,4.681412300489516,1.0584347762053654,4.988974559834547,0.5286574779653376,5.819553627637345,0.8136603335561509,5.938953384534651,0.022493379396614745]},{"index":3405,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,7,9,7,9,1,9,7,9,7,9,5,9,7,9,7,9,7,9,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.93283175514153,2.037652079632954,3.332487730230012,1.3726990879576642,3.6854815979162647,1.450963525258441,4.208912796750064,1.0691862438985003,3.7509958644304935,1.5610840153915662,4.427310922457643,0.9602382366248835,5.141951452459378,1.2419218313355287,6.017901433933744,0.871979014051509,3.044384008756138,1.5940337026194957,3.6982953232919336,0.9780440090644524,4.262115803037879,1.3216821021120733,5.267276692879128,1.0978215654665582,4.667728553251649,1.1660974758025495,5.810101441074915,0.9105738111398836,7.276993982505704,1.7828071716711251,8.664544479797268,0.5706190405595261]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,7,5,1,5,2,5,7,5,7,5,2,5,2,5,7,5,7,5,2,5,2,5,2,5,2,5,2,5,2,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4030504325670154,1.6511931145527523,2.1346802283791266,0.6692192253880068,2.4977120875188685,1.03004012253646,2.4149019657356945,0.13528586985328844,3.1032561481973806,0.797988392948249,3.1570460261204296,0.09754159699090942,3.5878141988578376,0.2721243578117054,4.169221750074768,0.00589273333446258,3.5835270863046045,1.034408097441939,3.348288541287695,0.11383478148050911,3.7987106030561613,0.3464798163210965,4.030815743146101,0.007640038607706791,5.292423561297717,0.188464468175457,5.819851129950259,0.004057664410526476,6.797070629537541,0.02713282444728734,8.83291515761186,1.4092764489142137e-05]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,5,5,5,8,5,5,5,8,5,5,5,5,5,5,5,8,5,5,5,8,5,5,5,8,5,5,5,5,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.878003309877529,1.2412113999891587,1.1527829879290166,0.41851599736029116,1.7957603361119525,0.4999134471735495,0.676717011600128,0.018578643564208214,1.7092611813163938,0.5969188969941149,0.5652558598077189,0.03002723439866684,1.5113259168224553,0.06992949209195039,0.10869735665995513,5.2483066369596903e-05,1.8455859421321827,0.7041352897862357,0.6006301536727569,0.04683078994769385,1.7094671969646626,0.09118577870699254,0.13210093514565824,0.00012222611705953515,1.6899986576307042,0.1987308278795883,0.0914042899697901,0.00042473118691590243,1.2303534459450463,0.0033652423942614382,0.002176553256288998,3.108173935616673e-09]},{"index":340,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,5,7,5,1,3,1,5,7,3,1,5,1,3,5,5,1,3,1,5,1,3,1,3,1,3,1,3,1,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.607276229932306,1.6495399296647404,2.1435737406727706,0.8962872193114735,2.439162449127233,1.2579263955546163,1.6503195226369591,0.5906866329669062,2.4565910022475306,1.4751174919197652,1.6119038520411326,0.710186021492149,2.082065520481584,1.2578041794603276,0.7233521500049258,0.5534675415451197,2.51944304480958,1.3420522721346841,1.907354609922982,0.7092980935303991,2.581480059281217,1.297465836439108,1.2225163583493002,0.7179673564312627,2.204336584504728,1.5339355433514599,1.1719413444320619,0.7518130660991786,2.0894660416679507,2.2726522341203124,0.23326775011732234,0.6694716491263465]},{"index":412,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,5,7,5,7,5,5,5,7,8,5,5,7,5,5,5,7,8,5,5,7,8,5,5,7,8,5,5,7,5,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9272422389378163,1.8668709216313333,1.2149935218249333,1.2086035676137297,1.7913136271668795,1.4700921585818902,0.49893734888175445,0.5707240812005318,1.9869588288505406,1.586877696355106,0.6829258562158859,0.6204626280135379,1.6532033844519969,1.0649778825295264,0.04319581782123015,0.17219414347471854,1.8649336775105325,1.6783512020622144,0.690132357947399,0.6527430717819175,1.647696658512721,1.139452990775801,0.07485422932971761,0.19511515491060574,2.261228893461416,1.2882473680152977,0.17723877857433262,0.1996418951134131,1.4183676081741816,0.7477702718701787,0.000348217569677746,0.031832018870624375]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,5,5,6,5,6,5,6,5,6,5,6,5,6,5,6,3,6,5,6,3,6,5,6,5,6,5,6,5,6,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.2939490739969743,1.917997578319918,2.836058216752769,0.566916973142016,3.004152068594103,0.9262781724164932,2.4904738797248718,0.03247858096405791,3.0678674016597833,1.0274078639266682,2.608969601961295,0.020152673351548956,2.9108016585390315,0.0777496495406816,2.5777120496096506,1.848021433156642e-05,3.4282952086193514,1.111841555239346,2.6189694814602795,0.030928953790462115,2.978586683435147,0.10266896926943972,2.537103361728641,5.969367227595187e-05,2.913228624844937,0.16096349058191411,2.53537771780544,3.2450549866149394e-05,2.9598038305674352,0.00043723697445339626,3.261272562818703,2.8687274777482865e-11]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,6,7,6,7,6,7,6,7,6,0,6,7,6,7,6,7,6,0,6,7,6,0,6,7,6,0,6,7,6,0,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.6651282841114465,1.5848120227023477,4.495562782895758,0.6212861253371079,4.442407088011636,0.5944231015282729,4.094533069541564,0.05292999657161917,5.089000825567399,0.5790505467176559,4.892649777815949,0.02716823702004277,4.891344056273335,0.03911972754428359,4.422230060262748,0.00010884288147000231,5.504867589074967,0.9023275912256091,5.278753359281116,0.0619654290855556,5.023613023727897,0.08024921891348909,4.586946422628644,0.00040605297948696176,6.244491352504688,0.060938676513894834,6.1740761171214364,0.00011839733927957607,5.836969493049771,0.00031337763830864205,5.2368945049018025,1.3417302815335528e-09]},{"index":217,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,6,5,6,5,6,5,5,5,6,5,5,5,6,5,8,5,6,5,5,5,6,5,5,5,6,5,5,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.544665670489841,1.9702545765796002,2.3534652512190184,0.9690303544276043,2.325336594733389,1.2556734749721223,2.110727064543412,0.3603397991869963,2.6015855531527965,1.7793846541781908,2.5094646920687067,0.5479345965773231,2.190639815641361,0.9768424206250746,2.4809127536331745,0.042179830494970635,2.648328318684041,1.941971724157951,2.4189475305711454,0.6032281420373099,2.108429595624248,0.9166659090422964,2.100213330346746,0.06287252181049587,2.629951395194605,2.1191924222875484,3.0329093704881713,0.2072631434265558,1.8748895475417986,0.9134113971713489,3.460278133864839,0.00024959881901196054]},{"index":965,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,5,6,1,6,5,6,1,8,5,6,1,6,5,6,1,5,1,6,1,6,3,6,1,8,5,6,1,6,3,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.18220292607663,2.224240711664128,3.5017601131585248,1.4463190655915519,3.262670921972041,1.8009756124981011,3.9485797372341973,0.701738872540942,3.4601847865334783,2.257262069979935,4.152717457722155,0.6860758519405066,3.6908578616823675,1.3256548696488817,5.40947405930995,0.08455184371639005,3.674466596466101,2.008896282735139,4.192080080007499,0.790370978266575,3.8974131503758045,1.0930331218294425,5.522786849302232,0.12787251379327946,3.911323647423905,2.1920745465999505,5.612737557643963,0.13824484107556897,4.7267041637982805,0.5050530901402056,8.981144986026298,0.0011640740453426005]},{"index":259,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,8,5,0,5,0,5,0,5,8,5,0,5,0,5,0,3,0,5,0,3,0,5,0,3,0,5,0,3,0,5,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.225294479922779,2.3341339021377703,3.368147420959801,1.8531884979085356,3.090823265339183,2.0834646280799585,3.6304814706331014,1.4375501496085707,3.507741116645379,2.038527245177057,4.261955676011068,1.29817321968306,3.746580390256497,1.6878532350479891,5.957515815859401,0.9747204816333637,3.5839622863854976,1.7685690913481094,4.007574286137949,1.2743917374306495,3.4757518690521785,1.3721855416499258,5.491477620829302,0.864644307738996,3.777037314368761,1.2345268760907753,6.1621714220582895,0.843449305507111,4.857069881961225,1.3765473228142642,10.7964334840064,0.33120348639150365]},{"index":2118,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,3,0,3,4,3,4,3,1,3,4,3,4,3,6,3,1,3,4,3,4,3,4,3,1,3,6,3,4,3,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.6809711112715515,2.6355269856106496,2.8537949149627844,2.1804540238257197,3.1103625964698836,2.334916411715912,3.5298299311039605,1.5013046339906548,3.4343033917559413,2.5589428818635027,4.129191127754887,1.599289755538576,4.540371984673989,1.9431633347026624,6.369838588096307,0.7342688293432402,3.47498470385265,2.817047899806469,3.8911360825331998,1.7023447849822835,4.933475456695577,2.122496368126279,6.576980675020901,0.9265234451238344,5.530400660478764,2.322587360587859,7.788123651454237,0.6067088865263396,9.107857077627813,1.3203092417607392,13.679506012109233,0.12664120637313034]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,5,7,1,7,5,7,9,7,5,7,5,7,5,7,1,7,5,7,5,7,5,7,5,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6405470609267376,1.2687955318542419,1.9042131600638943,0.13656577365617803,1.8905247422920102,0.2797004083080009,2.9475677526151736,0.0008352802860770726,1.850426563964642,0.2612219118728792,2.7326461645626052,0.0008952856780489949,2.4590035121331013,0.005904061003379454,6.220831670721541,3.3462403621028845e-08,2.158247691898886,0.47705737234982154,2.8931917986054905,0.0027655570542210683,2.83366576288972,0.015771510136123733,6.428133037228039,1.9186102442553785e-07,3.0160255309125477,0.01414908933153884,6.14852565135223,3.620869481520607e-07,5.083285731464169,1.9373946784395715e-05,14.350800474400497,1.9984014443252798e-15]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,7,1,7,1,7,5,7,1,7,5,7,1,7,5,7,1,7,1,7,1,7,5,7,9,7,5,7,5,7,5,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.595905127970963,1.0583224848546051,1.618913818774015,0.10096405323224364,1.7999933357097098,0.22656718132247475,2.0960477203327876,0.0007508688207080298,1.714952411794265,0.20758233283508612,1.9746544310823702,0.0009696425104682687,2.1300723279654967,0.006109818654470808,3.990776800858888,5.860843949383064e-08,1.8080298308143696,0.4299003875640718,1.8510027387737775,0.0026712315551957106,2.248427879002427,0.01492050306976355,3.70968561908039,2.1013885444271085e-07,2.124755000301211,0.016405143436964753,3.2663808707841424,5.709003330249982e-07,3.176284115865745,3.39813379003935e-05,8.814179035320693,5.107025913275707e-15]},{"index":80,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,7,1,9,1,7,1,9,1,7,1,7,1,7,1,9,1,7,1,9,1,7,1,9,1,7,1,9,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5966023631064308,1.7750416628355166,1.5833383193368,0.7412350823086652,1.6824179573525573,1.204802927269759,1.700879065706949,0.16597235288302548,1.7590412173098582,1.1347368578858386,1.8173193758427058,0.17387045827975126,2.089264027667362,0.663672993087286,2.51745730429539,0.004560990489982053,1.5401321065210087,1.4985183400629467,1.5872908162356443,0.27744389689071536,1.8181407307261959,1.0389985630251917,2.1288593950381154,0.013343312873388897,2.1942967577699815,1.2807117060686082,2.608774754590356,0.022666662103261168,3.330035444062618,0.7796122542221546,4.728029489048425,1.2679827227647964e-05]},{"index":551,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,7,7,7,7,7,7,7,3,7,7,7,7,1,7,7,3,7,7,1,7,1,7,8,3,1,7,1,7,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.45885396574071,2.1613017919622854,1.4368478274846703,1.5969262572248009,1.4217969455767387,1.6255141833214577,1.314739344642898,0.7753906980861375,1.578309869241008,1.879259626163589,1.4158027161355213,0.9254988159540488,1.4485654372115913,0.9786089161775868,1.4835787972354395,0.20193233891296536,1.3225907498089036,1.754390557907687,1.304003948146527,0.8956900096683049,1.4167277417969324,0.9569870996991261,1.515601366981352,0.2295244381021586,1.6099480777289628,1.421019829598755,1.5777439697156237,0.36814895474515147,1.7873166019038198,0.34676488069164624,2.542170696217535,0.019593210910084573]},{"index":1260,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,7,8,1,8,1,8,1,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.099486380685863,2.0886746084033447,2.215349678837436,1.64380537400907,2.105694163185688,1.5487220715509167,2.299510483404122,0.98855151595917,2.36308987955693,1.6643432853115845,2.6139333825615045,1.100617312912003,2.5672149398039457,1.0160940240862777,3.391055260116027,0.712821488284283,2.2477509925818264,1.660353900525473,2.631180643534888,1.0803972550437928,2.762586748433992,1.0240705028712958,3.656267068587494,0.5913119777736369,3.181762315438117,1.1590299440286156,4.123256810810308,0.720964571031521,4.290217652505331,0.7288434940915852,6.61884125186985,0.386230375982808]},{"index":3751,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,8,1,8,1,1,1,8,1,8,1,8,1,1,7,8,1,8,1,8,1,1,7,8,1,8,1,8,1,1,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8761111056869075,1.9693244803390468,1.8900811395055366,1.6448291262465513,1.7670399537355983,1.405085675145196,1.659679039404457,0.864689027211933,1.9541277554244234,1.6497013625157544,1.800440883651811,1.138061009246179,1.872877578500959,0.9435327680474188,1.690835809681274,0.5287806114017356,1.8682355380026412,1.6365321439655636,1.7629132544846513,1.27434540460977,1.868491105190173,0.9433125677189846,1.7130077734866798,0.47771848416638957,1.9826405457160352,1.4095452215804993,1.6849857272206599,1.0299994378235753,2.154191749320539,0.7232905945455699,2.132031645542591,0.27866680344944167]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,5,8,1,8,1,8,1,8,1,8,1,8,1,8,1,8,5,8,1,8,1,8,1,8,1,8,1,8,1,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0683628511285437,1.5409331978638154,3.7036140129187674,0.6786295879810396,3.616459978435304,0.5865918408851695,4.966010179538561,0.049424489357929306,3.2897430399341756,0.6812242019977846,4.889189906391243,0.035762641918074725,4.819667905583183,0.03005265234975949,8.104760317879443,4.930904315526963e-05,3.720540642770625,0.6866575061434473,5.300200602351706,0.03770127519006341,5.1826861494962815,0.027412448550663826,8.260493596045071,4.9046897719876224e-05,4.789132085562897,0.06307294487084672,7.8645868889734585,5.1440668080053026e-05,7.998557534927637,3.753434352350625e-05,13.807840589586194,3.8176795057846675e-11]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,0,8,7,8,7,8,7,8,0,8,7,8,7,8,7,8,0,8,7,8,7,8,7,8,0,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9962419900445585,1.8292279330626606,2.6058342405304367,1.126554913059538,2.403639107825678,0.994974999243648,3.7106200076741676,0.17209227451768985,2.0083973022790125,1.1655208079480612,3.6340622341242144,0.18018839121177344,3.1413271785965264,0.15274630843349074,6.334045027291329,0.0010169499876225493,2.6139643242082404,1.2633133966190129,4.123301713622791,0.2169574325859285,3.6040466501321204,0.15866901616063162,6.71947566586206,0.000983645103557143,3.4129156186675225,0.32339276538495393,7.125485799041798,0.001832014158277345,6.056143612426476,0.001357416429756405,12.107668956040449,2.400878977893163e-08]},{"index":691,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,1,8,1,8,7,8,5,8,1,8,5,8,7,8,7,4,1,8,1,8,7,8,5,8,1,8,5,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5931815061815406,1.7990327525042324,2.003230338667482,1.6639668917534898,1.930894601221565,1.1081852598947461,2.803058994591337,0.9633406854851516,1.5657167824353546,1.1138509543906976,2.4580696731681435,0.942934015302435,2.427853068947767,0.30259214086264113,4.881128165893361,0.635136143036011,1.420202316510128,1.3619208109957182,2.3211342896425706,1.149365143072672,2.4063305192635833,0.38122915065348706,4.561775016584636,0.6320372612001858,1.4897293681195451,0.4366488414705177,3.676733224599341,0.626739421062911,3.9164047325735782,0.02808112159415521,9.416369482460404,0.6200490194355699]},{"index":844,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,7,8,7,8,5,8,7,8,7,7,7,8,5,8,7,8,7,8,7,8,5,8,7,8,0,8,7,8,6,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4332639041103565,1.942714968259251,2.607107750489692,1.7800435832060384,2.4779634769312926,1.326740372927039,2.923191145933691,1.1828204075161917,2.464821737285022,1.3812033373308457,2.8625037957145336,1.2454757167452846,2.8008331957254566,0.5538071534043923,3.728053015314841,0.6773187004050514,2.5805853194573283,1.346381764372276,2.9988318596294667,1.1420241009925123,2.817782811399032,0.46525896914789017,3.801159168303685,0.5052155433949422,2.937049720477394,0.6178001733734131,3.795305795584615,0.7299287699559397,3.7799378285271743,0.06315740225231146,6.1498275321163645,0.28058474845601716]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,7,9,7,9,7,9,7,9,7,9,1,9,1,9,7,9,7,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9888545913540296,1.793874730242704,3.2735666975744198,0.730676606932995,3.494657780282419,0.8143339781666157,4.2311908872074335,0.06569820614197082,3.840378623655676,0.8206924937679542,4.658802535865317,0.045390855922402384,5.012427104385751,0.07209794312568017,6.921298617196756,0.0002263983360857031,3.8814573991458468,0.9675701161793926,4.685245202499411,0.05703468801824156,5.019312702051014,0.07575840016262547,6.839165914081786,0.00018576242732364418,6.0180202582028,0.09077021773275251,7.863976231092783,0.00014360470993415698,8.821577510046165,0.00031142884390643685,12.460141093988714,2.3970232436858e-09]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9,1,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5503768119938237,1.8342028181092296,3.017323495933237,0.6655548313464864,3.4714037371753745,0.7293006620920711,4.099659723506829,0.049106998822706735,3.3050322225594755,0.8615993901722313,4.211424763676558,0.04848697007015163,5.430286963696076,0.08123299818732749,6.809480712994692,0.00029778528753612903,3.507295734987074,1.0259756134451703,4.790802201987041,0.06520838700261143,6.305709412740784,0.08008556488975913,7.6557695776811245,0.0003496329459154862,6.136332978073221,0.15436804724525385,7.932912763653809,0.0005764172394601541,11.190241496360155,0.001488876679695995,12.983920270019656,2.937036704010596e-08]},{"index":151,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,9,9,8,9,9,9,8,9,9,9,8,9,9,9,9,9,9,9,8,9,9,9,9,9,9,9,8,9,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9808602884164794,1.813326252919623,0.9228124606000587,1.097868491910919,1.073536388092093,1.3927433549281483,0.9332069427235629,0.5301190675468355,0.7221323219007041,1.2408662685747451,0.5084017106292069,0.37107880922092845,0.7842664111752513,1.1726776083153265,0.44542067383865874,0.10725607833033726,0.5103798691241441,1.2020313053430212,0.42346057523421154,0.2882137438232514,0.5385945727552958,0.8780889935263778,0.30388517147991967,0.04432720413852167,0.3190939525470809,0.6743816776455602,0.10347023099828795,0.01730420736012174,0.3336844373051866,0.8450981566642992,0.06057725775729304,0.00035954704853322403]},{"index":241,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,8,9,9,9,8,9,9,9,8,9,9,9,8,9,9,9,8,9,9,9,8,9,9,9,8,9,9,9,8,9,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1472426764056536,1.9110366730251902,1.1824044735846662,1.4015597914770752,1.1074844986550865,1.4730750663382826,1.2256174189934719,0.7155783002008528,0.7674923924572266,1.6036937893654803,0.7298864996085023,0.7611769274701666,0.8531348423227608,1.2826209109916393,0.9033600665980983,0.1772323490660249,0.6899788630916369,1.502961375706111,0.7785857337922811,0.6269572343687332,0.6054999421572541,1.007590798820345,0.7403316170035203,0.1164089437633464,0.33560057886951705,1.402660423376857,0.3195550000458801,0.16879582277151992,0.4947650382711045,1.1965292863935653,0.49034538605753325,0.003265309539265374]},{"index":3005,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,8,5,1,1,8,5,1,1,8,5,1,1,8,5,9,1,8,5,1,1,8,5,9,1,8,5,9,1,8,5,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.730984418622864,2.2123879376666826,2.930793481619601,1.8747610086696451,3.192748556111087,1.683279936437522,3.5687249075062337,1.183749082402374,3.2713188713466828,2.085054346671818,3.8919988706009594,1.4149210065847306,4.444636648618472,1.4106675852990669,5.599081092476933,0.6425565092731734,3.2177814509966742,1.9846585945877293,3.9199198357684386,1.3109001683953951,4.373655620919301,1.2301545284735296,5.493399428837591,0.5539320007840147,4.7828765775356334,2.119631373413612,6.384326780312143,0.7902218039831516,7.447792312956495,0.9127282857926319,9.953242285419012,0.11778136696510626]}]},{"id":"plain-selected-s103","recipe":"plain","state":"selected","seed":103,"epoch":10,"source_run":"graph-eval-plain-s103","checkpoint_sha256":"01a45dce75fb3d809962fa610fb7fe177f918e527a97e84af37e4bcb209e699d","source_result_sha256":"2daf90914adc6d9155eaae5400c6267a28d0b16838422ee207bc4475a657c5a0","archive_json_sha256":"aa2c57e7a41ee39e98753f830d23aa172b14c0c68f3149cf614156ff27732d1d","archive_npz_sha256":"334b22b746d4bf07fec0e4075be0d3aa56f39bddbb948b98fba4373b4838a28b","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":1.1190390128423822e-08,"mean_ce_atol":3e-05},"frozen_model":{"id":"plain-selected-s103","recipe":"plain","state":"selected","seed":103,"epoch":10,"checkpoint_sha256":"01a45dce75fb3d809962fa610fb7fe177f918e527a97e84af37e4bcb209e699d","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[3,10,96,619,2,5,77,147,1,35,30,51,18,32,360,668,4,6,8,15,23,45,11,21,689,853,0,17,61,110,84,134,627,1282,7,9]},"n":10000,"dense_accuracy":0.9796,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.9796,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9732408325074331,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":2077,"correct_output_rate":0.2077,"accuracy":0.2077,"ce":2.527647614011408,"abstentions":0,"harm":0.7743,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":2.9801242075830783,"harm":0.9897959183673469,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.49691629955947136,"accuracy":0.49691629955947136,"ce":1.8478926645608675,"harm":0.49691629955947136,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.03197674418604651,"accuracy":0.03197674418604651,"ce":2.5809867478099906,"harm":0.9544573643410853,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.053374017117344,"harm":0.9742574257425742,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.020366598778004074,"accuracy":0.020366598778004074,"ce":2.5543645735534906,"harm":0.9623217922606925,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.16704035874439463,"accuracy":0.16704035874439463,"ce":2.3484797179468426,"harm":0.8105381165919282,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.464520715141795,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.5573929961089494,"accuracy":0.5573929961089494,"ce":1.5268165250843893,"harm":0.4270428015564202,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":2.7641715749231364,"harm":0.9517453798767967,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.7165510406342914,"accuracy":0.7165510406342914,"ce":1.3567878046301385,"harm":0.27353815659068387,"repair":0.01684836471754212}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1517,"correct_output_rate":0.1517,"accuracy":0.1517,"ce":2.362156554773687,"abstentions":0,"harm":0.8299,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.638929401252714,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.5118942731277533,"accuracy":0.5118942731277533,"ce":2.0007469357242638,"harm":0.4828193832599119,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.38275193798449614,"accuracy":0.38275193798449614,"ce":2.039049441498855,"harm":0.6027131782945736,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":2.4413407296912046,"harm":0.9722772277227723,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.028513238289205704,"accuracy":0.028513238289205704,"ce":2.3481635674483643,"harm":0.9531568228105907,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.14349775784753363,"accuracy":0.14349775784753363,"ce":2.1975392313279865,"harm":0.8374439461883408,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0110200273962633,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.5752119980732595,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.044147843942505136,"accuracy":0.044147843942505136,"ce":2.308774765994494,"harm":0.9209445585215605,"repair":0.004106776180698152},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.33498513379583744,"accuracy":0.33498513379583744,"ce":2.1286327472000104,"harm":0.6491575817641229,"repair":0.010901883052527254}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1124,"correct_output_rate":0.1124,"accuracy":0.1124,"ce":2.327258051455714,"abstentions":0,"harm":0.8697,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.560767698064727,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.3392070484581498,"accuracy":0.3392070484581498,"ce":2.117051369321824,"harm":0.654625550660793,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.006782945736434108,"accuracy":0.006782945736434108,"ce":2.282343254934696,"harm":0.9786821705426356,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.368819628933116,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.316864090978077,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.4551569506726457,"accuracy":0.4551569506726457,"ce":2.064756342168917,"harm":0.5291479820627802,"repair":0.006726457399103139},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8123927940687197,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.402258934830399,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":2.2576572665460226,"harm":0.9609856262833676,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.32210109018830524,"accuracy":0.32210109018830524,"ce":2.1135906323725755,"harm":0.66798810703667,"repair":0.01684836471754212}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1545,"correct_output_rate":0.1545,"accuracy":0.1545,"ce":2.2523628649585152,"abstentions":0,"harm":0.8281,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.972509433427249,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.15594713656387665,"accuracy":0.15594713656387665,"ce":2.140330836432793,"harm":0.8387665198237886,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.06782945736434108,"accuracy":0.06782945736434108,"ce":2.1438059981190056,"harm":0.9195736434108527,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3003169142365345,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.003054989816700611,"accuracy":0.003054989816700611,"ce":2.179613016409459,"harm":0.9786150712830958,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.1984304932735426,"accuracy":0.1984304932735426,"ce":1.9827526389852068,"harm":0.7903587443946188,"repair":0.011210762331838564},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7053300434668066,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.5252918287937743,"accuracy":0.5252918287937743,"ce":1.9597119360138782,"harm":0.4591439688715953,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.002053388090349076,"accuracy":0.002053388090349076,"ce":2.1961891046638433,"harm":0.9589322381930184,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.5708622398414271,"accuracy":0.5708622398414271,"ce":1.9734315719946203,"harm":0.41625371655104065,"repair":0.013875123885034688}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":728,"correct_output_rate":0.0728,"accuracy":0.0728,"ce":2.36890303787089,"abstentions":0,"harm":0.9086,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7115148733461023,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.08898678414096917,"accuracy":0.08898678414096917,"ce":2.259864954561505,"harm":0.9048458149779736,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.10174418604651163,"accuracy":0.10174418604651163,"ce":2.198251651933726,"harm":0.8846899224806202,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.031683168316831684,"accuracy":0.031683168316831684,"ce":2.210012887161422,"harm":0.9435643564356435,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.556011329119955,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.06278026905829596,"accuracy":0.06278026905829596,"ce":2.1744676100381115,"harm":0.9170403587443946,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.028138803301357,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0019455252918287938,"accuracy":0.0019455252918287938,"ce":2.3339291513682587,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.018480492813141684,"accuracy":0.018480492813141684,"ce":2.178359577370281,"harm":0.9455852156057495,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.4103072348860258,"accuracy":0.4103072348860258,"ce":2.075821363425227,"harm":0.5738354806739346,"repair":0.010901883052527254}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1009,"correct_output_rate":0.1009,"accuracy":0.1009,"ce":2.3441026729092074,"abstentions":0,"harm":0.8809,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6583892726677854,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.11013215859030837,"accuracy":0.11013215859030837,"ce":2.1038592606677278,"harm":0.8845814977973568,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.025193798449612403,"accuracy":0.025193798449612403,"ce":2.208571850699421,"harm":0.9612403100775194,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4206990818701257,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3896586471224444,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.08856502242152467,"accuracy":0.08856502242152467,"ce":2.146731055029468,"harm":0.8912556053811659,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9269385258608107,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.351163845379308,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":2.2419372919027185,"harm":0.9599589322381931,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.7710604558969276,"accuracy":0.7710604558969276,"ce":2.0392402405458756,"harm":0.21902874132804756,"repair":0.01684836471754212}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":662,"correct_output_rate":0.0662,"accuracy":0.0662,"ce":2.326098059892716,"abstentions":0,"harm":0.9159,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6091078769096985,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.173568281938326,"accuracy":0.173568281938326,"ce":2.1420377537411435,"harm":0.8229074889867841,"repair":0.003524229074889868},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.001937984496124031,"accuracy":0.001937984496124031,"ce":2.273508075765872,"harm":0.9835271317829457,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.337657869781544,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.316974112139626,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.10650224215246637,"accuracy":0.10650224215246637,"ce":2.1421957673367817,"harm":0.8766816143497758,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.76568164857486,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.355131132811984,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2269148618435968,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.3647175421209118,"accuracy":0.3647175421209118,"ce":2.120740480181467,"harm":0.624380574826561,"repair":0.015857284440039643}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":748,"correct_output_rate":0.0748,"accuracy":0.0748,"ce":2.416763941958524,"abstentions":0,"harm":0.9061,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7955680947273924,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9281189663552087,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":2.1776301170254313,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.1702970297029703,"accuracy":0.1702970297029703,"ce":1.9178645842139719,"harm":0.80990099009901,"repair":0.0049504950495049506},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9027933270797472,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.2141255605381166,"accuracy":0.2141255605381166,"ce":1.8359047745310264,"harm":0.7645739910313901,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9486660660683235,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":2.437700636639295,"harm":0.980544747081712,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.1568039523883713,"harm":0.9609856262833676,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.37066402378592667,"accuracy":0.37066402378592667,"ce":1.9826904337502127,"harm":0.6045589692765114,"repair":0.0019821605550049554}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":815,"correct_output_rate":0.0815,"accuracy":0.0815,"ce":2.3465523478721515,"abstentions":0,"harm":0.9011,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.331659083792005,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3168399257080776,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":2.411516171799304,"harm":0.9815891472868217,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.323472821528332,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.47191619189095,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.05829596412556054,"accuracy":0.05829596412556054,"ce":2.169635874123762,"harm":0.92152466367713,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.038810614009681,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3965602188081654,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.12012320328542095,"accuracy":0.12012320328542095,"ce":2.03685673141134,"harm":0.8470225872689938,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.6362735381565907,"accuracy":0.6362735381565907,"ce":1.9762261567692438,"harm":0.3587710604558969,"repair":0.02180376610505451}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":965,"correct_output_rate":0.0965,"accuracy":0.0965,"ce":2.3640875552206198,"abstentions":0,"harm":0.8858,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5831501062968507,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2944424957972847,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3287009715595266,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2768546136403396,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.455585698008579,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.05493273542600897,"accuracy":0.05493273542600897,"ce":2.1589188686201655,"harm":0.9248878923766816,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.093411562083256,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3538488707020937,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":2.169876556260649,"harm":0.9589322381930184,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.9048562933597621,"accuracy":0.9048562933597621,"ce":1.950949638523485,"harm":0.09217046580773043,"repair":0.023785926660059464}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1023,"correct_output_rate":0.1023,"accuracy":0.1023,"ce":2.3140783429560696,"abstentions":0,"harm":0.8799,"repair":0.0026,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5691094292687104,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.1508732574528033,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3681794496550173,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3183043864193453,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.339065759354059,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.013452914798206279,"accuracy":0.013452914798206279,"ce":2.1428235910809788,"harm":0.9641255605381166,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.824021919833921,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3061992169225665,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.003080082135523614,"accuracy":0.003080082135523614,"ce":2.1540210897869767,"harm":0.9579055441478439,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.9990089197224975,"accuracy":0.9990089197224975,"ce":1.9958403020427975,"harm":0.0,"repair":0.02576808721506442}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1012,"correct_output_rate":0.1012,"accuracy":0.1012,"ce":2.3349424278289685,"abstentions":0,"harm":0.8807,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.629155785029216,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.186818088342413,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.261686661079165,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.225216798085312,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5255537787834847,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.010089686098654708,"accuracy":0.010089686098654708,"ce":2.1659359761873316,"harm":0.9697309417040358,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9645549285173276,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.368784929920122,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.001026694045174538,"accuracy":0.001026694045174538,"ce":2.1538007651590125,"harm":0.9599589322381931,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.9930624380574826,"accuracy":0.9930624380574826,"ce":1.9070548088460944,"harm":0.0009910802775024777,"repair":0.02081268582755203}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1090,"correct_output_rate":0.109,"accuracy":0.109,"ce":2.322850188631175,"abstentions":0,"harm":0.8734,"repair":0.0028,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5735176169243608,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.163758516115674,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3297069679392157,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.27428577423299,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4004723904165313,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2905039185961495,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9380048691491565,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.259712312088902,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.1026694045174538,"accuracy":0.1026694045174538,"ce":2.0907685360052817,"harm":0.8593429158110883,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":1.957291996756957,"harm":0.018830525272547076,"repair":0.026759167492566897}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1013,"correct_output_rate":0.1013,"accuracy":0.1013,"ce":2.3355287422059474,"abstentions":0,"harm":0.881,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.569877672893376,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.196800248577633,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.424871366425541,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.249654895149181,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4295698651025344,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.161172051615187,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.007394725906161,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.247492140773095,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.004106776180698152,"accuracy":0.004106776180698152,"ce":2.168880363308455,"harm":0.9568788501026694,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":1.0,"accuracy":1.0,"ce":1.933817350515174,"harm":0.0,"repair":0.026759167492566897}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1055,"correct_output_rate":0.1055,"accuracy":0.1055,"ce":2.3507304889993264,"abstentions":0,"harm":0.8768,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.594108892373957,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.226480467524963,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3388773896717447,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.310659117912608,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.449720689317191,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.002242152466367713,"accuracy":0.002242152466367713,"ce":2.2033789853139356,"harm":0.9753363228699552,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.047088642952771,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.301769582622533,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.27720739219712526,"accuracy":0.27720739219712526,"ce":2.0810442483535554,"harm":0.6960985626283368,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.77601585728444,"accuracy":0.77601585728444,"ce":1.9893248255722369,"harm":0.21209117938553024,"repair":0.014866204162537165}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":2729,"correct_output_rate":0.2729,"accuracy":0.2729,"ce":2.516873824750948,"abstentions":0,"harm":0.7104,"repair":0.0037,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.197964130451349,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.508659655133544,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.895561944518064,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3992168476066835,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0490198563488637,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3809257506090464,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.709555422026874,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.8171206225680934,"accuracy":0.8171206225680934,"ce":1.1840357088504032,"harm":0.16536964980544747,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.9158110882956879,"accuracy":0.9158110882956879,"ce":1.6803974179357177,"harm":0.061601642710472276,"repair":0.01642710472279261},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.9881070366699702,"accuracy":0.9881070366699702,"ce":1.251142310919712,"harm":0.005946481665014866,"repair":0.02081268582755203}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1050,"correct_output_rate":0.105,"accuracy":0.105,"ce":2.680394859397618,"abstentions":0,"harm":0.877,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.191881329427106,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.000881057268722467,"accuracy":0.000881057268722467,"ce":2.8368969274122247,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.1385658914728682,"accuracy":0.1385658914728682,"ce":2.254639469608765,"harm":0.8488372093023255,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0019801980198019802,"accuracy":0.0019801980198019802,"ce":2.9025920296226686,"harm":0.9732673267326732,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.04378818737270876,"accuracy":0.04378818737270876,"ce":2.152788036437862,"harm":0.9389002036659878,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.05044843049327354,"accuracy":0.05044843049327354,"ce":2.3036807657271874,"harm":0.9282511210762332,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.857878210535469,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.095539593450277,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.08829568788501027,"accuracy":0.08829568788501027,"ce":1.9272936243177345,"harm":0.8747433264887063,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.7234886025768087,"accuracy":0.7234886025768087,"ce":1.303720399716181,"harm":0.267591674925669,"repair":0.017839444995044598}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1502,"correct_output_rate":0.1502,"accuracy":0.1502,"ce":2.4146587915877857,"abstentions":0,"harm":0.8326,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.108767341451866,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.003524229074889868,"accuracy":0.003524229074889868,"ce":2.31293267389932,"harm":0.9894273127753304,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.02422480620155039,"accuracy":0.02422480620155039,"ce":2.3658697255483503,"harm":0.9612403100775194,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.04455445544554455,"accuracy":0.04455445544554455,"ce":2.2472379955533133,"harm":0.9306930693069307,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.034623217922606926,"accuracy":0.034623217922606926,"ce":2.3748463480082065,"harm":0.9470468431771895,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.36434977578475336,"accuracy":0.36434977578475336,"ce":2.029065961096033,"harm":0.6154708520179372,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.87524862501028,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.07684824902723736,"accuracy":0.07684824902723736,"ce":2.195952710184541,"harm":0.9056420233463035,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.41683778234086244,"accuracy":0.41683778234086244,"ce":1.8675526116049248,"harm":0.5585215605749486,"repair":0.014373716632443531},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.578790882061447,"accuracy":0.578790882061447,"ce":1.8162335386819464,"harm":0.4103072348860258,"repair":0.015857284440039643}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":780,"correct_output_rate":0.078,"accuracy":0.078,"ce":2.4213041221089426,"abstentions":0,"harm":0.9039,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9315377733372254,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":2.1637996961161075,"harm":0.9911894273127754,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":2.3798687088848243,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0049504950495049506,"accuracy":0.0049504950495049506,"ce":2.197247825782322,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.742753047527082,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.10986547085201794,"accuracy":0.10986547085201794,"ce":2.0728351166174708,"harm":0.8677130044843049,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6888264604538707,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.291753966824018,"harm":0.9815175097276264,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.1971252566735113,"accuracy":0.1971252566735113,"ce":1.940193488242747,"harm":0.7751540041067762,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.4767096134786918,"accuracy":0.4767096134786918,"ce":1.8702250101736058,"harm":0.5084241823587711,"repair":0.011892963330029732}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1422,"correct_output_rate":0.1422,"accuracy":0.1422,"ce":2.3471128909124133,"abstentions":0,"harm":0.8396,"repair":0.0022,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.755805471573909,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0026431718061674008,"accuracy":0.0026431718061674008,"ce":2.395161713417506,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.10368217054263566,"accuracy":0.10368217054263566,"ce":2.052298907052245,"harm":0.8817829457364341,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.46831683168316834,"accuracy":0.46831683168316834,"ce":1.8515762924036698,"harm":0.5079207920792079,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5591552548450807,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.017937219730941704,"accuracy":0.017937219730941704,"ce":2.321100584244425,"harm":0.9607623318385651,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2248447684863235,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5372987434608762,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.04004106776180698,"accuracy":0.04004106776180698,"ce":2.120032490191957,"harm":0.9229979466119097,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.7770069375619425,"accuracy":0.7770069375619425,"ce":1.7023768597707294,"harm":0.21407333994053518,"repair":0.017839444995044598}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1162,"correct_output_rate":0.1162,"accuracy":0.1162,"ce":2.4380733415004245,"abstentions":0,"harm":0.8666,"repair":0.0032,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.804953667907328,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6053541060476455,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.500772993340421,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":2.1170649076350676,"harm":0.9683168316831683,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.888580875562643,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.2141255605381166,"accuracy":0.2141255605381166,"ce":1.8849516905282173,"harm":0.7690582959641256,"repair":0.005605381165919282},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7654928477745617,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2959614127700823,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.162217659137577,"accuracy":0.162217659137577,"ce":1.8570112788178235,"harm":0.8049281314168378,"repair":0.006160164271047228},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.798810703666997,"accuracy":0.798810703666997,"ce":1.6466658378932924,"harm":0.1952428146679881,"repair":0.02081268582755203}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1344,"correct_output_rate":0.1344,"accuracy":0.1344,"ce":2.4309385399865437,"abstentions":0,"harm":0.8483,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0602280627048413,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3129441974111455,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.439769620088561,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0049504950495049506,"accuracy":0.0049504950495049506,"ce":2.2332950626654138,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4687755549265975,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.24327354260089687,"accuracy":0.24327354260089687,"ce":1.8679374876104373,"harm":0.7387892376681614,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8573931338172054,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3672792887427727,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.26899383983572894,"accuracy":0.26899383983572894,"ce":1.9675431990382983,"harm":0.6950718685831622,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.8523290386521308,"accuracy":0.8523290386521308,"ce":1.7599894275078227,"harm":0.14469772051536176,"repair":0.023785926660059464}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1162,"correct_output_rate":0.1162,"accuracy":0.1162,"ce":2.3827962336614097,"abstentions":0,"harm":0.8665,"repair":0.0031,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.978762437590458,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.1658339412394443,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.419018191843222,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.187666352802422,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.504286301824404,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.06502242152466367,"accuracy":0.06502242152466367,"ce":2.013827438444432,"harm":0.9147982062780269,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.5537440972535537,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.347791359691003,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.13552361396303902,"accuracy":0.13552361396303902,"ce":1.961539496527916,"harm":0.8305954825462012,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.9633300297324083,"accuracy":0.9633300297324083,"ce":1.7447817424406176,"harm":0.03369672943508424,"repair":0.023785926660059464}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":2377,"correct_output_rate":0.2377,"accuracy":0.2377,"ce":2.4546303405073857,"abstentions":0,"harm":0.746,"repair":0.0041,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.053181853435811,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9842033694605608,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":2.8193954588969583,"harm":0.9854651162790697,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.132623551212272,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6813171154170736,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.7455156950672646,"accuracy":0.7455156950672646,"ce":1.4683918821771396,"harm":0.23318385650224216,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7607416271477474,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.301477143188222,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.7638603696098563,"accuracy":0.7638603696098563,"ce":1.756213030212013,"harm":0.21560574948665298,"repair":0.018480492813141684},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.958374628344896,"accuracy":0.958374628344896,"ce":1.4682150885925294,"harm":0.035678889990089196,"repair":0.02081268582755203}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1250,"correct_output_rate":0.125,"accuracy":0.125,"ce":2.646902768274956,"abstentions":0,"harm":0.8573,"repair":0.0027,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.07040816326530612,"accuracy":0.07040816326530612,"ce":2.4232920229797217,"harm":0.9224489795918367,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9079654755699726,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.22868217054263565,"accuracy":0.22868217054263565,"ce":2.0061307639632675,"harm":0.7577519379844961,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.18811881188118812,"accuracy":0.18811881188118812,"ce":2.0001011782739866,"harm":0.7950495049504951,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":3.7643944682140362,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.07062780269058296,"accuracy":0.07062780269058296,"ce":2.3973487671596456,"harm":0.9069506726457399,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.716958602945236,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.13424124513618677,"accuracy":0.13424124513618677,"ce":2.1409494150303123,"harm":0.8521400778210116,"repair":0.0038910505836575876},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.04004106776180698,"accuracy":0.04004106776180698,"ce":2.7335174786467027,"harm":0.9240246406570842,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.5094152626362736,"accuracy":0.5094152626362736,"ce":1.4727182501719749,"harm":0.47472745292368684,"repair":0.010901883052527254}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":707,"correct_output_rate":0.0707,"accuracy":0.0707,"ce":2.649665701259668,"abstentions":0,"harm":0.9114,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1414114328894924,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.001762114537444934,"accuracy":0.001762114537444934,"ce":2.640783952905384,"harm":0.9920704845814978,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.025193798449612403,"accuracy":0.025193798449612403,"ce":2.8683522006861075,"harm":0.9612403100775194,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0049504950495049506,"accuracy":0.0049504950495049506,"ce":2.6581826507848176,"harm":0.9702970297029703,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.038696537678207736,"accuracy":0.038696537678207736,"ce":2.3930442077379595,"harm":0.9429735234215886,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.052690582959641255,"accuracy":0.052690582959641255,"ce":2.320943107423477,"harm":0.9248878923766816,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.471539468849819,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.04961089494163424,"accuracy":0.04961089494163424,"ce":2.357701019156062,"harm":0.9328793774319066,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.38501026694045176,"accuracy":0.38501026694045176,"ce":1.5198576133645783,"harm":0.5893223819301848,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.16154608523290387,"accuracy":0.16154608523290387,"ce":2.148500134121466,"harm":0.821605550049554,"repair":0.009910802775024777}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1448,"correct_output_rate":0.1448,"accuracy":0.1448,"ce":2.551204040072933,"abstentions":0,"harm":0.8381,"repair":0.0033,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0454415433793014,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6515675357719,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.1065891472868217,"accuracy":0.1065891472868217,"ce":1.9692482990728575,"harm":0.8798449612403101,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3630033317513925,"harm":0.9752475247524752,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7748502422362002,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0866272251285265,"harm":0.9775784753363229,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.657837064416406,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.06031128404669261,"accuracy":0.06031128404669261,"ce":2.045746440752647,"harm":0.9221789883268483,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.608829568788501,"accuracy":0.608829568788501,"ce":1.5342700438158787,"harm":0.3624229979466119,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.6769078295341923,"accuracy":0.6769078295341923,"ce":1.547365937792384,"harm":0.31813676907829536,"repair":0.02180376610505451}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1327,"correct_output_rate":0.1327,"accuracy":0.1327,"ce":2.6057496630857817,"abstentions":0,"harm":0.8499,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.003061224489795918,"accuracy":0.003061224489795918,"ce":2.4173580785400226,"harm":0.9897959183673469,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.709148919875729,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":2.860626599686274,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.6396039603960396,"accuracy":0.6396039603960396,"ce":1.5535372675398353,"harm":0.33762376237623765,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.421386778245054,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.010089686098654708,"accuracy":0.010089686098654708,"ce":2.899705800043598,"harm":0.9674887892376681,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.265426832036475,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.03988326848249027,"accuracy":0.03988326848249027,"ce":2.353374385430007,"harm":0.9426070038910506,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.31211498973305957,"accuracy":0.31211498973305957,"ce":1.7123264537224927,"harm":0.660164271047228,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.3201189296333003,"accuracy":0.3201189296333003,"ce":1.9550736071595094,"harm":0.6699702675916749,"repair":0.01684836471754212}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":806,"correct_output_rate":0.0806,"accuracy":0.0806,"ce":3.1562468810866684,"abstentions":0,"harm":0.9013,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":4.142556803179381,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.17004405286343613,"accuracy":0.17004405286343613,"ce":2.2380899986549605,"harm":0.824669603524229,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.1501937984496124,"accuracy":0.1501937984496124,"ce":2.340726986816886,"harm":0.8362403100775194,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.2099009900990099,"accuracy":0.2099009900990099,"ce":2.0243374781073604,"harm":0.7732673267326733,"repair":0.007920792079207921},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.066287671326791,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.05941704035874439,"accuracy":0.05941704035874439,"ce":2.773900629748578,"harm":0.9204035874439462,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.769839932763735,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.054474708171206226,"accuracy":0.054474708171206226,"ce":2.807921333456686,"harm":0.9280155642023347,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.13552361396303902,"accuracy":0.13552361396303902,"ce":2.376885631281816,"harm":0.8336755646817249,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.003964321110009911,"accuracy":0.003964321110009911,"ce":3.252497171224769,"harm":0.9712586719524281,"repair":0.0019821605550049554}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":538,"correct_output_rate":0.0538,"accuracy":0.0538,"ce":3.689440777813571,"abstentions":0,"harm":0.9297,"repair":0.0039,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.971980327709939,"harm":0.9928571428571429,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.615871162460409,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.055232558139534885,"accuracy":0.055232558139534885,"ce":2.9911234077826396,"harm":0.9302325581395349,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.01782178217821782,"accuracy":0.01782178217821782,"ce":2.8624014714929116,"harm":0.9584158415841584,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.501350576029714,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.005605381165919282,"accuracy":0.005605381165919282,"ce":3.714279351527143,"harm":0.9719730941704036,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.2116669763691155,"harm":0.9707724425887265,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.030155642023346304,"accuracy":0.030155642023346304,"ce":3.116303811063615,"harm":0.9542801556420234,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.34291581108829566,"accuracy":0.34291581108829566,"ce":1.5523392947350179,"harm":0.635523613963039,"repair":0.017453798767967144},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.09217046580773043,"accuracy":0.09217046580773043,"ce":2.383755444120492,"harm":0.8999008919722498,"repair":0.018830525272547076}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":996,"correct_output_rate":0.0996,"accuracy":0.0996,"ce":3.9216300707768905,"abstentions":0,"harm":0.883,"repair":0.003,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":4.929110927541451,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.385472072318928,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.00872093023255814,"accuracy":0.00872093023255814,"ce":4.684293087497497,"harm":0.9786821705426356,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.0900990099009901,"accuracy":0.0900990099009901,"ce":2.8415977288292,"harm":0.8851485148514852,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.015274949083503055,"accuracy":0.015274949083503055,"ce":4.588733181961473,"harm":0.9674134419551935,"repair":0.0010183299389002036},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.40022421524663676,"accuracy":0.40022421524663676,"ce":2.0477989677266413,"harm":0.5908071748878924,"repair":0.013452914798206279},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.009394572025052192,"accuracy":0.009394572025052192,"ce":4.597678262192828,"harm":0.9613778705636743,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.0038910505836575876,"accuracy":0.0038910505836575876,"ce":5.452305615591929,"harm":0.980544747081712,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.3316221765913758,"accuracy":0.3316221765913758,"ce":1.821781238428142,"harm":0.6416837782340863,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.18533201189296333,"accuracy":0.18533201189296333,"ce":2.4304494411742517,"harm":0.7888999008919723,"repair":0.0009910802775024777}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9796,"correct_output_rate":0.9796,"accuracy":0.9796,"ce":0.09139047749898388,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9928571428571429,"correct_output_rate":0.9928571428571429,"accuracy":0.9928571428571429,"ce":0.03191606986826543,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.025881709626720383,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9854651162790697,"correct_output_rate":0.9854651162790697,"accuracy":0.9854651162790697,"ce":0.05229961768615547,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9752475247524752,"correct_output_rate":0.9752475247524752,"accuracy":0.9752475247524752,"ce":0.09343838455741041,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.08663570721260838,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9775784753363229,"correct_output_rate":0.9775784753363229,"accuracy":0.9775784753363229,"ce":0.07395088499489431,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9707724425887265,"correct_output_rate":0.9707724425887265,"accuracy":0.9707724425887265,"ce":0.1713780767018747,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9824902723735408,"correct_output_rate":0.9824902723735408,"accuracy":0.9824902723735408,"ce":0.07743819393549181,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9609856262833676,"correct_output_rate":0.9609856262833676,"accuracy":0.9609856262833676,"ce":0.1884550588500019,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.9732408325074331,"correct_output_rate":0.9732408325074331,"accuracy":0.9732408325074331,"ce":0.12539442038979537,"harm":0.0,"repair":0.0}]}],"examples":[{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,9,3,2,9,1,9,9,9,9,9,9,9,9,8,9,9,3,9,8,9,9,8,2,9,9,2,3,3,8,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.257478047038181,2.8289138292199625,2.640271578486661,2.8755898717091335,2.645745456651453,2.679902634950136,2.616849727764251,2.704169513150499,2.4973157948926663,2.436603632709604,2.5385457615065894,2.653958896114429,2.6349313721835874,2.5325099819884924,2.6632284323232915,2.258716073128366,3.0024775173513643,2.825072207058593,2.8852476820417916,2.9366525409465867,2.9994541750878994,3.1350062974531463,2.9491975928168697,2.862134409648963,1.9117221349287006,2.6413319385771485,2.753610218934261,2.262470829906934,5.524980245365999,4.679233850540458,4.69432609207443,8.332682285615437e-08]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,5,8,9,2,9,9,9,9,9,8,9,9,9,8,9,8,9,9,5,9,8,8,7,9,8,4,3,3,8,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.424867985800699,2.4147847179068176,2.4835941075484973,2.917812813064561,2.6721445712962164,2.848584262056902,2.602537823618265,2.8708707180414654,2.3462688464076242,2.817974284715338,2.5959091043247278,2.6818988761731797,2.50849489823553,2.547658515775227,2.5353431140377403,2.0561734518269716,2.699978585787857,3.324868227276487,2.8805404986849625,2.5092050623445523,3.241244422685546,3.063148537778318,2.958260593416293,3.086535562949384,3.6832003972992937,2.581248275034154,3.0441340056401742,2.3188762867944535,3.5191426032285333,4.138583898924616,4.517376143211614,5.393048228763552e-10]},{"index":96,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,9,5,9,9,9,3,9,9,9,9,9,9,9,9,9,9,9,1,9,9,9,9,9,8,9,7,8,9,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6581175411670952,1.7986957233136052,2.103929893829787,2.208559415496741,2.097799576076449,2.2230422564495695,2.1641331858428567,2.5015709651645848,2.2668571537476776,2.3049985179641963,2.1352499240893112,2.2167409118593073,2.169212031848601,2.2518688052529505,2.1773995071858216,2.339248001999639,2.6800890105684356,2.013445380461304,2.052088612807062,1.940226785582441,2.377652688906755,2.2835951426272034,2.048778438869652,2.50012464477565,2.7720831372554873,2.5570020939704277,2.6965770609451556,2.383426933164931,1.5890203358558146,4.642234240285612,3.941741231402092,0.012018501182807168]},{"index":619,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,9,5,7,9,5,9,9,9,9,9,9,9,8,9,9,9,8,1,9,9,8,9,3,8,8,8,5,9,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3526681976381405,1.656790097095057,2.0966059081873656,2.201680000204459,2.0675937015510644,2.136886037995896,2.1513710390655545,2.590539520972709,2.450025817951854,2.1239841137315936,2.19702598605092,2.2037158142291577,2.148443953851304,2.286551133835797,2.2145394857418443,2.272509749009137,3.768952650607087,2.136427931802422,2.0187014588657943,1.8479575124158323,2.713197706451778,2.193403369530319,2.1920282247216227,2.686206970977833,2.736280298922593,2.1864723834380224,3.200620319981275,2.371988212388084,3.080140170894598,5.17584923712141,4.798495602263302,0.07668495312447669]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,1,5,4,5,9,9,5,9,5,9,9,9,9,9,9,9,8,8,9,9,8,9,9,8,9,8,9,8,8,9,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1036861294502134,1.9463892258273925,2.1740986277099306,2.075570941520084,2.2966186169858043,2.116325018938317,2.182493346847113,2.8370511810070713,2.2789194095862837,2.220579623271802,2.1171234556135405,2.155099661144474,2.193736819085305,2.1839404407598453,2.214022472628455,2.415886926078021,2.447300314842532,2.4226066462522313,2.145650394337191,2.3699428604250556,2.453292815369104,2.274168680045034,2.164288574635166,2.861638351761937,2.5999185917996233,2.980181337840288,2.4070350622320795,2.846624440759623,1.4706454794419728,3.8900092615367834,5.089956084540049,9.802686515267781e-05]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,9,9,5,9,9,5,9,9,9,9,9,9,9,9,9,8,8,9,9,8,9,9,2,9,8,9,8,8,9,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.751112761046011,1.9395404905251241,2.1203466533809974,2.099699843982632,2.382922121852835,2.144865601802686,2.121168225428337,3.0304611141986526,2.2580397031138517,2.2760862802781103,2.1099463837492753,2.1538361442160565,2.145600755931446,2.202417718577971,2.280271272885952,2.5813959282032912,3.052470422426355,2.6986243136022,2.1435833660345187,2.4316802452485025,2.5611404922595415,2.35551019043222,2.206861539453406,3.0291435079679947,2.8810635268311158,2.976693577097966,2.431376986902602,2.890271878004813,1.4769544448620704,4.463985896536195,7.446570767571616,2.52013792413346e-05]},{"index":77,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,9,8,1,9,1,9,9,9,9,9,9,9,9,9,8,8,8,2,9,9,9,9,7,9,8,9,3,9,9,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0413990669059285,2.43010836039407,2.4853621654372526,2.0532216314540683,2.2173805868353105,2.2051520455633056,2.2242597275427185,2.266850766431177,2.540919149240393,2.2934676743682076,2.387096151117944,2.1988873932565483,2.395527002534365,2.525796552889834,2.3524294736756444,2.618079446331417,2.0707594772776083,2.196616977955497,2.135783649210059,1.8707734051544276,2.344769159027506,2.149967308850345,2.3707084445795616,2.6637187100181503,1.6614072795514971,3.2734804763717507,1.9553028301648852,2.25302177277993,3.575949837083643,3.1330767438888416,5.721377271528961,8.115350328966685e-06]},{"index":147,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,9,5,7,1,9,9,9,9,9,8,9,9,9,9,9,9,8,2,5,5,9,5,7,9,8,9,3,3,3,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0753231717069207,2.106721714796821,2.32558440282423,2.0740748069132113,2.1336497849850216,2.2625915042010516,2.292711871273977,2.1027212382754925,2.3852984657655014,2.4625284885640726,2.391167044500496,2.2752090917035357,2.29969628389712,2.4127813821790913,2.330724666262726,3.067737179450318,1.7811070711912054,2.52331222223315,2.4285099801631667,1.6893573529669608,2.38042974021028,2.237792301579825,2.4287671854004405,2.715511445797498,2.681711854697607,3.0420593637358837,1.886092322606014,3.314363000249541,3.8556509866587767,2.6730904749695346,2.495786864919915,1.730088715843275e-07]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,9,5,1,5,9,7,9,9,9,9,9,9,8,9,8,8,8,9,9,9,8,5,2,8,9,9,2,8,5,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1720032424241342,2.542273799751116,2.253944789598036,2.1632196343350647,2.185855048782856,2.1341374864353115,2.169128306530689,2.3086947340053916,2.35830540065672,2.493611002671578,2.384642276582948,2.2943600455648947,2.4344813064177897,2.385609610024379,2.2375502234941136,2.606776932731904,2.101848680115533,1.9567670140955729,2.481405721529481,2.4437919320697983,2.597194370973204,2.4608095614545946,2.416822864316077,2.7808635343608987,1.1548645343717803,1.639501557739311,2.0028347085535856,2.909501838856931,0.4419837997494957,2.904332075319224,7.043995504371528,1.1731042864455158e-05]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,9,2,7,5,9,9,9,9,9,9,9,9,9,9,2,8,5,9,5,5,9,9,7,5,2,9,3,8,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.33173366150122,2.5423993934411184,2.4745640310858175,1.9069053364692485,2.1795114008462773,2.17930913543135,2.253894403269224,2.170454578492735,2.4659885220475366,2.43634078813468,2.413036331597914,2.22669862265046,2.3113564120739998,2.4483525370952313,2.234978140012832,2.725294056660302,0.9543381385113642,2.3431233563632015,2.3596737497815123,2.1918278084378926,2.5097867237843112,2.7048182237651135,2.376770970107591,2.7466422600863742,2.555514865522907,2.801860668802613,1.625822529269142,2.8192796055589517,2.004588618903137,4.506565007963375,4.5522463325926354,3.3375140820407884e-05]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,9,5,5,9,1,3,9,9,9,9,9,9,8,9,9,8,9,3,9,8,9,9,3,8,9,3,8,8,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5768101697556256,2.4412355537945896,2.310977473423872,2.349190431738465,2.143543997171395,2.368074156580648,2.3508536853862076,1.6364834087085165,2.2571237424796644,2.3233531666033276,2.3284836325823637,2.2100413962527767,2.2049062196358626,2.1913499936872736,2.21771050930231,3.8469374943004286,3.00532654485356,2.2831253568661936,2.2909580266399323,1.7653060202320123,2.054675512236879,2.2586279783648573,2.1947752689314646,2.315397742818716,0.7153464620990889,3.4349984890138763,2.666833667022419,1.111484606682279,1.9148357188531198,2.628866803561506,4.036215103851959,1.4594481516720744e-08]},{"index":51,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,9,9,5,1,9,1,3,9,9,9,9,9,9,8,9,9,9,8,9,5,8,9,9,7,2,9,3,2,8,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8353366413382446,3.0152183998347977,2.2292848712183413,2.4967434101927735,2.361005736102847,2.4295066446477334,2.31900844809253,1.8639947866093505,2.153285882378574,2.23684710703751,2.306521649261078,2.2777251473038205,2.4153351515757375,2.2326698465519956,2.3955963328816816,3.461466446330924,3.419452139346887,2.0334749558109833,2.176474010246399,1.8636376704969404,2.203167487929414,2.1046579279399618,2.156957102025145,2.173398419989284,3.599523802373518,3.437085419961346,2.4925119374396436,1.3820896016401576,1.127374617162611,2.264994535991077,3.5436271101760908,5.607574242558573e-07]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,9,5,1,9,1,7,9,9,9,9,9,9,8,9,8,8,8,9,9,9,9,9,7,2,9,8,2,8,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.4141671262825204,2.504260790562153,2.279423962760993,2.337451358870802,2.2969343355652376,2.349179276375434,2.3426168113406463,2.140617404900083,2.38652253750445,2.1891321456371644,2.29117804011262,2.2180854994969685,2.3473161731387404,2.2818056102843354,2.313318323307915,2.973859946093874,3.3179118500380604,2.6598448847566782,2.380039159039992,2.03569324807263,2.4693661319591422,2.3557910125068697,2.124114704416985,2.111995317397367,2.662854321046553,2.849520062163803,2.5548328783196226,1.5579925221856488,3.4240851667946663,2.5455991200130033,4.112593354369402,6.881502424257447e-05]},{"index":32,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,9,5,9,9,5,2,9,9,9,9,9,9,8,9,8,2,8,7,5,8,9,5,3,8,9,3,2,8,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.520408718984765,2.378187072039921,2.3041937520817752,2.5856856411663816,2.35920266371179,2.4933901063794455,2.3187048320704933,1.627323940516025,2.2290532248379313,2.364291261836833,2.3627636470244835,2.1955190860078826,2.2638914117566324,2.2836711544247104,2.383412534594046,4.025284619156636,2.5103305724214344,1.9891207891758367,2.3904523533846387,2.2270859170775643,2.159638240818415,2.254230165408641,2.1672448893159384,2.1605961770474655,1.119496872473484,1.926893520340844,2.4539639209794286,1.2276498823877233,2.951105592196907,2.558547028501105,2.7402968184768834,1.5865895251669081e-09]},{"index":360,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,5,9,2,1,8,1,5,9,3,9,8,9,9,9,3,5,7,8,8,5,7,9,8,7,4,9,3,0,3,9,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.624266957391108,2.0543116291553867,2.248054822104179,2.485349321233154,2.4602568997968755,2.4497296465301974,2.3376149255165295,2.843260374366819,2.669595099593797,2.7270853769826555,2.3581592770053947,2.5641205349638962,2.4271487450165834,2.4231058650079924,2.428509016585984,3.29080541596438,1.829410753290831,2.734330509412743,2.654375775645784,2.710710104537374,2.955519192728256,2.473022004920768,2.520378448084829,2.691562190513225,2.840515269459045,1.6416640512209528,2.7939138914378994,3.59860222857157,4.547791729008389,4.9557698865536555,3.3035291371752376,4.107361299990227e-08]},{"index":668,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,5,9,5,1,9,5,8,9,9,8,9,9,9,3,9,9,9,8,9,5,9,8,7,4,2,9,3,8,8,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.8187112958356275,2.3559518755432975,2.316752477234666,2.054578593263373,2.4588236149499236,2.3171248062917558,2.340735366619256,3.043546037328039,2.444539070610939,2.5148848252687315,2.3228973551391943,2.508310397087226,2.4208277833557093,2.484709651204223,2.3833572698182652,3.048135460828714,2.3700840750427257,2.2171330453727203,2.7425859560382015,2.7167744919143137,2.549215273573753,2.7114361454690257,2.455680437438833,2.58256987998403,3.954860863355848,1.8059227576720933,2.4180397025198292,3.5177119573661697,5.100850968084572,4.677869574146779,3.9213241188056114,1.1268971328181643e-06]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,9,2,1,5,1,5,9,9,9,8,9,9,8,9,9,4,3,9,8,9,9,8,9,7,9,9,3,9,8,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.2931945758557006,2.0412037509693715,2.3601264855545177,2.2352320411181195,2.551197683892145,2.4448782911228424,2.272017565987855,2.5308503529665334,2.458726326382025,2.4080541257785617,2.374690765040448,2.540617404633115,2.340391437389953,2.383823511868454,2.4642826532121296,2.720233394143378,2.0178636000901466,1.8400191478820263,2.9896424596739726,2.4212167970644387,2.7142162153583373,2.5289103731067506,2.5935629016453765,2.6170658828152527,3.1274582165054423,2.4527856027760535,2.6921355989738576,3.085767419451283,4.750343866282836,4.700763434068183,6.670649979178591,4.8902230532278204e-05]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,5,2,9,1,5,5,9,9,9,8,9,9,8,3,9,8,8,8,5,9,8,8,3,2,9,3,8,5,5,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.9164331486018265,2.6581848323206243,2.241942448912533,2.1464814255304483,2.411724656735001,2.3077607159959337,2.3628554730426408,2.712971197955625,2.4675496290164722,2.417993145543777,2.330437632689276,2.4538033604065816,2.373848586159815,2.4617893806111453,2.498295521989448,2.8930845328570074,2.3875210363672403,2.739949895727384,2.7227420615911972,2.587808896242829,2.7719112265421044,2.238902993612938,2.726597417826599,2.5674490335611417,5.097388408488095,2.0373397286291897,2.3091133616201853,4.025206675677499,5.842644154588646,3.4269741750341893,7.624413385115228,8.55888759977691e-05]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,1,9,1,1,5,2,9,9,9,9,9,9,8,8,9,8,3,8,8,9,8,8,9,5,2,9,5,2,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4340004659770123,2.578545619685511,2.139588870142334,2.295795719012146,2.307813013739519,2.277874195110339,2.087680022078551,1.9612966943617538,2.229590167374695,2.1559814292672366,2.145885900994404,2.0856087158798875,2.36697277696243,2.2392374480892565,2.1241813982629205,2.041058867966193,3.4520549634408546,2.485832149735141,1.9882434912781104,2.2266812378109018,1.6762829114467666,2.0819526923031813,2.0009205297466,1.6356721660259503,2.632765673144304,1.7400456206463761,3.162111760348874,3.106039295112251,0.2457240169358177,4.0935988045713385,0.5319782238571246,0.0017643465077870522]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,1,9,5,9,9,1,2,9,9,9,9,9,9,8,8,9,8,5,8,5,5,5,5,7,7,8,2,2,8,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.803939575573671,1.9735526371119985,2.013727279487525,1.6216935820258942,2.1834587525137596,2.1571025646454114,2.16881714214393,1.8405333247779172,2.2190529912064294,2.0577097611149653,2.1203368047275744,2.1420756881638994,2.25981585290974,2.120906105528773,2.264504395086539,2.268433381853966,2.6223149963841363,3.243445699610986,1.8447901983783839,1.9857570334353907,1.8196493319046518,1.5621491015239726,1.8114057143730868,1.2504961306357214,2.2383218143670396,2.6756077654693278,2.7023682811971916,2.2735135034279494,4.010107103833286,4.547838960359127,0.45227845071738626,5.976527178989749e-05]},{"index":23,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,2,5,9,1,9,1,2,9,9,9,9,9,9,8,8,9,9,8,8,9,9,9,5,9,9,8,9,8,3,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0459067395849937,2.5014772775443026,2.0373473408484397,2.0401118094633013,2.2096236104603166,2.08915892987605,2.108121210674155,1.7255626829554376,2.0325087145808114,2.1116829475511567,2.179001961684171,2.1599971064252155,2.320172766153471,2.170081148644765,2.022157910847139,2.303439204380166,2.627418508184002,1.9325988848667863,2.132427910408116,2.4403534122471005,1.8658104397853916,1.7239187103761429,2.036602191421398,1.14191060935936,1.8485501933903585,2.222642357517344,3.3952787234410597,3.5360553346504093,1.4271810497589288,2.654757826257595,0.4872012724585298,5.0908188646040235e-09]},{"index":45,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,2,5,9,2,9,1,2,5,9,9,9,9,9,8,8,9,1,9,8,9,9,8,5,9,8,9,9,8,8,5,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.250039583676392,2.1604195432529423,2.087330461915807,1.9887120940352265,2.1953276100735106,2.0466522348714205,2.157098204576433,1.903040535196484,1.903868435295035,2.0940089560337505,2.1265934048824517,2.086588111390366,2.2708365076570116,2.134382658080762,2.138469805213898,2.2513687951628265,2.1931292122483175,2.5041319452947213,2.0706896789623594,1.991241543167963,2.2728007384482565,1.8432380787373974,1.9298748897791986,1.498718369781599,1.7866493921355684,2.4653174465661873,3.101705057200244,2.4753678554031127,3.841788237837882,3.159463408221896,0.24010859664263925,1.1333438280164343e-05]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,9,1,9,9,9,2,9,9,9,9,9,9,9,8,9,5,9,5,5,9,8,8,2,9,9,9,3,3,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.370030071534213,2.5396781336570355,2.825960859482553,2.7398055992667065,3.023630298011181,2.944734917427157,2.74117326431576,2.861871413734896,3.098277611433131,3.252579499901374,2.8242855288948907,2.8459048089254275,2.8819427203051315,3.0129653327049293,2.9260748789388216,4.211750554611854,5.701615158421379,3.15020085920803,3.7596960881346764,3.2226242448879856,3.8237411546540523,3.921394751598418,3.448513171590829,3.4088856676387964,3.6179891368055412,5.521032639757816,4.972821042488373,4.005033404792007,5.4445262213973304,5.427332204743028,3.960946576833943,4.285511156879223e-05]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,8,1,1,9,2,8,5,9,9,9,9,8,8,8,8,9,8,1,9,8,8,8,8,9,9,5,9,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.962229405945296,2.8552172611207576,2.7826965468835394,2.8875836443252556,2.9544615624003447,2.961858792623986,2.7529194992188417,2.7137062463630386,2.96241594292477,2.9748124311623547,2.8261305681088844,2.9004027569815163,2.9614870179092394,3.055131796724018,3.0226252166023615,4.256882484408706,3.7922805712765557,3.1873508587977257,3.8198176991469825,3.149582819839101,3.609698627042077,3.7195336317818404,3.4174830646002823,3.4850439241760736,4.89493789491639,4.359428892266141,4.560407606870177,4.619660832331004,4.209829262740213,6.210122410892574,1.6603485452551363,0.00017150574271421776]},{"index":689,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,3,1,7,9,9,9,8,9,9,9,9,9,9,8,7,9,9,9,9,9,9,9,9,9,7,9,2,8,8,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1415604587982813,2.408529851159039,2.4458933597626897,2.0093987119927754,2.252055868131864,2.3063540134637956,2.3354238538770087,2.437262336420211,2.2616283797358254,2.2613334465027424,2.2986486440296763,2.36403736856536,2.3179295141824956,2.2433908877752464,2.3213783153782823,1.660439172604443,2.1046299106045994,1.9869907733814276,2.3158507032007725,2.4487075823924025,2.325731681252045,2.3488204832610178,2.437694969723446,2.0295190629566884,2.3716129240174,1.7036985850606583,2.125343415331233,2.150883517198282,5.186464282723329,3.267009640815044,6.041091369268942,0.009583749243209306]},{"index":853,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,4,9,2,5,9,5,3,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,7,7,8,7,3,9,9,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6943173166469405,2.250329945442849,2.420273883143716,2.2592811097306127,2.265154189718507,2.4048026089286902,2.4237925591915337,2.363840729908317,2.324536218897432,2.2268512840916532,2.3155954761709148,2.3144563792569457,2.3015789650798197,2.261736199510658,2.316342566421619,1.401996587358517,4.37214711212418,2.4535251730648593,2.456577387899908,2.5846486403716433,2.3494420128252385,2.330534351696463,2.304613219607745,2.497320861159117,1.4307402847382613,1.6165232791306916,2.012064630537651,1.7221342382368534,2.846000677921027,2.85945668491528,3.8745979140322064,6.193453799446899e-06]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,1,7,9,9,5,3,9,9,9,8,9,9,9,7,5,9,9,9,9,9,9,9,3,1,9,2,8,1,9,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.462970532933837,2.526620385296261,2.3592384474608306,1.8172036366162454,2.4270488616552592,2.3394424398661378,2.356992560770666,2.4317121648860875,2.4691436301805023,2.339850026905055,2.299634921373997,2.341098906217516,2.263240005680383,2.2155480345875964,2.2755336396261017,1.0900041310328359,3.2517715648460506,1.8900205811085682,2.099542841917396,2.35090415505152,2.381458789937113,2.4068020292889427,2.2992967891319553,2.3024801272395674,3.0393519641857614,2.372027417877462,2.0605245057983463,2.3125997012626165,3.205684633655868,2.158336674845131,6.137551440757159,2.647812458463482e-07]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,1,7,2,8,5,3,9,9,9,8,9,9,9,7,9,9,9,9,9,9,9,9,9,1,9,2,5,1,9,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6071075509241484,2.499234747891912,2.3600312815199103,1.8170034461667117,2.3242784895676514,2.4772401636779997,2.395608124286102,2.363924204322524,2.477828793597819,2.3976814904603465,2.284811602150164,2.420586049317297,2.243014486343166,2.165343345041948,2.280313920999199,1.0662196726393123,3.333527337773843,1.729121576319445,2.1032747102762146,2.2882448433848652,2.2282740440919566,2.5165671135686427,2.2925376762216496,2.321146579658814,2.8695752500448597,3.246723748409365,1.820657284465232,2.485050199073821,3.8462294483514885,2.8206733165427815,5.989801298137309,1.8964936310478888e-07]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,9,2,1,9,9,9,9,9,9,9,9,9,8,2,5,9,9,8,9,9,8,2,8,8,8,5,9,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1778606890164705,2.591940917485246,2.2830103487716884,2.1464598641557,2.196114772756343,2.2297081080491834,2.1706536878038545,2.1031643206671555,2.018808257275139,2.092311491020839,2.095103158528401,2.1448772913782843,2.0271734824777643,2.164675414237447,2.1657821609946346,1.652014749703663,2.160320397832867,2.2054573313150927,2.1346622884828474,2.1716208732609505,1.8777543904444232,1.9710274228923113,1.944779678298884,1.7552053475559846,1.951279191287567,1.389021530286003,1.4642529220728735,1.5229867941889585,1.5872882578645346,1.3110643835880373,1.6879424320933387,8.78886419889737e-06]},{"index":110,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,2,5,5,9,1,9,9,5,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,8,8,9,3,9,8,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.261591978865135,2.2702905238680016,2.2658723245689125,2.157516197300682,2.3052871730380735,2.201445071997014,2.230881331294547,2.1901653705906643,2.1109292316791666,2.2090646465039416,2.1524199466701726,2.151651810131876,2.092799923921131,2.2333706108265723,2.1581692794232286,1.6089133458461307,1.7836104076147945,2.159714363789239,2.034995832052081,2.37007550611428,1.9193812390295313,1.9534742152329867,1.9905402770859322,1.9645964757264518,2.427769225265701,1.0126705910363627,1.3208107394855577,1.8836152647084028,1.8490819395078515,2.4921294164677095,0.9674044259893173,3.0016646246988026e-06]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,1,9,9,1,9,9,9,9,9,9,9,9,9,8,9,8,8,9,9,9,9,8,3,3,8,9,3,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.364090732678619,2.27273670326193,2.2292584350307636,2.2096659834956816,2.20556061968417,2.205316033073684,2.2142772889409676,2.1444324705303943,1.9494703336148467,2.1613960845622144,2.137886736384902,2.162130813006485,2.1270224608764545,2.1046755590556625,2.229251906473109,1.712649512992641,2.056158708466447,1.7716916901403608,1.8278831026365128,1.9741838753114462,1.8143389734929614,1.9834287247005675,1.8946393956638445,1.6345422402603784,2.960654996922384,1.8904142942706983,1.5583605608979432,1.7666495750601976,3.1569851072009207,0.41930540585883763,3.575048829415652,0.00014096734164972067]},{"index":134,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,1,5,9,9,1,9,9,9,9,9,9,9,9,8,9,1,9,3,5,9,9,9,9,9,8,8,2,9,9,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4421437225664144,2.152375551830045,2.264196947115847,2.1103350952603055,2.169099675630827,2.2122817080137547,2.211278731495128,2.196259148828116,2.047393275799118,2.2662277992544193,2.106549066757428,2.105468365054417,2.102817527364584,2.1767514141897664,2.1113199116626107,1.5725754897353297,1.450022521547781,1.7025464657171867,1.9703738155925048,2.0766838120955846,1.8994779648478797,2.133100744301151,1.909992539540104,1.8254300788022306,3.5065151972569524,1.461457051845556,1.4705937854343427,1.5571480353337073,2.506323694973318,1.4246637882408204,1.1744698251925703,6.79274682721685e-07]},{"index":627,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,2,1,9,5,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,8,8,3,8,2,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.3957181430496302,2.3521402792214143,2.197615976316634,2.103153884753752,2.083313795347908,2.0177448283032033,2.046425191283051,2.0154793619303333,1.9445780368455603,2.0635237920967198,2.0281656760285993,2.0252426565858612,1.9396582745616953,1.9110287978507587,1.9654688104132614,1.5255438982166039,1.051079324037186,1.9225632502397754,1.822186245749236,1.763062396092105,1.723168467271431,1.735958794119703,1.8106885866872502,1.7471744555034026,1.0741068654268517,1.43531979365882,1.4636892112121673,1.6815043148049253,2.1084629388698586,2.092864687362048,5.1278737096090214,0.002214352954046513]},{"index":1282,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,2,1,9,5,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,5,9,9,9,7,9,9,1,3,8,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.91394154341226,2.414708769563175,2.226025175194301,1.975816997524099,2.1215579012799592,2.0137030961127125,2.1105859428364813,1.931898568630723,1.8769461883528258,1.9301802298153947,2.0019369946436267,1.9719528119198872,1.9610947254548992,1.8824611303963448,1.9961844553101813,1.2646398067154372,1.316438463723333,1.734908752975559,1.9104337555932165,1.6931047585368673,1.7457913150054907,1.7741293409893761,1.752676951091777,1.7159588318773307,1.9944646239605874,1.2325350560803177,1.3404809897474634,2.2255142547167983,3.03761046874288,2.425037505708049,3.0077921309221196,3.198127167174043e-05]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,9,7,2,9,5,9,9,9,9,9,9,9,9,9,9,2,9,9,9,9,8,9,3,8,8,8,3,3,4,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9166672838971348,2.000230541383413,2.004963078136808,2.088626196374486,2.168107907132153,1.9801394387721492,2.132090741803426,1.9843485110486365,2.033201147671414,2.0012622021720223,2.0604823792554097,1.9079888081677787,1.9312850182613701,1.9230758823337788,2.014944309614125,1.408223352644412,0.9316199141837427,2.280616380846455,1.7021571635321688,1.7451909213831647,1.7606063794063571,1.6824682573395473,1.9691312981883935,1.4318328413536812,2.6108339395573292,2.1010719164454867,1.7760965309374879,1.9159355164182763,3.897838415852599,1.883372215036934,3.005777163396738,0.00014619712790253794]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,9,9,5,5,3,9,9,9,9,9,9,9,9,4,3,9,9,9,9,9,9,8,9,9,7,7,3,9,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.1523140307322641,2.032948541885851,2.053773815723961,1.8043772292234719,1.9292191411436583,2.0955904770244658,2.17959185379949,2.003408291309155,1.755685415790668,2.0210455525099498,1.9486546767097446,1.8499675719985982,1.9048741992457638,2.0616771755035,1.8252095047608627,1.0678152845968818,1.4186740266367721,2.00046970924331,1.6141716855589865,1.4316572310557114,1.8453683172926532,1.8066479295481424,1.5280282860232235,1.2644923196806528,2.7286341416289117,1.5666915723947208,1.595701629849172,2.2170103180362624,3.357385717875137,3.088548977874498,0.20968277125480042,4.454951220452835e-06]}]},{"id":"plain-final-s103","recipe":"plain","state":"final","seed":103,"epoch":100,"source_run":"graph-eval-plain-s103","checkpoint_sha256":"1f8d54c56e070ba4b4aed520315ebed6f479f37adbb75cc4f40d1605f8a97e5c","source_result_sha256":"2daf90914adc6d9155eaae5400c6267a28d0b16838422ee207bc4475a657c5a0","archive_json_sha256":"2ab061155de5f8c5b6357d89dfeec6fe6c82369d880a6711fae970bc04826542","archive_npz_sha256":"0d73a02fe0608511111b9f41a1e90bd2b49613dbef72c69d12543cc394dbec32","source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"direct_forward_parity":{"all_kept_bitwise_equal":true,"n":10000,"batch_size":2048},"archived_panel_parity":{"passed":true,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"prediction_comparisons":160000,"all_16_predictions_exact":true,"labels_exact":true,"dense_source_error_indices_exact":true,"max_abs_mean_ce_difference":0.0,"max_abs_per_example_ce_difference":0.0,"dense_source_mean_ce_difference":8.002990908861918e-10,"mean_ce_atol":3e-05},"frozen_model":{"id":"plain-final-s103","recipe":"plain","state":"final","seed":103,"epoch":100,"checkpoint_sha256":"1f8d54c56e070ba4b4aed520315ebed6f479f37adbb75cc4f40d1605f8a97e5c","example_selection":"Full-correct only; first2 original test indices per digit/category, based on correctness over all6 masks retaining2 branches; empty categories remain empty","gallery_indices":[1708,2894,3,10,29,145,2,5,47,147,1,35,76,90,18,30,121,304,4,6,8,15,53,155,11,21,557,579,0,17,61,84,606,1813,6740,7,9,193,992]},"n":10000,"dense_accuracy":0.986,"masks":[{"id":0,"bits":[0,0,0,0,0,0],"retained":0,"selected_affines":0,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":0,"nominal_selected_cost":0.0,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":1,"bits":[1,0,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1960000,"nominal_selected_cost":0.16381111575428334,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":2,"bits":[0,1,0,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":3,"bits":[1,1,0,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":4,"bits":[0,0,1,0,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3000000,"nominal_selected_cost":0.25073129962390306,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":5,"bits":[1,0,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4960000,"nominal_selected_cost":0.41454241537818637,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":6,"bits":[0,1,1,0,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8000000,"nominal_selected_cost":0.6686167989970748,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":7,"bits":[1,1,1,0,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9960000,"nominal_selected_cost":0.8324279147513581,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":8,"bits":[0,0,0,1,0,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":1500000,"nominal_selected_cost":0.12536564981195153,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":9,"bits":[1,0,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3460000,"nominal_selected_cost":0.28917676556623484,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":10,"bits":[0,1,0,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6500000,"nominal_selected_cost":0.5432511491851233,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":11,"bits":[1,1,0,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8460000,"nominal_selected_cost":0.7070622649394066,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":12,"bits":[0,0,1,1,0,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":4500000,"nominal_selected_cost":0.3760969494358546,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":13,"bits":[1,0,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6460000,"nominal_selected_cost":0.5399080651901379,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":14,"bits":[0,1,1,1,0,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":9500000,"nominal_selected_cost":0.7939824488090264,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":15,"bits":[1,1,1,1,0,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11460000,"nominal_selected_cost":0.9577935645633097,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":16,"bits":[0,0,0,0,1,0],"retained":1,"selected_affines":1,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":500000,"nominal_selected_cost":0.041788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":17,"bits":[1,0,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2460000,"nominal_selected_cost":0.2055996656916005,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":18,"bits":[0,1,0,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5500000,"nominal_selected_cost":0.45967404931048894,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":19,"bits":[1,1,0,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7460000,"nominal_selected_cost":0.6234851650647723,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":20,"bits":[0,0,1,0,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3500000,"nominal_selected_cost":0.29251984956122024,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":21,"bits":[1,0,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5460000,"nominal_selected_cost":0.45633096531550355,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":22,"bits":[0,1,1,0,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8500000,"nominal_selected_cost":0.710405348934392,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":23,"bits":[1,1,1,0,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10460000,"nominal_selected_cost":0.8742164646886753,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":24,"bits":[0,0,0,1,1,0],"retained":2,"selected_affines":2,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":2000000,"nominal_selected_cost":0.1671541997492687,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":25,"bits":[1,0,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":3960000,"nominal_selected_cost":0.330965315503552,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":26,"bits":[0,1,0,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":7000000,"nominal_selected_cost":0.5850396991224405,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":27,"bits":[1,1,0,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":8960000,"nominal_selected_cost":0.7488508148767238,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":28,"bits":[0,0,1,1,1,0],"retained":3,"selected_affines":3,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":5000000,"nominal_selected_cost":0.41788549937317176,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":29,"bits":[1,0,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":6960000,"nominal_selected_cost":0.5816966151274551,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":30,"bits":[0,1,1,1,1,0],"retained":4,"selected_affines":4,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":10000000,"nominal_selected_cost":0.8357709987463435,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":31,"bits":[1,1,1,1,1,0],"retained":5,"selected_affines":5,"executed_affines":0,"raw_macs":0,"cost":0.0,"nominal_selected_macs":11960000,"nominal_selected_cost":0.9995821145006268,"coverage":0.0,"n":10000,"predictions_emitted":0,"correct_outputs":0,"correct_output_rate":0.0,"accuracy":null,"ce":null,"abstentions":10000,"harm":0.986,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":0.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":0.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":0.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":0.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":0.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":0.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":0.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":0.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":0.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.9815195071868583,"repair":0.0},{"digit":9,"n":1009,"coverage":0.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":null,"ce":null,"harm":0.981169474727453,"repair":0.0}]},{"id":32,"bits":[0,0,0,0,0,1],"retained":1,"selected_affines":1,"executed_affines":1,"raw_macs":5000,"cost":0.0004178854993731718,"nominal_selected_macs":5000,"nominal_selected_cost":0.0004178854993731718,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":2097,"correct_output_rate":0.2097,"accuracy":0.2097,"ce":2.5330683852618097,"abstentions":0,"harm":0.7779,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.02040816326530612,"accuracy":0.02040816326530612,"ce":2.806535629112326,"harm":0.9734693877551021,"repair":0.0020408163265306124},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.626431718061674,"accuracy":0.626431718061674,"ce":1.7055507291039342,"harm":0.3682819383259912,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.01744186046511628,"accuracy":0.01744186046511628,"ce":2.7581164570205194,"harm":0.9709302325581395,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.307568349273604,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0274949083503055,"accuracy":0.0274949083503055,"ce":2.441826318206567,"harm":0.9541751527494908,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.15134529147982062,"accuracy":0.15134529147982062,"ce":2.431357196490335,"harm":0.8329596412556054,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.329914226393659,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.5369649805447471,"accuracy":0.5369649805447471,"ce":1.549912304349556,"harm":0.4494163424124514,"repair":0.0009727626459143969},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.007186858316221766,"accuracy":0.007186858316221766,"ce":2.785962600883086,"harm":0.9743326488706365,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.6204162537165511,"accuracy":0.6204162537165511,"ce":1.4231113254496675,"harm":0.37066402378592667,"repair":0.009910802775024777}]},{"id":33,"bits":[1,0,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1965000,"cost":0.1642290012536565,"nominal_selected_macs":1965000,"nominal_selected_cost":0.1642290012536565,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1137,"correct_output_rate":0.1137,"accuracy":0.1137,"ce":2.3701989338902925,"abstentions":0,"harm":0.8734,"repair":0.0011,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.009183673469387756,"accuracy":0.009183673469387756,"ce":2.4060774393944446,"harm":0.9826530612244898,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.37533039647577093,"accuracy":0.37533039647577093,"ce":1.9623698082195924,"harm":0.6202643171806167,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.26356589147286824,"accuracy":0.26356589147286824,"ce":2.116799808640336,"harm":0.7267441860465116,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.009900990099009901,"accuracy":0.009900990099009901,"ce":2.4431449025084873,"harm":0.9772277227722772,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.04989816700610998,"accuracy":0.04989816700610998,"ce":2.446394122800758,"harm":0.9317718940936863,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.16928251121076232,"accuracy":0.16928251121076232,"ce":2.1320753656793143,"harm":0.8172645739910314,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1228525413701624,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0019455252918287938,"accuracy":0.0019455252918287938,"ce":2.6021235647074685,"harm":0.9834630350194552,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.061601642710472276,"accuracy":0.061601642710472276,"ce":2.3277176304343334,"harm":0.9209445585215605,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.1565906838453915,"accuracy":0.1565906838453915,"ce":2.2067264380034715,"harm":0.8265609514370664,"repair":0.0019821605550049554}]},{"id":34,"bits":[0,1,0,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":998,"correct_output_rate":0.0998,"accuracy":0.0998,"ce":2.3396265417666764,"abstentions":0,"harm":0.8881,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5719221735329576,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.5004405286343613,"accuracy":0.5004405286343613,"ce":2.080383216886232,"harm":0.49427312775330395,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0029069767441860465,"accuracy":0.0029069767441860465,"ce":2.3467864902766147,"harm":0.9854651162790697,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4967775260207006,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.299990865806967,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.14573991031390135,"accuracy":0.14573991031390135,"ce":2.0969609765913515,"harm":0.8419282511210763,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8526495381248425,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.378133016690943,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.009240246406570842,"accuracy":0.009240246406570842,"ce":2.211117148734081,"harm":0.973305954825462,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.2844400396432111,"accuracy":0.2844400396432111,"ce":2.091824037959771,"harm":0.7086223984142715,"repair":0.011892963330029732}]},{"id":35,"bits":[1,1,0,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1907,"correct_output_rate":0.1907,"accuracy":0.1907,"ce":2.2387524459981845,"abstentions":0,"harm":0.7978,"repair":0.0025,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.941192555953071,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.2599118942731278,"accuracy":0.2599118942731278,"ce":2.0293795820573366,"harm":0.73568281938326,"repair":0.0026431718061674008},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.01937984496124031,"accuracy":0.01937984496124031,"ce":2.2224199455699534,"harm":0.9699612403100775,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5789822216163554,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.168827742834313,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.14013452914798205,"accuracy":0.14013452914798205,"ce":1.9300179736863838,"harm":0.8531390134529148,"repair":0.010089686098654708},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.895781017854273,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.6235408560311284,"accuracy":0.6235408560311284,"ce":1.860166953562128,"harm":0.3638132295719844,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.08213552361396304,"accuracy":0.08213552361396304,"ce":2.002040933141457,"harm":0.9004106776180698,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.7383548067393458,"accuracy":0.7383548067393458,"ce":1.799542035296787,"harm":0.25173439048562934,"repair":0.008919722497522299}]},{"id":36,"bits":[0,0,1,0,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":3005000,"cost":0.2511491851232762,"nominal_selected_macs":3005000,"nominal_selected_cost":0.2511491851232762,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":730,"correct_output_rate":0.073,"accuracy":0.073,"ce":2.365098848294074,"abstentions":0,"harm":0.9149,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.559504954050632,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.11806167400881057,"accuracy":0.11806167400881057,"ce":2.2342425132811115,"harm":0.8766519823788547,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0436046511627907,"accuracy":0.0436046511627907,"ce":2.304539025724117,"harm":0.9447674418604651,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.01089108910891089,"accuracy":0.01089108910891089,"ce":2.287215669669703,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5525688780550246,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.08071748878923767,"accuracy":0.08071748878923767,"ce":2.193481399238856,"harm":0.905829596412556,"repair":0.0033632286995515697},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.024397026030643,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0048638132295719845,"accuracy":0.0048638132295719845,"ce":2.3067906473123916,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.07700205338809035,"accuracy":0.07700205338809035,"ce":2.128948645169339,"harm":0.9075975359342916,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.38453914767096137,"accuracy":0.38453914767096137,"ce":2.0940328159988546,"harm":0.6075322101090188,"repair":0.010901883052527254}]},{"id":37,"bits":[1,0,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4965000,"cost":0.41496030087755953,"nominal_selected_macs":4965000,"nominal_selected_cost":0.41496030087755953,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1075,"correct_output_rate":0.1075,"accuracy":0.1075,"ce":2.3486431212511323,"abstentions":0,"harm":0.8799,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5192956179839734,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.21762114537444935,"accuracy":0.21762114537444935,"ce":2.0539808464983755,"harm":0.7762114537444934,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.003875968992248062,"accuracy":0.003875968992248062,"ce":2.304695562783561,"harm":0.9844961240310077,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4534520341177477,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.418196459170311,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.042600896860986545,"accuracy":0.042600896860986545,"ce":2.165001895583828,"harm":0.9428251121076233,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9983995546970883,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":2.3769168434475128,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":2.216124653916829,"harm":0.9753593429158111,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.7700693756194251,"accuracy":0.7700693756194251,"ce":2.0312463386669437,"harm":0.22001982160555006,"repair":0.008919722497522299}]},{"id":38,"bits":[0,1,1,0,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":8005000,"cost":0.669034684496448,"nominal_selected_macs":8005000,"nominal_selected_cost":0.669034684496448,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":927,"correct_output_rate":0.0927,"accuracy":0.0927,"ce":2.3294681557533,"abstentions":0,"harm":0.8952,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4981975148730875,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.2933920704845815,"accuracy":0.2933920704845815,"ce":2.136681793398307,"harm":0.7039647577092512,"repair":0.004405286343612335},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3383189869826673,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3650135836559674,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3506521401460656,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.061659192825112105,"accuracy":0.061659192825112105,"ce":2.1566172732515256,"harm":0.9237668161434978,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8445973346908664,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3482052869938315,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.008213552361396304,"accuracy":0.008213552361396304,"ce":2.195830126617018,"harm":0.9743326488706365,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.5262636273538157,"accuracy":0.5262636273538157,"ce":2.0908269663422954,"harm":0.4658077304261645,"repair":0.010901883052527254}]},{"id":39,"bits":[1,1,1,0,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9965000,"cost":0.8328458002507313,"nominal_selected_macs":9965000,"nominal_selected_cost":0.8328458002507313,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":565,"correct_output_rate":0.0565,"accuracy":0.0565,"ce":2.517393614880071,"abstentions":0,"harm":0.931,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5529844563623922,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.568301836363341,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3467194924805237,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.013861386138613862,"accuracy":0.013861386138613862,"ce":1.9997503306318785,"harm":0.9762376237623762,"repair":0.0029702970297029703},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1832305838282253,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.3721973094170404,"accuracy":0.3721973094170404,"ce":1.803607624331284,"harm":0.6132286995515696,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9701307332906994,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.006809338521400778,"accuracy":0.006809338521400778,"ce":2.53697389314808,"harm":0.9834630350194552,"repair":0.0048638132295719845},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.00513347022587269,"accuracy":0.00513347022587269,"ce":2.0869502670595637,"harm":0.9774127310061602,"repair":0.001026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.2051536174430129,"accuracy":0.2051536174430129,"ce":1.9421130308498753,"harm":0.77998017839445,"repair":0.003964321110009911}]},{"id":40,"bits":[0,0,0,1,0,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":1505000,"cost":0.1257835353113247,"nominal_selected_macs":1505000,"nominal_selected_cost":0.1257835353113247,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":842,"correct_output_rate":0.0842,"accuracy":0.0842,"ce":2.348588118634243,"abstentions":0,"harm":0.9034,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.011224489795918367,"accuracy":0.011224489795918367,"ce":2.210196438302683,"harm":0.9806122448979592,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0026431718061674008,"accuracy":0.0026431718061674008,"ce":2.2710956595585023,"harm":0.9903083700440528,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":2.4875355221321387,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5039338141788514,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":2.4083924667845205,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.017937219730941704,"accuracy":0.017937219730941704,"ce":2.2321461557543114,"harm":0.9652466367713004,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.994081475353112,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4051206509642284,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.5246406570841889,"accuracy":0.5246406570841889,"ce":1.929456190135478,"harm":0.46406570841889117,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.29633300297324083,"accuracy":0.29633300297324083,"ce":2.0514223062033587,"harm":0.6937561942517344,"repair":0.008919722497522299}]},{"id":41,"bits":[1,0,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3465000,"cost":0.289594651065608,"nominal_selected_macs":3465000,"nominal_selected_cost":0.289594651065608,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":919,"correct_output_rate":0.0919,"accuracy":0.0919,"ce":2.3532948652568404,"abstentions":0,"harm":0.896,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.469353304331197,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.000881057268722467,"accuracy":0.000881057268722467,"ce":2.2024369592129904,"harm":0.9920704845814978,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3914242538804995,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4013807073635856,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4652742075375635,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.04147982062780269,"accuracy":0.04147982062780269,"ce":2.1578380587560755,"harm":0.9417040358744395,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.103036905288622,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3608468339789583,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.2669404517453799,"accuracy":0.2669404517453799,"ce":2.023588247246223,"harm":0.7227926078028748,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.6154608523290387,"accuracy":0.6154608523290387,"ce":1.9856753692251634,"harm":0.37661050545094155,"repair":0.010901883052527254}]},{"id":42,"bits":[0,1,0,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":6505000,"cost":0.5436690346844965,"nominal_selected_macs":6505000,"nominal_selected_cost":0.5436690346844965,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1318,"correct_output_rate":0.1318,"accuracy":0.1318,"ce":2.313461722815359,"abstentions":0,"harm":0.8558,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4873810977451094,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.007929515418502203,"accuracy":0.007929515418502203,"ce":2.1261777299143194,"harm":0.9850220264317181,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3948089908602936,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3882578899646245,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3433592892627573,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.033632286995515695,"accuracy":0.033632286995515695,"ce":2.1390859981092847,"harm":0.9506726457399103,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.845350193717634,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.33079131347055,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.4394250513347023,"accuracy":0.4394250513347023,"ce":2.069305024084907,"harm":0.5472279260780287,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.8434093161546086,"accuracy":0.8434093161546086,"ce":2.035226065233997,"harm":0.14767096134786917,"repair":0.009910802775024777}]},{"id":43,"bits":[1,1,0,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8465000,"cost":0.7074801504387798,"nominal_selected_macs":8465000,"nominal_selected_cost":0.7074801504387798,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1271,"correct_output_rate":0.1271,"accuracy":0.1271,"ce":2.3480054799274632,"abstentions":0,"harm":0.8603,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5552572162797618,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.02290748898678414,"accuracy":0.02290748898678414,"ce":2.1508834111943003,"harm":0.9709251101321585,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.30700781464848,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3721392998490596,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5317941169324882,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.002242152466367713,"accuracy":0.002242152466367713,"ce":2.1814414708749967,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.104708787221949,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3704646543318075,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.31519507186858314,"accuracy":0.31519507186858314,"ce":2.04858828370897,"harm":0.6694045174537988,"repair":0.003080082135523614},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9276511397423192,"accuracy":0.9276511397423192,"ce":1.9022953538728384,"harm":0.06342913776015857,"repair":0.009910802775024777}]},{"id":44,"bits":[0,0,1,1,0,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":4505000,"cost":0.37651483493522775,"nominal_selected_macs":4505000,"nominal_selected_cost":0.37651483493522775,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1135,"correct_output_rate":0.1135,"accuracy":0.1135,"ce":2.325250524863654,"abstentions":0,"harm":0.874,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4429728278834766,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.151902024808604,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3570246506108683,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3894523940807813,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.353939416111409,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3935548311051473,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.004357507694318,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.248099362884979,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.48767967145790553,"accuracy":0.48767967145790553,"ce":1.9913284867798862,"harm":0.4989733059548255,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.6541129831516352,"accuracy":0.6541129831516352,"ce":1.976999724671205,"harm":0.33696729435084244,"repair":0.009910802775024777}]},{"id":45,"bits":[1,0,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":6465000,"cost":0.5403259506895111,"nominal_selected_macs":6465000,"nominal_selected_cost":0.5403259506895111,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1102,"correct_output_rate":0.1102,"accuracy":0.1102,"ce":2.3271957937008234,"abstentions":0,"harm":0.8778,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4644366454947635,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.154712234841083,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4300146234610116,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.363803753722426,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4343211684459387,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.002242152466367713,"accuracy":0.002242152466367713,"ce":2.192625868894306,"harm":0.9809417040358744,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0947591414228297,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0029182879377431907,"accuracy":0.0029182879377431907,"ce":2.184949939141297,"harm":0.9824902723735408,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.3141683778234086,"accuracy":0.3141683778234086,"ce":2.014960492988575,"harm":0.6724845995893224,"repair":0.00513347022587269},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.7839444995044599,"accuracy":0.7839444995044599,"ce":1.9783843187794785,"harm":0.21209117938553024,"repair":0.014866204162537165}]},{"id":46,"bits":[0,1,1,1,0,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":9505000,"cost":0.7944003343083995,"nominal_selected_macs":9505000,"nominal_selected_cost":0.7944003343083995,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":955,"correct_output_rate":0.0955,"accuracy":0.0955,"ce":2.3667439193367263,"abstentions":0,"harm":0.8919,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.522838470385326,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.197090640380323,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3931409288405634,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4222522840241836,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.449149791361916,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0011210762331838565,"accuracy":0.0011210762331838565,"ce":2.2585065815595797,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2460469324199854,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2933700861685677,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.5277207392197125,"accuracy":0.5277207392197125,"ce":1.9633877981280712,"harm":0.46406570841889117,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.4360753221010902,"accuracy":0.4360753221010902,"ce":1.9681598404808387,"harm":0.5490584737363726,"repair":0.003964321110009911}]},{"id":47,"bits":[1,1,1,1,0,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":11465000,"cost":0.9582114500626828,"nominal_selected_macs":11465000,"nominal_selected_cost":0.9582114500626828,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":2957,"correct_output_rate":0.2957,"accuracy":0.2957,"ce":2.770819538451664,"abstentions":0,"harm":0.6927,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":1.9678776102608175,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8658453562326494,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.4018921234741066,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.762844684839038,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3033623022175393,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0011210762331838565,"accuracy":0.0011210762331838565,"ce":3.1396539211922168,"harm":0.9831838565022422,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.515110923737858,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9630350194552529,"accuracy":0.9630350194552529,"ce":0.732276326762699,"harm":0.02237354085603113,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9928131416837782,"accuracy":0.9928131416837782,"ce":1.173664519111545,"harm":0.0,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.9900891972249752,"accuracy":0.9900891972249752,"ce":0.9730786868935876,"harm":0.002973240832507433,"repair":0.011892963330029732}]},{"id":48,"bits":[0,0,0,0,1,1],"retained":2,"selected_affines":2,"executed_affines":2,"raw_macs":505000,"cost":0.042206435436690344,"nominal_selected_macs":505000,"nominal_selected_cost":0.042206435436690344,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1039,"correct_output_rate":0.1039,"accuracy":0.1039,"ce":2.7431905954083877,"abstentions":0,"harm":0.8841,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.9849868103911454,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0052863436123348016,"accuracy":0.0052863436123348016,"ce":2.8198050547750775,"harm":0.9876651982378855,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.10852713178294573,"accuracy":0.10852713178294573,"ce":2.5541201531036517,"harm":0.8808139534883721,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":3.3722408117308222,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.08757637474541752,"accuracy":0.08757637474541752,"ce":2.075614948963013,"harm":0.8981670061099797,"repair":0.004073319755600814},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.032511210762331835,"accuracy":0.032511210762331835,"ce":2.3684734191580765,"harm":0.9506726457399103,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.7923454469248234,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0009727626459143969,"accuracy":0.0009727626459143969,"ce":3.403813863775216,"harm":0.9844357976653697,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.21252566735112938,"accuracy":0.21252566735112938,"ce":1.6759957869139614,"harm":0.771047227926078,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.5916749256689792,"accuracy":0.5916749256689792,"ce":1.3783798498909452,"harm":0.40237859266600595,"repair":0.01288404360753221}]},{"id":49,"bits":[1,0,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2465000,"cost":0.20601755119097367,"nominal_selected_macs":2465000,"nominal_selected_cost":0.20601755119097367,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1268,"correct_output_rate":0.1268,"accuracy":0.1268,"ce":2.447642190172938,"abstentions":0,"harm":0.8606,"repair":0.0014,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.016722906620767,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.01145374449339207,"accuracy":0.01145374449339207,"ce":2.359140382754186,"harm":0.9814977973568282,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.05426356589147287,"accuracy":0.05426356589147287,"ce":2.3731101003278328,"harm":0.935077519379845,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.01089108910891089,"accuracy":0.01089108910891089,"ce":2.335009994885816,"harm":0.9762376237623762,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.07026476578411406,"accuracy":0.07026476578411406,"ce":2.4294570056782234,"harm":0.9114052953156823,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.25672645739910316,"accuracy":0.25672645739910316,"ce":2.2201165142963397,"harm":0.726457399103139,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.736825474037747,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.05933852140077821,"accuracy":0.05933852140077821,"ce":2.404256956556716,"harm":0.9260700389105059,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.5718685831622177,"accuracy":0.5718685831622177,"ce":1.6501713608405875,"harm":0.419917864476386,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.26957383548067393,"accuracy":0.26957383548067393,"ce":1.9922763421075123,"harm":0.7145688800792864,"repair":0.002973240832507433}]},{"id":50,"bits":[0,1,0,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":5505000,"cost":0.4600919348098621,"nominal_selected_macs":5505000,"nominal_selected_cost":0.4600919348098621,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":696,"correct_output_rate":0.0696,"accuracy":0.0696,"ce":2.4385786169165007,"abstentions":0,"harm":0.9183,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8042372184053153,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.147433700003177,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4807448820854425,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0009900990099009901,"accuracy":0.0009900990099009901,"ce":2.284362154227527,"harm":0.9861386138613861,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8783447180235298,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.13901345291479822,"accuracy":0.13901345291479822,"ce":1.984479875553545,"harm":0.8452914798206278,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.7191093509162916,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.394962961444892,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.38295687885010266,"accuracy":0.38295687885010266,"ce":1.8350432403833936,"harm":0.6108829568788501,"repair":0.012320328542094456},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.1962338949454906,"accuracy":0.1962338949454906,"ce":1.90684895022078,"harm":0.7908820614469773,"repair":0.005946481665014866}]},{"id":51,"bits":[1,1,0,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7465000,"cost":0.6239030505641454,"nominal_selected_macs":7465000,"nominal_selected_cost":0.6239030505641454,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":970,"correct_output_rate":0.097,"accuracy":0.097,"ce":2.3353919899132416,"abstentions":0,"harm":0.8906,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.458962671142683,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.003524229074889868,"accuracy":0.003524229074889868,"ce":2.4229688111537646,"harm":0.9903083700440528,"repair":0.000881057268722467},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.14534883720930233,"accuracy":0.14534883720930233,"ce":2.084028589831617,"harm":0.8430232558139535,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.5079207920792079,"accuracy":0.5079207920792079,"ce":1.7096946906739252,"harm":0.48118811881188117,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.6723116445100032,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.02242152466367713,"accuracy":0.02242152466367713,"ce":2.277944294480726,"harm":0.9630044843049327,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0768630272738475,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7642206529331963,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.08624229979466119,"accuracy":0.08624229979466119,"ce":2.0909990030818344,"harm":0.9055441478439425,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.19722497522299307,"accuracy":0.19722497522299307,"ce":1.8181712116304882,"harm":0.7849355797819624,"repair":0.0009910802775024777}]},{"id":52,"bits":[0,0,1,0,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":3505000,"cost":0.2929377350605934,"nominal_selected_macs":3505000,"nominal_selected_cost":0.2929377350605934,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1316,"correct_output_rate":0.1316,"accuracy":0.1316,"ce":2.465257016464955,"abstentions":0,"harm":0.8568,"repair":0.0024,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.649764779159318,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.614654511491656,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7328941779103952,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3513830630163017,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.876158330571945,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.1412556053811659,"accuracy":0.1412556053811659,"ce":1.8914936568241023,"harm":0.8430493273542601,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.869643493572065,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.366240871289475,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.42299794661190965,"accuracy":0.42299794661190965,"ce":1.680651565784668,"harm":0.5677618069815195,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.7710604558969276,"accuracy":0.7710604558969276,"ce":1.5904416205844982,"harm":0.22398414271555997,"repair":0.013875123885034688}]},{"id":53,"bits":[1,0,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5465000,"cost":0.4567488508148767,"nominal_selected_macs":5465000,"nominal_selected_cost":0.4567488508148767,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1405,"correct_output_rate":0.1405,"accuracy":0.1405,"ce":2.432093743910278,"abstentions":0,"harm":0.8475,"repair":0.002,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.8870298169082846,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.2052966749688765,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.597200102368082,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0029702970297029703,"accuracy":0.0029702970297029703,"ce":2.4522504242788226,"harm":0.9841584158415841,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.500037286351712,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.24775784753363228,"accuracy":0.24775784753363228,"ce":1.8178040302492695,"harm":0.7354260089686099,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.8786956291159336,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5089823077948097,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.49794661190965095,"accuracy":0.49794661190965095,"ce":1.799196809592409,"harm":0.4938398357289528,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.6897918731417245,"accuracy":0.6897918731417245,"ce":1.6923620718024235,"harm":0.3012884043607532,"repair":0.009910802775024777}]},{"id":54,"bits":[0,1,1,0,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":8505000,"cost":0.7108232344337652,"nominal_selected_macs":8505000,"nominal_selected_cost":0.7108232344337652,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1220,"correct_output_rate":0.122,"accuracy":0.122,"ce":2.4062115492957528,"abstentions":0,"harm":0.8657,"repair":0.0017,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.947026035293782,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.1404588134959974,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5414677201113682,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.3540467805341176,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4901551341289583,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.01233183856502242,"accuracy":0.01233183856502242,"ce":1.9900368721712762,"harm":0.9708520179372198,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.6126508106887645,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.5055204356114404,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.3839835728952772,"accuracy":0.3839835728952772,"ce":1.8018709138155067,"harm":0.606776180698152,"repair":0.009240246406570842},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.8275520317145689,"accuracy":0.8275520317145689,"ce":1.7167148695353436,"harm":0.16154608523290387,"repair":0.007928642220019821}]},{"id":55,"bits":[1,1,1,0,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10465000,"cost":0.8746343501880485,"nominal_selected_macs":10465000,"nominal_selected_cost":0.8746343501880485,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":2385,"correct_output_rate":0.2385,"accuracy":0.2385,"ce":2.5871970336775516,"abstentions":0,"harm":0.7496,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.80187764521485,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.686984734536789,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3841884243832085,"harm":0.9883720930232558,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.4611689090507283,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.487293614981957,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.6591928251121076,"accuracy":0.6591928251121076,"ce":1.172403080047816,"harm":0.32847533632286996,"repair":0.004484304932735426},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.007407200430555,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.7229193523099817,"harm":0.9854085603112841,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9671457905544147,"accuracy":0.9671457905544147,"ce":1.4348270019823535,"harm":0.022587268993839837,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.8473736372646185,"accuracy":0.8473736372646185,"ce":1.4262189784223207,"harm":0.14271555996035679,"repair":0.008919722497522299}]},{"id":56,"bits":[0,0,0,1,1,1],"retained":3,"selected_affines":3,"executed_affines":3,"raw_macs":2005000,"cost":0.16757208524864187,"nominal_selected_macs":2005000,"nominal_selected_cost":0.16757208524864187,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1303,"correct_output_rate":0.1303,"accuracy":0.1303,"ce":2.84768527097169,"abstentions":0,"harm":0.8573,"repair":0.0016,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.16020408163265307,"accuracy":0.16020408163265307,"ce":2.172082596221796,"harm":0.8316326530612245,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.2370710033920678,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.18604651162790697,"accuracy":0.18604651162790697,"ce":2.237443380522603,"harm":0.8023255813953488,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.20693069306930692,"accuracy":0.20693069306930692,"ce":2.009969778033339,"harm":0.7841584158415842,"repair":0.0039603960396039604},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0010183299389002036,"accuracy":0.0010183299389002036,"ce":4.610939470821213,"harm":0.9806517311608961,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.04820627802690583,"accuracy":0.04820627802690583,"ce":2.607701045212715,"harm":0.9360986547085202,"repair":0.0011210762331838565},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.374424810410126,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.11089494163424124,"accuracy":0.11089494163424124,"ce":2.3182924851077167,"harm":0.8764591439688716,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.09856262833675565,"accuracy":0.09856262833675565,"ce":2.5512369983944794,"harm":0.8850102669404517,"repair":0.002053388090349076},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.48662041625371655,"accuracy":0.48662041625371655,"ce":1.451144459742832,"harm":0.5014866204162537,"repair":0.006937561942517344}]},{"id":57,"bits":[1,0,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":3965000,"cost":0.3313832010029252,"nominal_selected_macs":3965000,"nominal_selected_cost":0.3313832010029252,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1110,"correct_output_rate":0.111,"accuracy":0.111,"ce":2.8820389551195564,"abstentions":0,"harm":0.8765,"repair":0.0015,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.00510204081632653,"accuracy":0.00510204081632653,"ce":3.288652757534583,"harm":0.986734693877551,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.018502202643171806,"accuracy":0.018502202643171806,"ce":2.910277837484493,"harm":0.9744493392070485,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.018410852713178296,"accuracy":0.018410852713178296,"ce":3.4661730684812335,"harm":0.9718992248062015,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.006930693069306931,"accuracy":0.006930693069306931,"ce":3.0137599247930114,"harm":0.9801980198019802,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.10285132382892057,"accuracy":0.10285132382892057,"ce":2.506911009081004,"harm":0.8788187372708758,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.02242152466367713,"accuracy":0.02242152466367713,"ce":2.6351790257701646,"harm":0.9607623318385651,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.085990547289953,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.11186770428015565,"accuracy":0.11186770428015565,"ce":2.3572639729144407,"harm":0.8735408560311284,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.7854209445585215,"accuracy":0.7854209445585215,"ce":0.9620736189649753,"harm":0.20636550308008214,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.05649157581764123,"accuracy":0.05649157581764123,"ce":2.6048404928810274,"harm":0.9276511397423192,"repair":0.002973240832507433}]},{"id":58,"bits":[0,1,0,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":7005000,"cost":0.5854575846218136,"nominal_selected_macs":7005000,"nominal_selected_cost":0.5854575846218136,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1327,"correct_output_rate":0.1327,"accuracy":0.1327,"ce":2.7824041939535413,"abstentions":0,"harm":0.8552,"repair":0.0019,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.258865203857579,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.0302248907626312,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.011627906976744186,"accuracy":0.011627906976744186,"ce":2.4392713856033623,"harm":0.9767441860465116,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.0,"accuracy":0.0,"ce":2.514581096025327,"harm":0.9871287128712871,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.171356280389199,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.3128491366119968,"harm":0.9831838565022422,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.542619632106282,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0048638132295719845,"accuracy":0.0048638132295719845,"ce":2.333068067435964,"harm":0.980544747081712,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.839835728952772,"accuracy":0.839835728952772,"ce":1.0540241950064169,"harm":0.15297741273100615,"repair":0.011293634496919919},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.48761149653121905,"accuracy":0.48761149653121905,"ce":1.3179557658997136,"harm":0.5014866204162537,"repair":0.007928642220019821}]},{"id":59,"bits":[1,1,0,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":8965000,"cost":0.7492687003760969,"nominal_selected_macs":8965000,"nominal_selected_cost":0.7492687003760969,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":1982,"correct_output_rate":0.1982,"accuracy":0.1982,"ce":2.8218370351643376,"abstentions":0,"harm":0.7899,"repair":0.0021,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.3295918367346939,"accuracy":0.3295918367346939,"ce":1.7836147337137982,"harm":0.6622448979591836,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":3.1947969106336016,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0009689922480620155,"accuracy":0.0009689922480620155,"ce":3.6895308595456355,"harm":0.9874031007751938,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.4594059405940594,"accuracy":0.4594059405940594,"ce":1.5204839196175641,"harm":0.5277227722772277,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.366495096494146,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.01905829596412556,"accuracy":0.01905829596412556,"ce":3.134945413294072,"harm":0.9641255605381166,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.96542019715603,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.032101167315175094,"accuracy":0.032101167315175094,"ce":2.6244762701787554,"harm":0.953307392996109,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.6139630390143738,"accuracy":0.6139630390143738,"ce":1.4203130897076581,"harm":0.3757700205338809,"repair":0.008213552361396304},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.5411298315163529,"accuracy":0.5411298315163529,"ce":1.5644798966896063,"harm":0.4529236868186323,"repair":0.01288404360753221}]},{"id":60,"bits":[0,0,1,1,1,1],"retained":4,"selected_affines":4,"executed_affines":4,"raw_macs":5005000,"cost":0.4183033848725449,"nominal_selected_macs":5005000,"nominal_selected_cost":0.4183033848725449,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":764,"correct_output_rate":0.0764,"accuracy":0.0764,"ce":4.144715157747235,"abstentions":0,"harm":0.9109,"repair":0.0013,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0010204081632653062,"accuracy":0.0010204081632653062,"ce":5.580177254388572,"harm":0.9908163265306122,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.13480176211453745,"accuracy":0.13480176211453745,"ce":2.9824825783351163,"harm":0.8599118942731278,"repair":0.001762114537444934},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.11531007751937984,"accuracy":0.11531007751937984,"ce":2.8966270484665797,"harm":0.875,"repair":0.001937984496124031},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.1603960396039604,"accuracy":0.1603960396039604,"ce":2.540373878723155,"harm":0.8287128712871287,"repair":0.0019801980198019802},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.084803609879587,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.01233183856502242,"accuracy":0.01233183856502242,"ce":4.32395556753194,"harm":0.9708520179372198,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.637982169327487,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.05642023346303502,"accuracy":0.05642023346303502,"ce":3.4093258131361783,"harm":0.9289883268482491,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.2669404517453799,"accuracy":0.2669404517453799,"ce":2.1496619230311427,"harm":0.7217659137577002,"repair":0.007186858316221766},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.0,"accuracy":0.0,"ce":4.228318465749244,"harm":0.981169474727453,"repair":0.0}]},{"id":61,"bits":[1,0,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":6965000,"cost":0.5821145006268282,"nominal_selected_macs":6965000,"nominal_selected_cost":0.5821145006268282,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":874,"correct_output_rate":0.0874,"accuracy":0.0874,"ce":4.643430192379887,"abstentions":0,"harm":0.9009,"repair":0.0023,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.815660611201024,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":5.330954557217184,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.09593023255813954,"accuracy":0.09593023255813954,"ce":3.5390351368213593,"harm":0.8924418604651163,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.028712871287128714,"accuracy":0.028712871287128714,"ce":3.432929906244571,"harm":0.9584158415841584,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.0430744145273945,"harm":0.9816700610997964,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.0011210762331838565,"accuracy":0.0011210762331838565,"ce":5.192545461847209,"harm":0.9820627802690582,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.0,"accuracy":0.0,"ce":8.042379732562871,"harm":0.9853862212943633,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0311284046692607,"accuracy":0.0311284046692607,"ce":3.6660845110626634,"harm":0.9562256809338522,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.6663244353182751,"accuracy":0.6663244353182751,"ce":0.9499301856138386,"harm":0.32854209445585214,"repair":0.013347022587268994},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.06342913776015857,"accuracy":0.06342913776015857,"ce":3.5858883517190785,"harm":0.9256689791873142,"repair":0.007928642220019821}]},{"id":62,"bits":[0,1,1,1,1,1],"retained":5,"selected_affines":5,"executed_affines":5,"raw_macs":10005000,"cost":0.8361888842457167,"nominal_selected_macs":10005000,"nominal_selected_cost":0.8361888842457167,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":967,"correct_output_rate":0.0967,"accuracy":0.0967,"ce":5.554534439879701,"abstentions":0,"harm":0.8911,"repair":0.0018,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.0,"accuracy":0.0,"ce":7.012533770176004,"harm":0.9918367346938776,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.0,"accuracy":0.0,"ce":6.959572302196408,"harm":0.9929515418502203,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.0048449612403100775,"accuracy":0.0048449612403100775,"ce":6.948411694886577,"harm":0.9844961240310077,"repair":0.0009689922480620155},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.1099009900990099,"accuracy":0.1099009900990099,"ce":3.6767793327468703,"harm":0.8782178217821782,"repair":0.0009900990099009901},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.013238289205702648,"accuracy":0.013238289205702648,"ce":6.592164571015957,"harm":0.9684317718940937,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.18834080717488788,"accuracy":0.18834080717488788,"ce":4.117536439484007,"harm":0.797085201793722,"repair":0.002242152466367713},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.008350730688935281,"accuracy":0.008350730688935281,"ce":7.173793978315128,"harm":0.9770354906054279,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.0048638132295719845,"accuracy":0.0048638132295719845,"ce":7.504844298739775,"harm":0.9824902723735408,"repair":0.0019455252918287938},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.5215605749486653,"accuracy":0.5215605749486653,"ce":1.430934212419036,"harm":0.4702258726899384,"repair":0.01026694045174538},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.14767096134786917,"accuracy":0.14767096134786917,"ce":3.7285293754711475,"harm":0.8354806739345887,"repair":0.0019821605550049554}]},{"id":63,"bits":[1,1,1,1,1,1],"retained":6,"selected_affines":6,"executed_affines":6,"raw_macs":11965000,"cost":1.0,"nominal_selected_macs":11965000,"nominal_selected_cost":1.0,"coverage":1.0,"n":10000,"predictions_emitted":10000,"correct_outputs":9860,"correct_output_rate":0.986,"accuracy":0.986,"ce":0.10990854412157591,"abstentions":0,"harm":0.0,"repair":0.0,"per_class":[{"digit":0,"n":980,"coverage":1.0,"dense_accuracy":0.9918367346938776,"correct_output_rate":0.9918367346938776,"accuracy":0.9918367346938776,"ce":0.058774319449523375,"harm":0.0,"repair":0.0},{"digit":1,"n":1135,"coverage":1.0,"dense_accuracy":0.9929515418502203,"correct_output_rate":0.9929515418502203,"accuracy":0.9929515418502203,"ce":0.04290248050395046,"harm":0.0,"repair":0.0},{"digit":2,"n":1032,"coverage":1.0,"dense_accuracy":0.9883720930232558,"correct_output_rate":0.9883720930232558,"accuracy":0.9883720930232558,"ce":0.08348829287147264,"harm":0.0,"repair":0.0},{"digit":3,"n":1010,"coverage":1.0,"dense_accuracy":0.9871287128712871,"correct_output_rate":0.9871287128712871,"accuracy":0.9871287128712871,"ce":0.08372191345133781,"harm":0.0,"repair":0.0},{"digit":4,"n":982,"coverage":1.0,"dense_accuracy":0.9816700610997964,"correct_output_rate":0.9816700610997964,"accuracy":0.9816700610997964,"ce":0.14900958030644296,"harm":0.0,"repair":0.0},{"digit":5,"n":892,"coverage":1.0,"dense_accuracy":0.9831838565022422,"correct_output_rate":0.9831838565022422,"accuracy":0.9831838565022422,"ce":0.143227198861475,"harm":0.0,"repair":0.0},{"digit":6,"n":958,"coverage":1.0,"dense_accuracy":0.9853862212943633,"correct_output_rate":0.9853862212943633,"accuracy":0.9853862212943633,"ce":0.14411942180848109,"harm":0.0,"repair":0.0},{"digit":7,"n":1028,"coverage":1.0,"dense_accuracy":0.9854085603112841,"correct_output_rate":0.9854085603112841,"accuracy":0.9854085603112841,"ce":0.12967796261641273,"harm":0.0,"repair":0.0},{"digit":8,"n":974,"coverage":1.0,"dense_accuracy":0.9815195071868583,"correct_output_rate":0.9815195071868583,"accuracy":0.9815195071868583,"ce":0.09720624621490996,"harm":0.0,"repair":0.0},{"digit":9,"n":1009,"coverage":1.0,"dense_accuracy":0.981169474727453,"correct_output_rate":0.981169474727453,"accuracy":0.981169474727453,"ce":0.18031014591987066,"harm":0.0,"repair":0.0}]}],"examples":[{"index":1708,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,9,8,1,8,1,9,9,7,8,8,8,9,8,8,9,8,8,5,8,5,8,8,7,0,8,4,3,3,5,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3665315317676843,2.7129953739717356,2.4082846947528824,3.5351937354058567,2.4975077518723903,2.4210364441761083,2.5242213971611402,2.847000671749876,2.0659193122620185,2.6074152189377973,2.529408999947259,2.475566748742522,2.289345259994045,2.43026373465716,2.435419049624337,2.116217959454998,4.165501585201145,3.0785640287238802,2.5195314952343795,2.565141059271868,2.3832606317023703,2.6841579981455603,2.8761347301230753,3.0757105254478767,3.8133206077335107,1.4654097012218932,3.1472965629154754,1.681683484746167,5.609276563398445,7.39070727119999,6.705946331962754,2.2204460492503128e-16]},{"index":2894,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,9,5,8,8,9,9,9,8,9,8,8,9,8,8,9,8,8,5,8,9,8,8,7,0,9,0,2,3,8,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.5302762476518685,2.687616899635181,2.5245708970650726,2.9673711365554754,2.6970314916252116,2.415250933595275,2.5588142056359713,2.7176713421636527,2.081565236320862,2.5722421342866975,2.475093825002785,2.4865953964260576,2.2343747461874672,2.324746096099912,2.5684777426569307,2.1915121157043433,4.345455476870191,3.1924095228579885,2.8837847672085815,2.9483892768974163,2.6373055488784494,3.1595618726478243,2.8173610079579605,2.6169147224571923,2.5302753339648354,0.9614788866060622,3.294223378493176,1.311160412767294,4.849548770414595,4.964021998710579,6.164057742299291,9.272582701626317e-12]},{"index":3,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,9,7,2,8,1,9,8,1,9,9,8,9,8,8,9,9,8,9,8,9,9,8,8,7,9,2,3,7,8,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.0536798867975294,2.705924837730511,2.6754345757833446,2.6969408148184333,2.4807284630219417,2.4651841194394644,2.5000196271680735,2.5523109247923683,2.3548833543680243,2.3903909405819044,2.440200790824849,2.615625774919154,2.4584056791876714,2.3017187093240583,2.653425141623836,1.9914582281188495,2.767015832052878,2.6741355645616176,2.697185611389475,2.6364918022117205,2.847210648130295,3.126095522616618,2.9093091687218724,2.5311242194740475,1.5310263387471152,3.2970004364327514,2.987821962562255,1.5213311629215505,7.196722070060484,5.62684624320376,8.288701226405337,6.941114349954069e-13]},{"index":10,"label":0,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,9,8,9,8,9,9,9,8,8,8,9,9,8,8,9,8,3,5,8,5,8,8,7,5,8,4,3,3,8,0],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3367853970327865,2.246140932455756,2.521014019031573,3.075616758480975,2.5199253290206145,2.7278437773924598,2.5035199344934247,2.5478066982452274,2.231356736598116,2.7061801625131023,2.5191840504867087,2.5920956496165886,2.39844567088804,2.451919256372654,2.4494659546801527,1.893552076196448,2.421378345209713,3.250032766741011,2.831791366597531,2.2754167077428393,3.144428265472536,2.9444899097382065,2.9103615879035343,2.94859192861025,3.7285364627785182,2.7114701514571333,3.2652327583239185,1.9769695041154385,4.79745659778066,6.021652877749167,7.533967277076617,0.0]},{"index":29,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,9,9,5,9,9,8,8,8,9,8,9,8,8,8,8,8,8,8,9,3,1,9,7,8,9,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.778723973956507,2.1565869655627363,1.9942259228725323,2.1562279456125255,2.043113181298465,2.0745031747683607,2.2075109426551967,3.3171808332112107,2.3548178715832666,2.214938460745179,2.141322896252727,2.144805480926406,2.1529039608345455,2.194398716635577,2.1469812884900854,2.625093727797143,2.7463175215770184,2.296677722388573,2.142346459849435,2.131306173827764,2.326319261056065,2.069859917271283,2.13964093338738,3.684680227544657,2.267908784419489,1.2736525473214728,3.640416022399882,3.3692522538083445,4.1870114774608655,6.3216796151231245,7.8020284219291,1.3453240734594362e-09]},{"index":145,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,1,5,1,9,9,5,9,9,9,8,8,9,8,9,8,8,9,9,8,8,8,9,3,1,9,7,8,9,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.572870304325256,2.2274470682228253,1.980581103655089,2.161776895985896,2.04120130890998,2.099338705543463,2.1882987423207894,3.552130469876237,2.363117983851371,2.244087630578648,2.1253224467234437,2.1518780725003284,2.1590150295296855,2.20906065375212,2.178980087068864,2.811369562854064,2.909254521081507,2.435121397280767,2.052929499641512,2.3031292900330445,2.2490004036981897,1.9280340270227891,2.0657694795140804,3.9910670474598624,1.6570996261336828,1.2129654942105081,3.670598922687155,3.2739324788533746,4.375434370473557,6.4185295417069925,9.298778233014442,2.984212876766416e-11]},{"index":2,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,5,1,9,1,9,9,9,5,9,8,9,8,9,8,9,9,9,8,8,8,9,8,8,9,8,9,8,7,8,8,8,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.0124845196551,1.730274037943416,2.1617391482734045,1.9280184710375952,2.299265757799396,2.069679627849351,2.151443699019622,3.480884404105854,2.236310558262935,2.10503062341804,2.0988081787090462,2.1200842388011356,2.1792288400734945,2.1639393045147877,2.1887168193006423,2.802990187769933,2.3733972740822504,2.433170067235717,2.1340389332468552,2.5474213382869833,2.4388839748979043,2.1828819911921564,2.114082386089426,3.4359345169783535,2.791430262679941,3.071746082737026,2.6806514111805555,3.2681062804357226,1.2826335457715579,4.574226831017359,6.652964215556917,4.1091574578983706e-10]},{"index":5,"label":1,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,9,4,5,9,9,5,9,8,9,8,9,9,9,9,9,2,8,8,9,8,8,9,8,9,8,8,8,8,9,1],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6160027236370622,1.696113483997054,2.093750933022446,1.9816103417301751,2.3691083648040987,2.0772720691469138,2.089782136046379,3.7688485309155126,2.203967241338809,2.1836525674481013,2.088309161850496,2.101211432270853,2.1321477618911326,2.165226698317684,2.2446558041693385,3.0685678625035298,3.0596432794577115,2.9356772547850105,2.0640080323753844,2.5764556841561213,2.5608903050030207,2.257667112633917,2.1495509961487245,3.4898324523062527,3.1449825438192773,3.3910398394315844,2.7612379453170286,3.21992285249099,1.5454726839584354,4.122076874289748,10.256276498653897,4.497957561956243e-12]},{"index":47,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,2,9,5,1,9,9,7,8,8,9,9,9,9,8,8,2,8,8,2,8,8,8,5,7,9,8,9,3,8,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.357089296765292,2.019539968327009,2.399100951576233,2.180664654505238,2.354085737155012,2.3289359103981178,2.389918525537352,2.138638225537472,2.6609633999519486,2.408991085512145,2.4311689109860755,2.3803127340766963,2.405204547904847,2.4306039800599453,2.2915853358199616,3.6428541085257953,1.6239471154875245,2.4149565611597525,2.466891794296725,1.6442260096095234,2.5563815352729864,2.4727534134380313,2.4701838343477656,3.238573218592083,2.5823936197901345,3.9229011539164915,2.634208637337491,3.7253513838453047,3.1940732503820053,2.6025598298848522,7.957673232013942,3.972377982108021e-13]},{"index":147,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,0,9,5,7,1,9,9,8,9,9,8,9,8,8,8,9,9,8,2,5,5,9,5,7,9,8,9,3,8,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1886378893440135,2.3870559165411813,2.3835461834803264,2.1487395861538143,2.238364352410957,2.4773591129474424,2.3826171024813894,2.1683296940152372,2.4693733862919585,2.526082003667131,2.428890430335774,2.389707763612983,2.3067973304393643,2.3257212292653677,2.339007264865084,3.9107701785288564,1.9398688160765873,2.771646796857633,2.5403398927530567,1.442324194108307,2.654873275517402,2.4152697922755832,2.4699462696493435,3.467615166750611,2.8380417406958047,3.493475916076524,2.188387575348448,4.624066902963265,5.261562242068254,3.8844085815472127,2.459440036294248,4.440892098500625e-16]},{"index":1,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,9,8,1,5,9,7,8,8,9,9,9,8,8,8,8,9,8,9,8,8,8,5,2,8,9,9,2,8,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3089635111057527,2.4731344612302815,2.339276492743987,2.2361940467280377,2.319020726349121,2.1806989927927365,2.245477595206151,2.58261190128411,2.4276971784749097,2.4732222606704557,2.4334585964652065,2.3876768907909107,2.4817357959444903,2.399986621986376,2.281359478531529,2.9020112746982765,2.588447363576329,2.045515127604115,2.6555942547993174,2.7571548674520248,2.831794159109429,2.569948646683887,2.561886493026438,3.1255957277569797,0.9466229535268632,1.5244438282215298,2.363942545718149,3.5002114858330526,0.1410584592273044,3.668762392483656,10.31139011597082,1.196820420545847e-13]},{"index":35,"label":2,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,4,9,2,7,8,9,7,9,8,9,9,9,8,8,8,2,8,8,9,5,5,8,9,7,5,8,9,3,8,8,2],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.464435187234605,2.679974827783828,2.5921874278228842,1.8655481850162612,2.3018548587806067,2.232015714686241,2.3596241644245244,2.222662793959201,2.546100538154172,2.5230021490016417,2.452993105773577,2.190755156700418,2.320364544812074,2.455595539921798,2.24964936808893,3.2411327665918432,0.9982660469710066,2.5431662844166327,2.405029637146204,2.246018029973711,2.7397215162408446,2.7481314810023694,2.4026102798836932,3.3781288845292003,2.8107799343448123,3.0386305022947147,1.5807697698987393,3.4457829065959418,2.71192939365465,7.172730754106924,6.957640733595338,2.573274926472877e-12]},{"index":76,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,1,5,5,8,9,1,7,9,8,9,8,8,9,8,9,9,8,8,3,8,8,8,9,3,8,9,7,0,8,8,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.7125964952177553,2.4801019272410847,2.5990361677200204,2.7250381552712577,2.3901605059506656,2.588713870991843,2.413280505646087,1.7859479070949333,2.3450428322489953,2.422373088886776,2.4182651815902214,2.3109258405420405,2.2999505942169147,2.372468757044861,2.390337118894907,5.374302044822308,3.0443763803217117,2.6313735865527077,2.35475449677445,1.644640691333571,2.389931376393043,2.5871336699802483,2.3617438387366874,2.617352678223269,1.220443322070115,3.129866617941117,2.41118367987923,1.8342922611676626,4.889866763224965,2.5744088562407983,2.816049887467896,2.2204460492503128e-16]},{"index":90,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,5,9,9,1,7,5,9,8,8,9,9,9,9,9,9,5,3,9,8,8,9,9,8,8,3,8,2,3,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.5319336329884807,2.8242654248325403,2.678873028244817,2.3293512154583342,2.2130227532519458,2.512922835016388,2.3718779967827808,2.2239777625649273,2.30958960659387,2.351491079281149,2.3595063341551623,2.4353468816147545,2.299841619815236,2.3724375814266483,2.522239688923624,4.415864474934024,3.1550451936135926,2.6271896221246642,2.1577058239411437,1.1708441829841034,2.4240473848595716,2.5142920665156714,2.498698477482036,2.294001055963169,2.5946617433931034,3.399933922777614,2.266632186585876,1.2663648701853965,2.9571454027926634,3.859709028506784,0.9172625922926022,8.859579736508357e-14]},{"index":18,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,9,9,5,1,9,1,7,8,9,8,8,9,9,8,8,8,1,8,9,9,9,8,5,7,2,9,8,2,1,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.7923751519816715,2.5132820092040884,2.3907092654988404,2.548102854820975,2.3411605342936403,2.3221601047130447,2.3591579397171425,2.2155241117273246,2.5899332949525546,2.203872011708092,2.365540179881654,2.3405168773112726,2.4842925098050475,2.426814120420715,2.4441955509905924,3.494011676242981,4.006573635560877,3.0096095497780997,2.5650268472049795,1.775914501654257,2.829210880001446,2.6058890622412925,2.2764910438607737,2.325405281196198,2.861969449086746,3.7251338995652157,2.69539069743433,1.5310195024591864,5.114028348972766,2.5412580347663436,4.918952323158852,5.685866948826614e-08]},{"index":30,"label":3,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,9,5,5,9,1,2,9,8,8,7,9,9,8,9,8,8,9,7,9,8,9,9,3,8,8,3,8,2,5,3],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.8430655906841413,2.409433905499087,2.496957602195087,2.8548580364953935,2.233162624630518,2.446434883536072,2.3552927470261324,1.6791089511950212,2.4330969524032446,2.3752810565053855,2.3911241472399856,2.417755583151112,2.2697832213636806,2.257772176787947,2.3630799278129357,5.8378002323258755,3.5072669286060854,2.155615351268665,2.2759445890088563,1.7953720465338152,2.2568793127411353,2.3651350461156957,2.4074397012222732,2.8842302224981653,0.5132942452700829,4.097819587331882,2.828357736728412,0.9579545931997436,2.698722024655096,4.761465414012029,4.474624521092621,2.2204460492503128e-16]},{"index":121,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,1,9,1,9,9,8,1,8,9,8,8,8,9,3,9,9,8,8,8,8,9,8,8,4,9,8,8,8,8,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.975186707867485,2.199206478496993,2.375640237329381,2.047705683475285,2.577677581806041,2.262949007962267,2.386227772406583,2.800661790715268,2.224235609433799,2.6620471025385237,2.326858435917693,2.4085260457957474,2.426671288818006,2.531226708965599,2.5544945748866823,2.7608406649180353,2.0469475616856694,2.6824152181505614,2.7670154466307464,2.6534561846892966,2.688517477110855,2.427936018567591,2.39671647257362,2.3859888764664743,3.653715453480986,1.3961288379527546,3.080532884428645,4.980047113432897,5.425747185151978,8.038309149706032,5.844417430926659,5.988247829274887e-08]},{"index":304,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,5,5,2,9,1,9,8,9,8,9,8,9,8,8,3,9,8,9,8,5,8,9,8,3,4,8,8,1,8,8,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5392738804766442,2.357549676018648,2.2565929148605886,2.1121769718302152,2.3461095442836646,2.228754931229198,2.3138266122746027,3.298812370240192,2.3809642120920107,2.476716904078539,2.2988857962116582,2.434292970063148,2.4352290992054506,2.4331838677625015,2.4148355340519707,3.443201694645734,1.8860261982198505,2.678003309963314,2.7097089931753082,3.017202545245826,2.6944266475426453,2.577247970062552,2.3062080224803214,2.5266575300523493,4.553498586949677,0.7468971929934299,3.354945862496365,5.241145701384719,5.320057676656391,4.808506465487048,5.272507139169641,5.6930016256566726e-12]},{"index":4,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,9,7,1,1,1,8,8,9,9,8,9,9,8,9,9,9,8,8,8,9,8,8,9,2,9,9,3,8,8,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1975236623193397,2.0713715406251776,2.338911493865493,2.2539852003907273,2.513916907319234,2.5091203773011794,2.2857330995215825,2.7636561702211733,2.409331495617498,2.45682683643724,2.391033747218672,2.622663647867957,2.2978502781709067,2.3254975724829747,2.42258787465256,3.0694848153038627,1.844817229927441,2.003463138604493,3.151538506863667,2.6139702475399424,2.6846618191708194,2.5669092004112954,2.5513742739294045,2.354459282062072,3.7722444987598234,2.034058083856093,3.0308262652656657,3.6732408976412794,7.008177171605808,7.355379901472544,11.190198942053591,2.55430698488283e-09]},{"index":6,"label":4,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,8,5,2,9,1,1,8,9,8,9,8,8,8,8,3,8,8,8,8,5,9,8,8,3,2,9,8,8,5,8,4],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.8406017343012198,2.8413425079598853,2.255435964078351,2.177375596408569,2.4138927775505157,2.333021692787392,2.3742565709283925,2.9854836660163784,2.435278868428367,2.414228119216369,2.3382664245269997,2.448703479914639,2.3412021325346624,2.465954382558338,2.463431292491949,3.1096028967229445,2.4280496614102596,2.433609204423498,2.9091172934236598,3.0469647797182384,2.764316989958316,2.353096019705232,2.732574450741326,2.5139556543359003,6.269032241931654,1.8609167766506718,2.6176663264777282,4.77222665881372,7.827154824646127,4.484573977917977,11.004171235827801,1.041290608751667e-09]},{"index":8,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,1,8,1,1,9,5,9,8,8,9,8,8,8,8,9,8,8,8,8,9,8,8,9,8,8,9,5,8,8,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4916744206472035,2.6038073720383195,2.1682869418893613,2.3869045580508965,2.3377332355864393,2.326466071496743,2.108152922018467,1.7911968968808138,2.3303467782883747,2.0626024636843576,2.1704630733505255,2.003445672823073,2.47687722146156,2.262346412627592,2.1732525493423225,2.870626373833447,3.7602720479636087,2.221939860684878,1.862702182861226,1.950862552058051,1.7132545715362626,2.0050878309512212,2.009098268377734,1.367648205046372,2.9676266446401556,2.0112540538947066,3.127052450998958,3.2038034128877486,0.49794140783875784,5.114897342154203,1.7299843536530959,0.032746126254755085]},{"index":15,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,5,9,5,9,9,9,2,9,5,9,8,9,9,8,8,9,8,5,8,9,5,8,5,7,8,8,4,2,8,8,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.953769888561278,1.8376908123851643,2.0580762511643647,1.5284229875732553,2.18066513884372,2.153384733155982,2.18132847516316,1.7790671188003861,2.2736772532573966,1.9728205023912526,2.1215871334571728,2.164063936371229,2.3358803702376796,2.1166706329157425,2.3961264302183816,2.861711051367998,2.6444457944078366,3.6734390992085557,1.7872636614352568,1.9358118934587414,1.8546703905382165,1.596237902688796,1.7892975444210624,0.9202808436243421,2.428512374849294,2.722084371925459,3.0308989078601343,1.9275231024822093,5.813857186462081,6.001536430812303,2.383728538070001,2.1707524664324826e-10]},{"index":53,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,5,9,5,9,9,9,2,8,9,9,8,8,9,8,8,8,8,1,8,5,9,8,5,3,2,8,2,2,8,8,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1260550715162414,1.8958738959510197,2.0561465492477353,1.8556126457181674,2.322071700938655,2.1267464364492614,2.2012927434346232,1.8471397589343566,2.12497754844681,2.1736240108586022,2.1731119970586805,2.1975205772610593,2.3654883073341555,2.158881898953397,2.270733577972586,2.591045729784083,1.9993313483626505,3.3703934962139472,2.2376959328781907,1.9943128604592615,1.6132264438649355,1.929975593440617,2.022079821842505,1.3082781947891808,3.2974780376528985,2.6253313952270183,2.7411639096203846,2.0620130301882846,5.482040906670531,6.605234764109385,4.720020506813585,1.273070759111425e-09]},{"index":155,"label":5,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,8,0,1,9,9,9,1,2,8,8,9,8,8,9,8,8,4,9,8,8,8,9,8,5,9,1,8,9,0,1,8,5],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.854149479329462,2.16414572797466,2.1092476630572774,2.2878119466584015,2.2953765272319617,2.0902860832103896,2.1284048656587706,1.7053742582043847,2.2537633142059446,2.187256031142024,2.1133204276256854,2.211376329238849,2.4939743929393536,2.233125142489566,2.2450335474306247,2.5406967203936275,2.4833087803773384,1.9944388180381787,1.9499228940458115,2.2020610365237046,1.8045245674446633,1.818480452995756,1.9865590337971082,1.0929211703595796,2.0610814020896684,1.754440857958738,3.996558442848573,3.7860208982093706,3.361483102076174,5.965681176881863,0.7439617963776403,2.641886709394533e-12]},{"index":11,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,3,8,9,8,9,1,1,8,0,9,9,8,8,8,8,8,9,5,9,8,5,9,8,8,2,9,9,0,3,3,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.211029172931584,2.5984655290773033,2.904443350283776,2.809962864532168,3.0186052240805754,3.1260498560763796,2.805307946812402,2.9269332689004153,3.043606551729591,3.3699906627790117,2.894860756385305,3.030857468412478,2.92459370295036,3.1624000748239665,3.0771890902722543,5.420748143581039,5.674600824201971,3.0826344931703047,3.812910945911667,3.074503065164864,4.001292547051651,4.253991454411447,3.5530715002548314,3.7868425355982396,3.6219148539054826,5.6280571768527885,5.941045018061696,4.516412882792267,7.873051369699511,8.29128808143891,7.118735615739642,8.482992086519915e-12]},{"index":21,"label":6,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,9,8,1,1,9,2,8,8,9,9,8,8,8,8,8,8,9,5,1,9,8,8,8,8,8,9,8,8,8,6],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.881199258337485,3.279511676592505,2.8048578457118043,3.174635386471296,2.9664217716106522,2.951359410128158,2.8356003182241363,2.7299175943630267,2.9538951292102253,3.0071447156676214,2.846742527001953,3.0533224536901016,3.023588895219202,3.0672851764405005,3.2115547405646803,5.015771587820245,3.7390776616865793,2.9199572096267525,3.8568683735456686,3.2398628675129606,3.6880947580339276,3.7794520765997324,3.477119739660666,3.6086984467665904,5.732072755690395,5.026668213794366,5.4609933167740605,5.618846279473274,5.393320866460943,9.082215906158268,3.208943733065935,3.703626293851956e-10]},{"index":557,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,4,5,9,7,3,9,9,3,8,8,9,9,9,9,9,7,9,2,8,5,9,8,9,9,7,7,8,7,1,2,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.5915000098231182,2.9867486390781126,2.2640677764650103,1.9357832256055647,2.2042083987210774,2.5740917437891344,2.2819950716036095,2.223321198239645,2.394209508871011,2.36063617045809,2.2921843476963986,2.413387966735532,2.275428859807236,2.2229291639313566,2.308717463233684,0.9995479735485353,3.2839949006281643,2.706746187273918,2.2919471160038265,2.618526456186966,2.4509964837798637,2.738603197161856,2.3552564562339358,3.324482993849562,0.706010163900014,1.3732090292931078,2.375505016878985,1.444883602962958,2.4233495212061245,3.3308088379177097,4.1364438229322875,1.4055293274038024e-07]},{"index":579,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,3,9,7,9,8,9,3,9,9,9,8,8,9,8,7,9,8,8,9,8,9,8,9,8,7,9,2,8,8,8,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.706585609880298,2.1964172713904606,2.4486519343904862,1.7454148574283082,2.383971000735167,2.3084865369278473,2.3242015246616115,2.579629640278289,2.660277719298521,2.3295550882762095,2.31591483440338,2.3819066380098937,2.2809999487421715,2.1935327654113768,2.3323666856231453,0.5072954175606927,3.2523637479923524,2.438965388261124,2.1548542971649916,3.0504251538559846,2.3220110216053094,2.3807380318473723,2.573173049139049,2.175895011069191,3.1853367820155323,1.32902087162847,2.017410891677918,2.951811309593303,6.48378683639595,2.7743938936034978,9.159142813409074,1.4872547637867538e-12]},{"index":0,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,1,7,8,8,1,3,9,1,9,8,9,9,9,7,5,9,8,9,9,9,9,9,8,1,9,2,8,1,9,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.4356327542022134,2.528855699463215,2.3616150095781,1.6572913557443387,2.4075844078979207,2.363007082224709,2.3455182100316563,2.5583386708896176,2.4970644649065887,2.343709282567623,2.325391710120579,2.3802424476262534,2.28438230851075,2.1011606988498857,2.2611657591967704,0.562673239822378,3.514827368067353,1.801575771756313,2.1912854329444604,2.6679987698941283,2.4689853495358385,2.499860719989909,2.4696887439326076,2.5926310660627037,3.388598782455207,2.4189564863208943,2.341107358977351,2.6737766623706216,4.818487126047881,3.4029304181811053,7.804610991576773,1.5942802633615978e-13]},{"index":17,"label":7,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,9,1,7,5,8,1,3,9,8,9,8,9,9,9,7,9,7,8,9,9,9,9,9,9,1,9,2,5,1,9,7],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6140325788356407,2.59531920137235,2.3618292035787993,1.6860147908735656,2.2783239854727424,2.5466548802908195,2.389972925208047,2.5583115753002055,2.482102713932163,2.4752333532860558,2.3089550343012997,2.420987360860239,2.256219432534107,2.06433296389495,2.244956928054534,0.5865636141168252,3.609932300689035,1.697135341683257,2.2016243534531164,2.593096580764856,2.361765178748896,2.7933326383737986,2.4240570669448775,2.8509282714052917,3.2682937800942793,3.882118299738183,2.012162489979567,2.403355097608989,4.722809618400849,5.121189139174024,8.224513636925405,2.373656826648303e-13]},{"index":61,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,5,9,9,2,1,9,9,1,8,8,9,8,9,9,8,4,8,9,9,8,9,9,8,2,8,8,8,8,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.1976882323546745,2.3286606414459556,2.2431609973210622,2.0327180357448773,2.159151099140518,2.200398417358169,2.124131872571352,2.051849063083515,1.9142894959528152,1.9800282691839146,2.002693085911902,2.0332752928901225,1.9163334632592912,2.007679647541486,2.0501057679915293,1.2219510940259068,2.0591663541411798,1.8120013358925173,1.9473825470562347,2.056795282228527,1.6513971250667279,1.8509900946179012,1.8115129329213833,1.5717284357528074,1.696765498338265,1.4208144897077382,1.1073031074529767,1.1101709869341307,0.5513377502134938,0.5537558903752787,2.56228312281349,7.745248886392535e-11]},{"index":84,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,1,9,9,1,9,9,8,9,8,8,8,8,9,8,9,8,8,8,9,9,9,8,3,8,8,8,3,8,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.3245884281194575,2.2670811165951936,2.213608824441234,1.9812178322796354,2.1882354695787622,2.1638797207074045,2.194684157300695,2.0116424619744393,1.8493950152494008,2.107091069722093,2.057908840296815,2.014507496389441,2.025201195008084,1.9542973615647632,2.18659416819189,1.1809995948678764,1.8028959599411376,1.7000412707900934,1.7221483658951589,1.8895223258224725,1.6718508828782719,1.9011845978932596,1.7871428399858151,1.2087027881423575,2.997854225348387,1.3880014388088506,1.018954209234692,1.3916693236509945,3.594633554639118,0.039915370716429435,4.130593585314068,4.1463943389025943e-11]},{"index":606,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,2,9,8,9,1,9,9,5,9,9,9,8,9,8,8,9,9,8,9,8,9,8,8,9,9,8,8,2,8,8,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.1542166904538007,2.344698497195697,2.1708534829550397,1.9281878831432768,2.156014176847896,2.3180346630841955,2.1703498276902002,2.0540484412377804,1.9547412779145634,2.125272064625511,2.0829002952682587,2.0357355771489245,2.0127503817527446,2.1003949294231523,1.838183876280955,1.1891242061191198,2.1334522889039556,1.5313715502295195,1.858526750361673,2.2255468098962186,1.6013211616189211,1.7443627602329237,1.6601117113094093,1.4731730973235286,2.4462771314012146,0.8940328851851963,0.8684609757824555,1.4849847593301528,1.3040352407529268,0.8745196350554929,0.004237909240758392,4.892553029258947e-11]},{"index":1813,"label":8,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,9,9,9,1,9,9,8,9,9,9,9,9,9,8,9,8,8,9,8,9,9,8,8,3,8,9,2,3,7,8],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.4035982863563454,2.3925398298650045,2.186514401596953,2.093191008614395,2.181232222624533,2.198950286751748,2.253997448562643,2.16084851003796,1.8480847569778456,1.9928490161005206,2.091580592770864,2.01259886281757,2.018968638979138,2.0845843699750266,2.1454820734974858,1.5200483414260773,2.439100851028257,1.7809328127421822,1.8181215287069843,1.9458009316142986,1.6009399625560836,1.863550540210044,1.8253346584786518,1.6601123184292503,1.2668999457758268,2.160937033155712,0.9722524773794953,1.7256686999942688,2.471841533795221,0.9900802601506885,4.7560821187308235,7.706920577798596e-06]},{"index":6740,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,7,9,7,1,9,9,9,8,8,8,9,9,9,9,9,9,9,3,9,9,9,9,8,9,9,9,9,3,8,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0715002339645356,2.1266263795903493,2.04145035134253,2.045562180371305,2.4357832114379674,1.9981555088909244,2.0045710754188346,1.798900369561038,2.081851702864158,2.131894062213651,2.019600296687073,2.002631578341122,1.9239940433788971,1.9649030584915184,1.8768469932535732,1.4482746988020263,0.417242757475233,1.7633631836075878,1.7983613008037198,1.7192713907707138,1.592805072582791,1.7022691603582594,1.5243777900630873,1.887064955771069,1.472073242387216,1.2581591174368918,1.1614759744634313,1.1349358187441552,4.1046165066640175,1.8609217094322226,3.1788785035177836,3.782666449977765e-05]},{"index":7,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,9,9,5,9,5,9,0,8,8,9,9,9,9,9,9,2,9,9,9,9,8,9,3,8,8,9,8,3,4,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.9967791473017507,2.064419407735972,2.0756609187442656,1.8052615293729217,2.1793372541064246,1.9413434677638277,2.1176635030686155,1.881475186230472,2.105765653694285,2.025177472719007,2.0941823520481644,1.894873984362653,1.976743647133749,1.9647053915430752,1.9690883223670281,1.2731349884043182,0.9340802496591458,2.513307226429183,1.6970806000836405,1.6040592995763325,1.706412653928634,1.5951920073898478,1.9404548393876486,1.459070499462342,2.833106459264177,2.1742478071202918,1.7299757887945098,1.3072120212590759,5.150232559017089,2.9603254508558274,4.288712288187738,6.427937383720049e-06]},{"index":9,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,1,1,9,9,9,5,8,8,9,9,9,9,8,9,9,4,8,9,5,8,9,9,9,8,9,9,7,7,3,9,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.253599143729894,2.4421087409471864,2.0242068182652964,1.588316271723165,1.9491442633070024,2.120800948642233,2.134214051950201,1.9603901255159455,1.866263944449654,2.0469242165926476,1.9815619667413285,1.8308962779344682,1.8786834609756984,2.1118872792511043,1.7847968785838193,0.8068776775552122,1.6407846663376646,2.3071576431905094,1.6745554173965562,1.6683591693432593,1.7577757460902266,1.8443361160654865,1.512995017440921,1.2478561157040087,3.1754888609749066,1.3204064604418744,1.1898753125018222,1.9887903536011868,4.441827507380205,4.249973337741752,0.18160457755098477,2.4623192373648345e-11]},{"index":193,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,7,9,9,9,5,1,9,1,8,1,8,8,9,8,9,9,9,9,8,8,9,8,9,9,7,8,8,7,1,8,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.6557645776078644,1.913488086788519,2.0367627718699177,1.8204128517607667,2.2731340315932695,2.1019488577228733,2.064439308696904,2.067900740235864,1.9626545825559982,2.0425077058812766,2.082504323477488,2.042851281194607,1.9786012208461972,2.0914913434228404,1.985532966531354,1.32247775590167,1.5225204221202806,1.7924693310806197,1.9516704287283093,1.9097682595191046,1.3910712649522008,1.8715281896131732,1.7686904561214718,1.5174223329389296,2.2273034830187557,1.8782598605866063,1.382588285111349,1.8078389686302603,4.841837222877546,1.428513836754929,6.560424061954119,3.371225128122257e-07]},{"index":992,"label":9,"pred":[-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,9,3,1,7,5,5,9,8,9,1,9,8,9,8,8,9,9,2,8,8,9,8,9,8,7,8,8,8,3,8,8,9],"ce":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9445648381125407,2.139005857981782,2.037310461878619,1.981444328809751,2.154726242820388,2.0735174261490843,2.0843405245553965,2.1944269095096374,1.8538646438883803,2.073712126949528,2.013585153352464,2.0313800731612734,1.9518660156641359,2.04706594441784,2.043034512328529,1.0756177575439039,1.0399621378311927,1.91825290779205,2.163638973757042,1.809283602530859,1.4417496026033085,1.7265888629599262,1.7971274850949532,1.5702355718763945,2.2832406872718902,1.6102171390623985,1.390688212241553,1.813715659721434,4.568438992531982,4.5416908667009634,6.093191529065598,8.452921320781285e-07]}]}],"method_labels":{"residual":"Residual dense","sd_constant":"Constant stochastic depth","sd_annealed":"Decreasing stochastic depth","residual_unit_dropout":"Residual unit dropout","plain":"Plain MLP (forced crop surgery)"},"mask_bits":["stem","body1","body2","body3","body4","head"],"full_affine_macs":11965000,"layer_affine_macs":[1960000,5000000,3000000,1500000,500000,5000],"units":{"accuracy":"fraction among emitted predictions; null for abstention","correct_output_rate":"correct predictions divided by all inputs","coverage":"fraction of inputs receiving a prediction","ce":"nats per emitted prediction; null for abstention","cost":"executed affine MAC fraction; zero for short-circuit abstention","nominal_selected_cost":"affine MAC fraction implied by switches before abstention short-circuit"},"provenance":{"raw_jobs":[{"run_id":"full-depth-s101-v2","path":"experiments/ciresan_stochastic_depth/results/full-depth/full-depth-s101-v2.json","sha256":"9dc851d33002043ea5e9e3684af1ffe8bea61511433b08a5e68cbae2c3480577","elapsed_seconds":24.524772909,"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","python":"3.11.12","precision":"FP32 tensors; matmul precision high; no autocast","batch_size":2048}},{"run_id":"full-depth-s102-v2","path":"experiments/ciresan_stochastic_depth/results/full-depth/full-depth-s102-v2.json","sha256":"e06e93da016d0c37c5584098601f194b5342da9b40a992bbcf35961c5f2fe32a","elapsed_seconds":33.539993171,"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","python":"3.11.12","precision":"FP32 tensors; matmul precision high; no autocast","batch_size":2048}},{"run_id":"full-depth-s103-v2","path":"experiments/ciresan_stochastic_depth/results/full-depth/full-depth-s103-v2.json","sha256":"2bbd7183a386ff6c85474b17b8a831d90adcc6a823d89e50c6f681e142dc58ea","elapsed_seconds":21.702709824,"hardware":{"gpu":"NVIDIA A100-SXM4-40GB","gpu_memory_bytes":42405855232,"torch":"2.14.0+cu130","cuda":"13.0","python":"3.11.12","precision":"FP32 tensors; matmul precision high; no autocast","batch_size":2048}}],"source_sha256":{"full_depth_app.py":"a3458669df7ebfee7bb68f2dd120959d6d73e92b06891767c63ae61fb6e46a42","layerdrop_hypotheses/FULL_DEPTH_PROTOCOL.md":"f9b1865f49b12e0f7ef5a90dba0732b64e0f95c0c14b4ebd6cd4a96e7406b5d4","layerdrop_hypotheses/audit.py":"36782558d6d6a2ad3c37228e4162ed3dc40a08169e54783dc93badfcd97d4068","layerdrop_hypotheses/full_depth.py":"a9947a496acfa9a303f94eaab0eaf00a93a4fad6dd6521559b5b00ee2fac4964","model_data.py":"d0a5c40f24bcbe7d97d73803604e21b503953771db306d2e05f188ad2e51a3dd","telemetry_app.py":"876674f6b653f73f42c7ae9727c7eadcd4a911f7c513e56c70b13d38f0159158"},"manifest":{"path":"experiments/ciresan_stochastic_depth/results/full-depth/manifest-v2.json","sha256":"e5f635ff6dc8a28098aa781b111f49249e02a39fc0f1410ff9829fb17eef589e"},"source_freeze":{"path":"experiments/ciresan_stochastic_depth/results/full-depth/source-freeze-v2.json","sha256":"b1cdf95f3a5e82b7d74c67841d73b9e5a4739e114ae28c0545bf0f77047eaff6"},"gallery_freeze":{"path":"experiments/ciresan_stochastic_depth/results/full-depth/gallery-freeze.json","sha256":"b3d345cd78ad70064d2ba5a909181650f369df1d06dab54023378bac4543cb75"},"original_data":{"path":"docs/ciresan-stochastic-depth/hypotheses/data.json","sha256":"4aa100fc851ab1ad84ca19f5af7f991a2a2cb9c7ff1dd81698257549d287da61"},"exporter":{"path":"scripts/build_mnist_full_depth_data.py","sha256":"93599c39cbacdd2600b86ec52a4bc23c499dafb05f1a027d888cc8668a1e9c75"},"gallery_selection":"Reuse exact pre-existing per-state illustration indices; no new outcome-based gallery selection. These examples were originally selected as illustrative full-correct examples, not a representative accuracy sample.","verification":{"complete_models":30,"mask_rows":1920,"archived_prediction_comparisons":4800000,"embedded_masks":[33,35,37,39,41,43,45,47,49,51,53,55,57,59,61,63],"all_old16_accuracy_and_gallery_predictions_exact":true,"checkpoint_and_gallery_freeze_exact":true,"nonstandard_json_numbers":false}},"limitations":["Exploratory inference interventions on reused official MNIST test data; no retraining.","Removing the stem introduces an arbitrary untrained zero-padding input bypass.","Removing the classifier abstains; it does not classify randomly or use hidden coordinates as logits.","Head-absent masks have undefined classification accuracy/CE, not zero accuracy.","The original illustrated gallery is not a representative accuracy sample.","Affine MAC counts exclude other work and are not measured latency or energy."]}