{ "tasks": { "lm": { "title": "Tiny Shakespeare \u00b7 causal transformer", "short_context": "312,448-parameter six-block character transformer; 8,192 fixed test targets. Cross-entropy is per character, not per LLM token.", "config_order": [ "dense6", "constant_ild", "decreasing_ild", "alternating", "dense4" ], "depths": { "dense6": 6, "constant_ild": 6, "decreasing_ild": 6, "alternating": 6, "dense4": 4 }, "summaries": [ { "config": "dense6", "retained": 1, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.322174036502838, "std": 0.0327671520332429, "ci95_low": 2.281488243499459, "ci95_high": 2.3628598295062173 }, "excess_ce": { "n": 5, "mean": 0.209901624917984, "std": 0.027858083872198975, "ci95_low": 0.17531124511490614, "ci95_high": 0.24449200472106186 }, "accuracy": { "n": 5, "mean": 0.3276123046875, "std": 0.017871193807353095, "ci95_low": 0.30542228673196997, "ci95_high": 0.3498023226430301 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.2339413667764383, "std": 0.0346000377638571, "ci95_low": 1.190979745548532, "ci95_high": 1.2769029880043445 } }, { "config": "dense6", "retained": 1, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "n": 5, "mean": 4.691728993256887, "std": 0.12514219568036283, "ci95_low": 4.5363444342242865, "ci95_high": 4.847113552289487 }, "excess_ce": { "n": 5, "mean": 2.5794565816720327, "std": 0.1310488241514262, "ci95_low": 2.4167379747161415, "ci95_high": 2.742175188627924 }, "accuracy": { "n": 5, "mean": 0.10279134114583333, "std": 0.009886194437031372, "ci95_low": 0.09051600943411939, "ci95_high": 0.11506667285754726 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 19.954179021911152, "std": 3.4691739388042473, "ci95_low": 15.646630638587746, "ci95_high": 24.26172740523456 } }, { "config": "dense6", "retained": 1, "mode": "keep_first", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.322174036502838, "std": 0.0327671520332429, "ci95_low": 2.281488243499459, "ci95_high": 2.3628598295062173 }, "excess_ce": { "n": 5, "mean": 0.209901624917984, "std": 0.027858083872198975, "ci95_low": 0.17531124511490614, "ci95_high": 0.24449200472106186 }, "accuracy": { "n": 5, "mean": 0.3276123046875, "std": 0.017871193807353095, "ci95_low": 0.30542228673196997, "ci95_high": 0.3498023226430301 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.2339413667764383, "std": 0.0346000377638571, "ci95_low": 1.190979745548532, "ci95_high": 1.2769029880043445 } }, { "config": "dense6", "retained": 2, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.236656737327576, "std": 0.032467254112070444, "ci95_low": 2.1963433167760527, "ci95_high": 2.276970157879099 }, "excess_ce": { "n": 5, "mean": 0.12438432574272155, "std": 0.0272146702406142, "ci95_low": 0.09059284948193669, "ci95_high": 0.15817580200350642 }, "accuracy": { "n": 5, "mean": 0.3526123046875, "std": 0.010100018282203369, "ci95_low": 0.3400714756052783, "ci95_high": 0.3651531337697217 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.1327872264665158, "std": 0.030919193668172522, "ci95_low": 1.0943959768352256, "ci95_high": 1.171178476097806 } }, { "config": "dense6", "retained": 2, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "n": 5, "mean": 4.038617430130641, "std": 0.10336943545626286, "ci95_low": 3.9102673236098493, "ci95_high": 4.166967536651432 }, "excess_ce": { "n": 5, "mean": 1.9263450185457867, "std": 0.10558391821082652, "ci95_low": 1.7952452685140083, "ci95_high": 2.057444768577565 }, "accuracy": { "n": 5, "mean": 0.15985514322916666, "std": 0.010234518139123728, "ci95_low": 0.14714731051684324, "ci95_high": 0.1725629759414901 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 12.810838186924348, "std": 2.095778210126003, "ci95_low": 10.208585835188899, "ci95_high": 15.413090538659798 } }, { "config": "dense6", "retained": 2, "mode": "keep_first", "masks_per_seed": 5, "ce": { "n": 5, "mean": 2.247689982652664, "std": 0.022530777425691383, "ci95_low": 2.2197143274716185, "ci95_high": 2.2756656378337095 }, "excess_ce": { "n": 5, "mean": 0.13541757106781005, "std": 0.01835696371870193, "ci95_low": 0.11262439010194705, "ci95_high": 0.15821075203367305 }, "accuracy": { "n": 5, "mean": 0.345927734375, "std": 0.01156138492053051, "ci95_low": 0.33157237894978997, "ci95_high": 0.36028308980021007 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.1453125085133773, "std": 0.021111125002157352, "ci95_low": 1.1190995846365983, "ci95_high": 1.1715254323901563 } }, { "config": "dense6", "retained": 3, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.189382994174957, "std": 0.01776513973978149, "ci95_low": 2.167324659736994, "ci95_high": 2.21144132861292 }, "excess_ce": { "n": 5, "mean": 0.07711058259010314, "std": 0.010528616990646583, "ci95_low": 0.06403757792193043, "ci95_high": 0.09018358725827585 }, "accuracy": { "n": 5, "mean": 0.36298828125, "std": 0.008540822817050032, "ci95_low": 0.35238344904302327, "ci95_high": 0.3735931134569767 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.080209545311836, "std": 0.011420299589303889, "ci95_low": 1.066029370463085, "ci95_high": 1.0943897201605872 } }, { "config": "dense6", "retained": 3, "mode": "all_subsets", "masks_per_seed": 20, "ce": { "n": 5, "mean": 3.5552407535910606, "std": 0.09633803011237463, "ci95_low": 3.43562128994256, "ci95_high": 3.6748602172395612 }, "excess_ce": { "n": 5, "mean": 1.4429683420062065, "std": 0.0984825967359282, "ci95_low": 1.3206860471894877, "ci95_high": 1.5652506368229253 }, "accuracy": { "n": 5, "mean": 0.2103173828125, "std": 0.008563423399314858, "ci95_low": 0.1996844882761866, "ci95_high": 0.22095027734881342 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 9.335245891752088, "std": 1.9206848987362555, "ci95_low": 6.950400601095742, "ci95_high": 11.720091182408433 } }, { "config": "dense6", "retained": 3, "mode": "keep_first", "masks_per_seed": 10, "ce": { "n": 5, "mean": 2.193931080698967, "std": 0.015315842414655233, "ci95_low": 2.1749139505705126, "ci95_high": 2.2129482108274217 }, "excess_ce": { "n": 5, "mean": 0.08165866911411286, "std": 0.011019557756719466, "ci95_low": 0.0679760809714564, "ci95_high": 0.09534125725676933 }, "accuracy": { "n": 5, "mean": 0.35909667968750003, "std": 0.007903929720477347, "ci95_low": 0.34928265470924275, "ci95_high": 0.3689107046657573 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0852655062223235, "std": 0.011962440745157834, "ci95_low": 1.0704121742184034, "ci95_high": 1.1001188382262437 } }, { "config": "dense6", "retained": 4, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1620961368083953, "std": 0.016603544444225952, "ci95_low": 2.1414801134294073, "ci95_high": 2.1827121601873833 }, "excess_ce": { "n": 5, "mean": 0.04982372522354126, "std": 0.0133789151261389, "ci95_low": 0.033211607976377615, "ci95_high": 0.06643584247070491 }, "accuracy": { "n": 5, "mean": 0.3691650390625, "std": 0.005461469981765427, "ci95_low": 0.3623837284088659, "ci95_high": 0.37594634971613405 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.05116126157861, "std": 0.014120320506161785, "ci95_low": 1.0336285679629966, "ci95_high": 1.0686939551942232 } }, { "config": "dense6", "retained": 4, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "n": 5, "mean": 3.0908737393220265, "std": 0.10450115076597268, "ci95_low": 2.9611184226449514, "ci95_high": 3.2206290559991015 }, "excess_ce": { "n": 5, "mean": 0.9786013277371725, "std": 0.10567559330937501, "ci95_low": 0.8473877480359946, "ci95_high": 1.1098149074383503 }, "accuracy": { "n": 5, "mean": 0.26565104166666664, "std": 0.007335974181668884, "ci95_low": 0.2565422266335288, "ci95_high": 0.27475985669980446 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 6.899157873876201, "std": 2.1211881628363036, "ci95_low": 4.265354898664286, "ci95_high": 9.532960849088116 } }, { "config": "dense6", "retained": 4, "mode": "keep_first", "masks_per_seed": 10, "ce": { "n": 5, "mean": 2.1551183253526687, "std": 0.011278727274390832, "ci95_low": 2.1411139357504876, "ci95_high": 2.1691227149548498 }, "excess_ce": { "n": 5, "mean": 0.04284591376781464, "std": 0.006128425280467383, "ci95_low": 0.035236468731370436, "ci95_high": 0.05045535880425884 }, "accuracy": { "n": 5, "mean": 0.36916259765625, "std": 0.005214370248850222, "ci95_low": 0.3626881018449427, "ci95_high": 0.37563709346755725 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0438721250899874, "std": 0.0063734720734784965, "ci95_low": 1.0359584142727858, "ci95_high": 1.051785835907189 } }, { "config": "dense6", "retained": 5, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.132865172624588, "std": 0.015622842955868594, "ci95_low": 2.1134668509766796, "ci95_high": 2.1522634942724967 }, "excess_ce": { "n": 5, "mean": 0.020592761039733887, "std": 0.010786183806122994, "ci95_low": 0.007199944929651873, "ci95_high": 0.0339855771498159 }, "accuracy": { "n": 5, "mean": 0.3765869140625, "std": 0.004190586888127898, "ci95_low": 0.37138361319216273, "ci95_high": 0.38179021493283727 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0208538430020584, "std": 0.011039717054063277, "ci95_low": 1.007146223785661, "ci95_high": 1.0345614622184558 } }, { "config": "dense6", "retained": 5, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "n": 5, "mean": 2.6058381964763004, "std": 0.08761881281317131, "ci95_low": 2.4970450710407444, "ci95_high": 2.7146313219118565 }, "excess_ce": { "n": 5, "mean": 0.4935657848914464, "std": 0.08687145058490749, "ci95_low": 0.3857006322283437, "ci95_high": 0.6014309375545491 }, "accuracy": { "n": 5, "mean": 0.32357177734375, "std": 0.006050240171979287, "ci95_low": 0.31605941194171117, "ci95_high": 0.3310841427457888 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 4.154160783928044, "std": 1.793578519478122, "ci95_low": 1.9271389083386818, "ci95_high": 6.381182659517407 } }, { "config": "dense6", "retained": 5, "mode": "keep_first", "masks_per_seed": 5, "ce": { "n": 5, "mean": 2.1286559307575224, "std": 0.009612781107434206, "ci95_low": 2.1167200865337983, "ci95_high": 2.1405917749812464 }, "excess_ce": { "n": 5, "mean": 0.01638351917266846, "std": 0.0027405251653837854, "ci95_low": 0.012980707738637291, "ci95_high": 0.019786330606699626 }, "accuracy": { "n": 5, "mean": 0.37677734375, "std": 0.003639472680829023, "ci95_low": 0.3722583415497649, "ci95_high": 0.3812963459502351 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0165593021190693, "std": 0.002767669420562081, "ci95_low": 1.0131227866406252, "ci95_high": 1.0199958175975135 } }, { "config": "dense6", "retained": 6, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.112272411584854, "std": 0.009725549923725034, "ci95_low": 2.100196546381822, "ci95_high": 2.1243482767878863 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3810791015625, "std": 0.0037865416016096025, "ci95_low": 0.37637748917807684, "ci95_high": 0.3857807139469232 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "dense6", "retained": 6, "mode": "all_subsets", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.112272411584854, "std": 0.009725549923725034, "ci95_low": 2.100196546381822, "ci95_high": 2.1243482767878863 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3810791015625, "std": 0.0037865416016096025, "ci95_low": 0.37637748917807684, "ci95_high": 0.3857807139469232 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "dense6", "retained": 6, "mode": "keep_first", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.112272411584854, "std": 0.009725549923725034, "ci95_low": 2.100196546381822, "ci95_high": 2.1243482767878863 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3810791015625, "std": 0.0037865416016096025, "ci95_low": 0.37637748917807684, "ci95_high": 0.3857807139469232 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "constant_ild", "retained": 1, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1654976546764373, "std": 0.013250874904201529, "ci95_low": 2.1490445203631756, "ci95_high": 2.181950788989699 }, "excess_ce": { "n": 5, "mean": 0.05321081280708313, "std": 0.013999022763816657, "ci95_low": 0.03582873023120322, "ci95_high": 0.07059289538296304 }, "accuracy": { "n": 5, "mean": 0.3684326171875, "std": 0.0044513002639070785, "ci95_low": 0.36290559790460725, "ci95_high": 0.3739596364703927 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0547343748461615, "std": 0.014696459853753358, "ci95_low": 1.0364863097446946, "ci95_high": 1.0729824399476284 } }, { "config": "constant_ild", "retained": 1, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "n": 5, "mean": 4.114051523804664, "std": 0.09495204035011587, "ci95_low": 3.9961529937458407, "ci95_high": 4.231950053863488 }, "excess_ce": { "n": 5, "mean": 2.00176468193531, "std": 0.09568407770795806, "ci95_low": 1.8829572074439127, "ci95_high": 2.1205721564267073 }, "accuracy": { "n": 5, "mean": 0.13092041015625, "std": 0.003489458167265354, "ci95_low": 0.12658767557671508, "ci95_high": 0.13525314473578492 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 10.027445209002828, "std": 1.51494986746014, "ci95_low": 8.146386499492513, "ci95_high": 11.908503918513142 } }, { "config": "constant_ild", "retained": 1, "mode": "keep_first", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1654976546764373, "std": 0.013250874904201529, "ci95_low": 2.1490445203631756, "ci95_high": 2.181950788989699 }, "excess_ce": { "n": 5, "mean": 0.05321081280708313, "std": 0.013999022763816657, "ci95_low": 0.03582873023120322, "ci95_high": 0.07059289538296304 }, "accuracy": { "n": 5, "mean": 0.3684326171875, "std": 0.0044513002639070785, "ci95_low": 0.36290559790460725, "ci95_high": 0.3739596364703927 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0547343748461615, "std": 0.014696459853753358, "ci95_low": 1.0364863097446946, "ci95_high": 1.0729824399476284 } }, { "config": "constant_ild", "retained": 2, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1321731865406037, "std": 0.0034597661562111395, "ci95_low": 2.127877319462229, "ci95_high": 2.1364690536189785 }, "excess_ce": { "n": 5, "mean": 0.01988634467124939, "std": 0.005106757506410699, "ci95_low": 0.013545467727977357, "ci95_high": 0.026227221614521422 }, "accuracy": { "n": 5, "mean": 0.379150390625, "std": 0.001667053257293416, "ci95_low": 0.3770804706123288, "ci95_high": 0.3812203106376712 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.020096046008436, "std": 0.005216402879284696, "ci95_low": 1.0136190263530966, "ci95_high": 1.0265730656637755 } }, { "config": "constant_ild", "retained": 2, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "n": 5, "mean": 3.6901793873310087, "std": 0.13787582169470727, "ci95_low": 3.518983943309793, "ci95_high": 3.8613748313522245 }, "excess_ce": { "n": 5, "mean": 1.5778925454616546, "std": 0.13350824012556295, "ci95_low": 1.4121201702340682, "ci95_high": 1.743664920689241 }, "accuracy": { "n": 5, "mean": 0.18361002604166665, "std": 0.004514764635605603, "ci95_low": 0.1780042053332672, "ci95_high": 0.1892158467500661 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 7.616101336102712, "std": 1.544825325640984, "ci95_low": 5.6979473457393714, "ci95_high": 9.534255326466052 } }, { "config": "constant_ild", "retained": 2, "mode": "keep_first", "masks_per_seed": 5, "ce": { "n": 5, "mean": 2.14297629237175, "std": 0.007506013632207146, "ci95_low": 2.1336563454746043, "ci95_high": 2.1522962392688956 }, "excess_ce": { "n": 5, "mean": 0.03068945050239563, "std": 0.00853929419613246, "ci95_low": 0.020086516328979176, "ci95_high": 0.04129238467581208 }, "accuracy": { "n": 5, "mean": 0.3749755859375, "std": 0.002077420107961365, "ci95_low": 0.37239612818029777, "ci95_high": 0.3775550436947023 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0312368309541133, "std": 0.008791321388886678, "ci95_low": 1.0203209636888853, "ci95_high": 1.0421526982193414 } }, { "config": "constant_ild", "retained": 3, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.119616287946701, "std": 0.005250169374410853, "ci95_low": 2.113097341650018, "ci95_high": 2.126135234243384 }, "excess_ce": { "n": 5, "mean": 0.007329446077346802, "std": 0.0025794697946427488, "ci95_low": 0.004126611298882298, "ci95_high": 0.010532280855811305 }, "accuracy": { "n": 5, "mean": 0.3811767578125, "std": 0.0018484686261198127, "ci95_low": 0.378881580867636, "ci95_high": 0.38347193475736396 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0073590533258237, "std": 0.002598549251669512, "ci95_low": 1.0041325282724638, "ci95_high": 1.0105855783791835 } }, { "config": "constant_ild", "retained": 3, "mode": "all_subsets", "masks_per_seed": 20, "ce": { "n": 5, "mean": 3.3000626888871194, "std": 0.12740945762316475, "ci95_low": 3.141862952325642, "ci95_high": 3.4582624254485967 }, "excess_ce": { "n": 5, "mean": 1.187775847017765, "std": 0.12264266388348792, "ci95_low": 1.0354948666297121, "ci95_high": 1.340056827405818 }, "accuracy": { "n": 5, "mean": 0.232667236328125, "std": 0.003403930171578691, "ci95_low": 0.2284406987816728, "ci95_high": 0.2368937738745772 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 6.031509222333742, "std": 1.4655783061837089, "ci95_low": 4.211753402995532, "ci95_high": 7.851265041671953 } }, { "config": "constant_ild", "retained": 3, "mode": "keep_first", "masks_per_seed": 10, "ce": { "n": 5, "mean": 2.1289675480127332, "std": 0.00591089926036544, "ci95_low": 2.121628197204122, "ci95_high": 2.1363068988213443 }, "excess_ce": { "n": 5, "mean": 0.01668070614337921, "std": 0.00558323644163778, "ci95_low": 0.009748202460332778, "ci95_high": 0.023613209826425646 }, "accuracy": { "n": 5, "mean": 0.37905273437500003, "std": 0.001520767807093229, "ci95_low": 0.3771644517393036, "ci95_high": 0.3809410170106965 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0168603107235472, "std": 0.005675916245339935, "ci95_low": 1.0098127298648831, "ci95_high": 1.0239078915822113 } }, { "config": "constant_ild", "retained": 4, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1156271159648896, "std": 0.0052640305129624965, "ci95_low": 2.109090958791493, "ci95_high": 2.1221632731382862 }, "excess_ce": { "n": 5, "mean": 0.0033402740955352783, "std": 0.002072717116057999, "ci95_low": 0.0007666558740632825, "ci95_high": 0.005913892317007274 }, "accuracy": { "n": 5, "mean": 0.3821533203125, "std": 0.0017447943236677142, "ci95_low": 0.3799868720165298, "ci95_high": 0.38431976860847017 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.00334758412972, "std": 0.0020812633198601565, "ci95_low": 1.0007633543946655, "ci95_high": 1.0059318138647744 } }, { "config": "constant_ild", "retained": 4, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "n": 5, "mean": 2.914844441413879, "std": 0.09885317838146068, "ci95_low": 2.792102008709507, "ci95_high": 3.0375868741182512 }, "excess_ce": { "n": 5, "mean": 0.8025575995445252, "std": 0.09471075699080478, "ci95_low": 0.684958662346324, "ci95_high": 0.9201565367427265 }, "accuracy": { "n": 5, "mean": 0.28306966145833334, "std": 0.00212320168141437, "ci95_low": 0.2804333583695933, "ci95_high": 0.28570596454707337 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 4.504978763971107, "std": 1.1834299708101488, "ci95_low": 3.035556374819646, "ci95_high": 5.974401153122568 } }, { "config": "constant_ild", "retained": 4, "mode": "keep_first", "masks_per_seed": 10, "ce": { "n": 5, "mean": 2.1200772064924243, "std": 0.005897815191181937, "ci95_low": 2.1127541017014684, "ci95_high": 2.12740031128338 }, "excess_ce": { "n": 5, "mean": 0.0077903646230697635, "std": 0.0033992183539659077, "ci95_low": 0.0035696775709134817, "ci95_high": 0.012011051675226045 }, "accuracy": { "n": 5, "mean": 0.38140625, "std": 0.0013702195469855209, "ci95_low": 0.37970489771887167, "ci95_high": 0.38310760228112833 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0078378304038578, "std": 0.0034273290389874, "ci95_low": 1.0035822393261453, "ci95_high": 1.0120934214815702 } }, { "config": "constant_ild", "retained": 5, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.11274995803833, "std": 0.007242941198421837, "ci95_low": 2.1037566587111356, "ci95_high": 2.1217432573655244 }, "excess_ce": { "n": 5, "mean": 0.0004631161689758301, "std": 0.001048096318656963, "ci95_low": -0.0008382672965514552, "ci95_high": 0.0017644996345031153 }, "accuracy": { "n": 5, "mean": 0.3835693359375, "std": 0.0016295358003872305, "ci95_low": 0.38154600000037336, "ci95_high": 0.3855926718746266 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0004636631587402, "std": 0.0010490436031061132, "ci95_low": 0.9991611034842164, "ci95_high": 1.001766222833264 } }, { "config": "constant_ild", "retained": 5, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "n": 5, "mean": 2.524867487947146, "std": 0.06362860873741172, "ci95_low": 2.445862135222046, "ci95_high": 2.6038728406722464 }, "excess_ce": { "n": 5, "mean": 0.4125806460777919, "std": 0.06006124876550763, "ci95_low": 0.3380047557984415, "ci95_high": 0.48715653635714223 }, "accuracy": { "n": 5, "mean": 0.3339599609375, "std": 0.001440294622206071, "ci95_low": 0.33217159895829884, "ci95_high": 0.3357483229167012 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 2.8950115798941978, "std": 0.7402485109240978, "ci95_low": 1.9758716541550692, "ci95_high": 3.814151505633326 } }, { "config": "constant_ild", "retained": 5, "mode": "keep_first", "masks_per_seed": 5, "ce": { "n": 5, "mean": 2.114821549654007, "std": 0.006464966068814914, "ci95_low": 2.106794234036744, "ci95_high": 2.1228488652712696 }, "excess_ce": { "n": 5, "mean": 0.0025347077846527098, "std": 0.0015999687890711916, "ci95_low": 0.0005480841410117603, "ci95_high": 0.004521331428293659 }, "accuracy": { "n": 5, "mean": 0.382978515625, "std": 0.0017805870562521173, "ci95_low": 0.3807676247815824, "ci95_high": 0.38518940646841765 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0025427958718016, "std": 0.0016056506144230115, "ci95_low": 1.0005491173101773, "ci95_high": 1.004536474433426 } }, { "config": "constant_ild", "retained": 6, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1122868418693543, "std": 0.0071948346545693325, "ci95_low": 2.1033532747057397, "ci95_high": 2.121220409032969 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3840087890625, "std": 0.0011972851401600808, "ci95_low": 0.38252216320837773, "ci95_high": 0.3854954149166223 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "constant_ild", "retained": 6, "mode": "all_subsets", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1122868418693543, "std": 0.0071948346545693325, "ci95_low": 2.1033532747057397, "ci95_high": 2.121220409032969 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3840087890625, "std": 0.0011972851401600808, "ci95_low": 0.38252216320837773, "ci95_high": 0.3854954149166223 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "constant_ild", "retained": 6, "mode": "keep_first", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1122868418693543, "std": 0.0071948346545693325, "ci95_low": 2.1033532747057397, "ci95_high": 2.121220409032969 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3840087890625, "std": 0.0011972851401600808, "ci95_low": 0.38252216320837773, "ci95_high": 0.3854954149166223 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "decreasing_ild", "retained": 1, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1887054681777953, "std": 0.017456227773143356, "ci95_low": 2.1670306986074213, "ci95_high": 2.2103802377481694 }, "excess_ce": { "n": 5, "mean": 0.06983862519264221, "std": 0.013506962187618123, "ci95_low": 0.0530675165191639, "ci95_high": 0.08660973386612052 }, "accuracy": { "n": 5, "mean": 0.3628662109375, "std": 0.00486033032217016, "ci95_low": 0.3568313137570784, "ci95_high": 0.3689011081179216 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0724134255808513, "std": 0.014498989133006799, "ci95_low": 1.0544105527640348, "ci95_high": 1.0904162983976677 } }, { "config": "decreasing_ild", "retained": 1, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "n": 5, "mean": 4.3954812745253244, "std": 0.2534704486480887, "ci95_low": 4.080756143830187, "ci95_high": 4.710206405220462 }, "excess_ce": { "n": 5, "mean": 2.276614431540171, "std": 0.2514240286708025, "ci95_low": 1.9644302668560365, "ci95_high": 2.5887985962243056 }, "accuracy": { "n": 5, "mean": 0.11855875651041667, "std": 0.009908996995388598, "ci95_low": 0.10625511168292359, "ci95_high": 0.13086240133790975 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 13.87635202883313, "std": 4.259150081937086, "ci95_low": 8.587918709141036, "ci95_high": 19.164785348525225 } }, { "config": "decreasing_ild", "retained": 1, "mode": "keep_first", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1887054681777953, "std": 0.017456227773143356, "ci95_low": 2.1670306986074213, "ci95_high": 2.2103802377481694 }, "excess_ce": { "n": 5, "mean": 0.06983862519264221, "std": 0.013506962187618123, "ci95_low": 0.0530675165191639, "ci95_high": 0.08660973386612052 }, "accuracy": { "n": 5, "mean": 0.3628662109375, "std": 0.00486033032217016, "ci95_low": 0.3568313137570784, "ci95_high": 0.3689011081179216 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0724134255808513, "std": 0.014498989133006799, "ci95_low": 1.0544105527640348, "ci95_high": 1.0904162983976677 } }, { "config": "decreasing_ild", "retained": 2, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.149658703804016, "std": 0.011734175157288224, "ci95_low": 2.1350888009625826, "ci95_high": 2.1642286066454495 }, "excess_ce": { "n": 5, "mean": 0.030791860818862916, "std": 0.006481849164313003, "ci95_low": 0.02274358206974191, "ci95_high": 0.03884013956798392 }, "accuracy": { "n": 5, "mean": 0.3718505859375, "std": 0.0047555748699713045, "ci95_low": 0.3659457598306894, "ci95_high": 0.37775541204431057 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0312881624181476, "std": 0.0066831219134553844, "ci95_low": 1.0229899705425969, "ci95_high": 1.0395863542936983 } }, { "config": "decreasing_ild", "retained": 2, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "n": 5, "mean": 3.8536766103903455, "std": 0.19127578778105048, "ci95_low": 3.6161763509743627, "ci95_high": 4.091176869806328 }, "excess_ce": { "n": 5, "mean": 1.734809767405192, "std": 0.18972385469584746, "ci95_low": 1.499236487428729, "ci95_high": 1.9703830473816553 }, "accuracy": { "n": 5, "mean": 0.17439127604166665, "std": 0.008449234044047503, "ci95_low": 0.16390016631676693, "ci95_high": 0.18488238576656638 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 9.729517423858368, "std": 2.863264369237419, "ci95_low": 6.17430513923383, "ci95_high": 13.284729708482907 } }, { "config": "decreasing_ild", "retained": 2, "mode": "keep_first", "masks_per_seed": 5, "ce": { "n": 5, "mean": 2.163533936738968, "std": 0.012454499477665894, "ci95_low": 2.1480696331218905, "ci95_high": 2.1789982403560453 }, "excess_ce": { "n": 5, "mean": 0.044667093753814696, "std": 0.008424856444389027, "ci95_low": 0.03420625281677356, "ci95_high": 0.055127934690855834 }, "accuracy": { "n": 5, "mean": 0.3680517578125, "std": 0.0036996609867569153, "ci95_low": 0.36345802195968124, "ci95_high": 0.37264549366531874 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0457546063888417, "std": 0.008820713371247854, "ci95_low": 1.03480224415728, "ci95_high": 1.0567069686204034 } }, { "config": "decreasing_ild", "retained": 3, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.134192615747452, "std": 0.011722599315562614, "ci95_low": 2.119637086211938, "ci95_high": 2.1487481452829655 }, "excess_ce": { "n": 5, "mean": 0.015325772762298583, "std": 0.005848676787201336, "ci95_low": 0.008063681358494855, "ci95_high": 0.02258786416610231 }, "accuracy": { "n": 5, "mean": 0.3762939453125, "std": 0.003775901353355704, "ci95_low": 0.3716055445412656, "ci95_high": 0.3809823460837344 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0154577230149064, "std": 0.005948135249027866, "ci95_low": 1.008072137619736, "ci95_high": 1.022843308410077 } }, { "config": "decreasing_ild", "retained": 3, "mode": "all_subsets", "masks_per_seed": 20, "ce": { "n": 5, "mean": 3.4063241243362428, "std": 0.16337161675407655, "ci95_low": 3.2034714694842017, "ci95_high": 3.609176779188284 }, "excess_ce": { "n": 5, "mean": 1.2874572813510896, "std": 0.16175726670797, "ci95_low": 1.0866091068317993, "ci95_high": 1.4883054558703799 }, "accuracy": { "n": 5, "mean": 0.225230712890625, "std": 0.006850221424370059, "ci95_low": 0.2167250395682538, "ci95_high": 0.23373638621299617 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 7.394110150866885, "std": 2.4051752654886056, "ci95_low": 4.407690614337129, "ci95_high": 10.38052968739664 } }, { "config": "decreasing_ild", "retained": 3, "mode": "keep_first", "masks_per_seed": 10, "ce": { "n": 5, "mean": 2.1453419321775438, "std": 0.009629358573358015, "ci95_low": 2.133385504311201, "ci95_high": 2.1572983600438866 }, "excess_ce": { "n": 5, "mean": 0.02647508919239044, "std": 0.005437849177504733, "ci95_low": 0.019723107641015498, "ci95_high": 0.03322707074376539 }, "accuracy": { "n": 5, "mean": 0.372353515625, "std": 0.0030799164762876155, "ci95_low": 0.36852929421891606, "ci95_high": 0.376177737031084 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0268854403631993, "std": 0.005594046669939074, "ci95_low": 1.0199395140088587, "ci95_high": 1.0338313667175398 } }, { "config": "decreasing_ild", "retained": 4, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.125382399559021, "std": 0.010994239480902009, "ci95_low": 2.111731248207944, "ci95_high": 2.1390335509100984 }, "excess_ce": { "n": 5, "mean": 0.0065155565738677975, "std": 0.005368112635988063, "ci95_low": -0.00014983562454658553, "ci95_high": 0.01318094877228218 }, "accuracy": { "n": 5, "mean": 0.377978515625, "std": 0.003086472476991623, "ci95_low": 0.3741461538688697, "ci95_high": 0.38181087738113034 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0065484385206247, "std": 0.005408473313982058, "ci95_low": 0.999832931921402, "ci95_high": 1.0132639451198473 } }, { "config": "decreasing_ild", "retained": 4, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "n": 5, "mean": 2.9785287447770434, "std": 0.12407729593672734, "ci95_low": 2.8244664334178124, "ci95_high": 3.1325910561362744 }, "excess_ce": { "n": 5, "mean": 0.8596619017918905, "std": 0.12081476942555797, "ci95_low": 0.7096505521447671, "ci95_high": 1.0096732514390139 }, "accuracy": { "n": 5, "mean": 0.27567708333333335, "std": 0.005250784487367709, "ci95_low": 0.2691573732730369, "ci95_high": 0.2821967933936298 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 5.275045390191325, "std": 1.8335158851085602, "ci95_low": 2.9984347255155073, "ci95_high": 7.551656054867143 } }, { "config": "decreasing_ild", "retained": 4, "mode": "keep_first", "masks_per_seed": 10, "ce": { "n": 5, "mean": 2.132407492995262, "std": 0.008026454247024533, "ci95_low": 2.122441333723494, "ci95_high": 2.1423736522670302 }, "excess_ce": { "n": 5, "mean": 0.013540650010108948, "std": 0.003332711199546032, "ci95_low": 0.00940254249721887, "ci95_high": 0.017678757522999026 }, "accuracy": { "n": 5, "mean": 0.37587890625, "std": 0.0024955095255155255, "ci95_low": 0.37278032191499033, "ci95_high": 0.3789774905850096 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0136666841673048, "std": 0.0033851466655524095, "ci95_low": 1.0094634694240454, "ci95_high": 1.0178698989105641 } }, { "config": "decreasing_ild", "retained": 5, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.120233750343323, "std": 0.008498926076843466, "ci95_low": 2.109680939810303, "ci95_high": 2.1307865608763428 }, "excess_ce": { "n": 5, "mean": 0.0013669073581695558, "std": 0.0023944098951828455, "ci95_low": -0.0016061452056241945, "ci95_high": 0.004339959921963306 }, "accuracy": { "n": 5, "mean": 0.3790283203125, "std": 0.0034569829732681388, "ci95_low": 0.3747359090121861, "ci95_high": 0.3833207316128139 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.001370140227098, "std": 0.0024005199563522967, "ci95_low": 0.9983895010203233, "ci95_high": 1.0043507794338726 } }, { "config": "decreasing_ild", "retained": 5, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "n": 5, "mean": 2.5589021354913712, "std": 0.07403362735512514, "ci95_low": 2.466977245748006, "ci95_high": 2.6508270252347366 }, "excess_ce": { "n": 5, "mean": 0.4400352925062179, "std": 0.06997232217059098, "ci95_low": 0.35315317919621103, "ci95_high": 0.5269174058162248 }, "accuracy": { "n": 5, "mean": 0.3273234049479167, "std": 0.0029015282748446384, "ci95_low": 0.32372068174926893, "ci95_high": 0.3309261281465644 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 3.2904984806414967, "std": 1.108897702121225, "ci95_low": 1.9136201262255956, "ci95_high": 4.667376835057398 } }, { "config": "decreasing_ild", "retained": 5, "mode": "keep_first", "masks_per_seed": 5, "ce": { "n": 5, "mean": 2.123806856870651, "std": 0.007301800642822811, "ci95_low": 2.1147404738903894, "ci95_high": 2.1328732398509125 }, "excess_ce": { "n": 5, "mean": 0.0049400138854980465, "std": 0.0015986474706676083, "ci95_low": 0.0029550308753489916, "ci95_high": 0.006924996895647101 }, "accuracy": { "n": 5, "mean": 0.378603515625, "std": 0.002708398867083239, "ci95_low": 0.3752405942589642, "ci95_high": 0.3819664369910358 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0049656970813654, "std": 0.0016079509768294898, "ci95_low": 1.002969162242558, "ci95_high": 1.0069622319201728 } }, { "config": "decreasing_ild", "retained": 6, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1188668429851534, "std": 0.007296434617658846, "ci95_low": 2.1098071228051514, "ci95_high": 2.1279265631651554 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3803955078125, "std": 0.00315546445230001, "ci95_low": 0.37647748120446417, "ci95_high": 0.3843135344205358 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "decreasing_ild", "retained": 6, "mode": "all_subsets", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1188668429851534, "std": 0.007296434617658846, "ci95_low": 2.1098071228051514, "ci95_high": 2.1279265631651554 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3803955078125, "std": 0.00315546445230001, "ci95_low": 0.37647748120446417, "ci95_high": 0.3843135344205358 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "decreasing_ild", "retained": 6, "mode": "keep_first", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1188668429851534, "std": 0.007296434617658846, "ci95_low": 2.1098071228051514, "ci95_high": 2.1279265631651554 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3803955078125, "std": 0.00315546445230001, "ci95_low": 0.37647748120446417, "ci95_high": 0.3843135344205358 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "alternating", "retained": 1, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.234932631254196, "std": 0.0290450586119369, "ci95_low": 2.1988684276500075, "ci95_high": 2.270996834858385 }, "excess_ce": { "n": 5, "mean": 0.12461391687393189, "std": 0.03077489445909416, "ci95_low": 0.0864018383755238, "ci95_high": 0.16282599537234 }, "accuracy": { "n": 5, "mean": 0.35126953125, "std": 0.006062238353313607, "ci95_low": 0.34374226813815445, "ci95_high": 0.35879679436184553 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.133142857034572, "std": 0.035192467572682025, "ci95_low": 1.0894456370415846, "ci95_high": 1.1768400770275596 } }, { "config": "alternating", "retained": 1, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "n": 5, "mean": 4.189819051822027, "std": 0.2181200184705808, "ci95_low": 3.918987277599351, "ci95_high": 4.460650826044702 }, "excess_ce": { "n": 5, "mean": 2.0795003374417624, "std": 0.2285697260778576, "ci95_low": 1.795693537491365, "ci95_high": 2.3633071373921597 }, "accuracy": { "n": 5, "mean": 0.13116861979166666, "std": 0.015171096757353014, "ci95_low": 0.11233121513478059, "ci95_high": 0.15000602444855274 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 19.74182798152293, "std": 12.724474051891507, "ci95_low": 3.9423066551987134, "ci95_high": 35.54134930784715 } }, { "config": "alternating", "retained": 1, "mode": "keep_first", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.234932631254196, "std": 0.0290450586119369, "ci95_low": 2.1988684276500075, "ci95_high": 2.270996834858385 }, "excess_ce": { "n": 5, "mean": 0.12461391687393189, "std": 0.03077489445909416, "ci95_low": 0.0864018383755238, "ci95_high": 0.16282599537234 }, "accuracy": { "n": 5, "mean": 0.35126953125, "std": 0.006062238353313607, "ci95_low": 0.34374226813815445, "ci95_high": 0.35879679436184553 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.133142857034572, "std": 0.035192467572682025, "ci95_low": 1.0894456370415846, "ci95_high": 1.1768400770275596 } }, { "config": "alternating", "retained": 2, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.2259441673755647, "std": 0.026156293172444143, "ci95_low": 2.193466839816852, "ci95_high": 2.2584214949342774 }, "excess_ce": { "n": 5, "mean": 0.11562545299530029, "std": 0.027768611923012713, "ci95_low": 0.08114616729037621, "ci95_high": 0.15010473870022437 }, "accuracy": { "n": 5, "mean": 0.3541748046875, "std": 0.0059930183401630775, "ci95_low": 0.34673348957393874, "ci95_high": 0.3616161198010613 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.1229232056046319, "std": 0.03139513551079792, "ci95_low": 1.0839409961221145, "ci95_high": 1.1619054150871493 } }, { "config": "alternating", "retained": 2, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "n": 5, "mean": 3.8148409374554952, "std": 0.08208776801105527, "ci95_low": 3.7129155112231844, "ci95_high": 3.916766363687806 }, "excess_ce": { "n": 5, "mean": 1.704522223075231, "std": 0.07731734205194515, "ci95_low": 1.6085200630124485, "ci95_high": 1.8005243831380136 }, "accuracy": { "n": 5, "mean": 0.1749365234375, "std": 0.007713807971383263, "ci95_low": 0.16535856579036856, "ci95_high": 0.18451448108463142 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 9.381939740384894, "std": 1.3969205503387088, "ci95_low": 7.647433784676952, "ci95_high": 11.116445696092836 } }, { "config": "alternating", "retained": 2, "mode": "keep_first", "masks_per_seed": 5, "ce": { "n": 5, "mean": 2.1955490732192993, "std": 0.018962355000744828, "ci95_low": 2.1720041996936965, "ci95_high": 2.219093946744902 }, "excess_ce": { "n": 5, "mean": 0.08523035883903504, "std": 0.02052689200595978, "ci95_low": 0.059742856040197884, "ci95_high": 0.1107178616378722 }, "accuracy": { "n": 5, "mean": 0.3601708984375, "std": 0.005046706205680969, "ci95_low": 0.3539045850323894, "ci95_high": 0.3664372118426106 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0898753718386236, "std": 0.022854418983097882, "ci95_low": 1.0614978625874236, "ci95_high": 1.1182528810898236 } }, { "config": "alternating", "retained": 3, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1416376292705537, "std": 0.01847161508257506, "ci95_low": 2.1187020898338242, "ci95_high": 2.164573168707283 }, "excess_ce": { "n": 5, "mean": 0.031318914890289304, "std": 0.010849798810477033, "ci95_low": 0.01784711031955524, "ci95_high": 0.044790719461023365 }, "accuracy": { "n": 5, "mean": 0.37255859375, "std": 0.005779355744026277, "ci95_low": 0.36538257578982475, "ci95_high": 0.37973461171017525 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0318631103157536, "std": 0.0111995277658901, "ci95_low": 1.0179570598919534, "ci95_high": 1.0457691607395538 } }, { "config": "alternating", "retained": 3, "mode": "all_subsets", "masks_per_seed": 20, "ce": { "n": 5, "mean": 3.42807091742754, "std": 0.08929070758290959, "ci95_low": 3.3172018604476134, "ci95_high": 3.5389399744074668 }, "excess_ce": { "n": 5, "mean": 1.3177522030472757, "std": 0.08036272781742893, "ci95_low": 1.2179686971188468, "ci95_high": 1.4175357089757046 }, "accuracy": { "n": 5, "mean": 0.221697998046875, "std": 0.006773383167845321, "ci95_low": 0.21328773202131543, "ci95_high": 0.2301082640724346 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 7.603905107328181, "std": 1.1979700103173831, "ci95_low": 6.116428874588113, "ci95_high": 9.09138134006825 } }, { "config": "alternating", "retained": 3, "mode": "keep_first", "masks_per_seed": 10, "ce": { "n": 5, "mean": 2.1647853475809096, "std": 0.013229733045903636, "ci95_low": 2.1483584643519515, "ci95_high": 2.1812122308098676 }, "excess_ce": { "n": 5, "mean": 0.054466633200645445, "std": 0.013258689842986983, "ci95_low": 0.0380037953592455, "ci95_high": 0.07092947104204539 }, "accuracy": { "n": 5, "mean": 0.3673095703125, "std": 0.004386954663829565, "ci95_low": 0.3618624466446664, "ci95_high": 0.3727566939803336 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0567405807336243, "std": 0.014389394864658414, "ci95_low": 1.0388737871742257, "ci95_high": 1.0746073742930229 } }, { "config": "alternating", "retained": 4, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1383471965789793, "std": 0.016783078880231186, "ci95_low": 2.1175082517543657, "ci95_high": 2.159186141403593 }, "excess_ce": { "n": 5, "mean": 0.02802848219871521, "std": 0.00934474304856734, "ci95_low": 0.016425451182835032, "ci95_high": 0.03963151321459539 }, "accuracy": { "n": 5, "mean": 0.3739013671875, "std": 0.0050419620185701616, "ci95_low": 0.3676409444687257, "ci95_high": 0.3801617899062743 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0284609141388754, "std": 0.009616834067155671, "ci95_low": 1.0165200375009793, "ci95_high": 1.0404017907767715 } }, { "config": "alternating", "retained": 4, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "n": 5, "mean": 3.0034077048301695, "std": 0.07687326231115568, "ci95_low": 2.907956942593857, "ci95_high": 3.098858467066482 }, "excess_ce": { "n": 5, "mean": 0.8930889904499054, "std": 0.0645422641480499, "ci95_low": 0.8129491846946506, "ci95_high": 0.9732287962051602 }, "accuracy": { "n": 5, "mean": 0.2715885416666667, "std": 0.004428348734403775, "ci95_low": 0.26609002047166197, "ci95_high": 0.2770870628616714 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 5.486777925121697, "std": 1.0113006027492848, "ci95_low": 4.231082375325145, "ci95_high": 6.742473474918248 } }, { "config": "alternating", "retained": 4, "mode": "keep_first", "masks_per_seed": 10, "ce": { "n": 5, "mean": 2.1409441304206847, "std": 0.011273929819848155, "ci95_low": 2.1269456976450924, "ci95_high": 2.154942563196277 }, "excess_ce": { "n": 5, "mean": 0.03062541604042053, "std": 0.007852991726223574, "ci95_low": 0.020874638935768935, "ci95_high": 0.040376193145072126 }, "accuracy": { "n": 5, "mean": 0.37294677734375, "std": 0.004201466158567045, "ci95_low": 0.36772996807498165, "ci95_high": 0.3781635866125183 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0315315118798318, "std": 0.008324140810907429, "ci95_low": 1.0211957259189413, "ci95_high": 1.0418672978407224 } }, { "config": "alternating", "retained": 5, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.112374299764633, "std": 0.014277296869900882, "ci95_low": 2.0946466942495956, "ci95_high": 2.1301019052796706 }, "excess_ce": { "n": 5, "mean": 0.0020555853843688965, "std": 0.0011808292541693665, "ci95_low": 0.0005893922114398268, "ci95_high": 0.003521778557297966 }, "accuracy": { "n": 5, "mean": 0.3804931640625, "std": 0.0037455898419351216, "ci95_low": 0.37584240000372776, "ci95_high": 0.38514392812127224 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0020582586490765, "std": 0.0011839259946589676, "ci95_low": 1.0005882203649696, "ci95_high": 1.0035282969331834 } }, { "config": "alternating", "retained": 5, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "n": 5, "mean": 2.565479416648547, "std": 0.06435740235911223, "ci95_low": 2.48556914712126, "ci95_high": 2.645389686175834 }, "excess_ce": { "n": 5, "mean": 0.4551607022682826, "std": 0.05226914967388264, "ci95_low": 0.3902599809014469, "ci95_high": 0.5200614236351182 }, "accuracy": { "n": 5, "mean": 0.3251627604166667, "std": 0.004724907843774817, "ci95_low": 0.3192960124522163, "ci95_high": 0.3310295083811171 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 3.350907981871894, "std": 0.8352936642027461, "ci95_low": 2.3137539111028156, "ci95_high": 4.388062052640972 } }, { "config": "alternating", "retained": 5, "mode": "keep_first", "masks_per_seed": 5, "ce": { "n": 5, "mean": 2.1230153119564057, "std": 0.011951797684501355, "ci95_low": 2.1081751950577337, "ci95_high": 2.1378554288550777 }, "excess_ce": { "n": 5, "mean": 0.012696597576141357, "std": 0.003623943280646814, "ci95_low": 0.008196877673026192, "ci95_high": 0.017196317479256523 }, "accuracy": { "n": 5, "mean": 0.3776123046875, "std": 0.004067561591021459, "ci95_low": 0.37256175989944823, "ci95_high": 0.3826628494755518 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0129174056673735, "std": 0.0037649708032782055, "ci95_low": 1.008242576966651, "ci95_high": 1.017592234368096 } }, { "config": "alternating", "retained": 6, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.110318714380264, "std": 0.013785051285927767, "ci95_low": 2.0932023124851216, "ci95_high": 2.127435116275407 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3801513671875, "std": 0.003847055146177332, "ci95_low": 0.3753746173133833, "ci95_high": 0.38492811706161667 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "alternating", "retained": 6, "mode": "all_subsets", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.110318714380264, "std": 0.013785051285927767, "ci95_low": 2.0932023124851216, "ci95_high": 2.127435116275407 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3801513671875, "std": 0.003847055146177332, "ci95_low": 0.3753746173133833, "ci95_high": 0.38492811706161667 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "alternating", "retained": 6, "mode": "keep_first", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.110318714380264, "std": 0.013785051285927767, "ci95_low": 2.0932023124851216, "ci95_high": 2.127435116275407 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3801513671875, "std": 0.003847055146177332, "ci95_low": 0.3753746173133833, "ci95_high": 0.38492811706161667 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "dense4", "retained": 1, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.2579718828201294, "std": 0.045910563203128085, "ci95_low": 2.2009663893535016, "ci95_high": 2.314977376286757 }, "excess_ce": { "n": 5, "mean": 0.15497784614562987, "std": 0.04197419900496735, "ci95_low": 0.10285999438768023, "ci95_high": 0.2070956979035795 }, "accuracy": { "n": 5, "mean": 0.35205078125, "std": 0.007318621722106246, "ci95_low": 0.3429635121411814, "ci95_high": 0.3611380503588186 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.1684635310466744, "std": 0.04979182643822729, "ci95_low": 1.106638812753468, "ci95_high": 1.2302882493398808 } }, { "config": "dense4", "retained": 1, "mode": "all_subsets", "masks_per_seed": 4, "ce": { "n": 5, "mean": 4.49717375934124, "std": 0.27497072631218555, "ci95_low": 4.155752507919187, "ci95_high": 4.838595010763292 }, "excess_ce": { "n": 5, "mean": 2.3941797226667405, "std": 0.2806325297768357, "ci95_low": 2.045728413717721, "ci95_high": 2.74263103161576 }, "accuracy": { "n": 5, "mean": 0.1340576171875, "std": 0.009916414537984591, "ci95_low": 0.12174476226441033, "ci95_high": 0.14637047211058968 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 25.092678745823825, "std": 17.425943324620377, "ci95_low": 3.4555122848862965, "ci95_high": 46.729845206761354 } }, { "config": "dense4", "retained": 1, "mode": "keep_first", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.2579718828201294, "std": 0.045910563203128085, "ci95_low": 2.2009663893535016, "ci95_high": 2.314977376286757 }, "excess_ce": { "n": 5, "mean": 0.15497784614562987, "std": 0.04197419900496735, "ci95_low": 0.10285999438768023, "ci95_high": 0.2070956979035795 }, "accuracy": { "n": 5, "mean": 0.35205078125, "std": 0.007318621722106246, "ci95_low": 0.3429635121411814, "ci95_high": 0.3611380503588186 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.1684635310466744, "std": 0.04979182643822729, "ci95_low": 1.106638812753468, "ci95_high": 1.2302882493398808 } }, { "config": "dense4", "retained": 2, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.172954612970352, "std": 0.0122421166632349, "ci95_low": 2.157754017447791, "ci95_high": 2.1881552084929132 }, "excess_ce": { "n": 5, "mean": 0.06996057629585266, "std": 0.014783964330467607, "ci95_low": 0.05160386003596783, "ci95_high": 0.08831729255573749 }, "accuracy": { "n": 5, "mean": 0.3697265625, "std": 0.003052246054693749, "ci95_low": 0.3659366984602243, "ci95_high": 0.37351642653977574 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0725598277297717, "std": 0.015897604047268536, "ci95_low": 1.052820345126564, "ci95_high": 1.0922993103329792 } }, { "config": "dense4", "retained": 2, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "n": 5, "mean": 3.4724874516328175, "std": 0.07578169998148529, "ci95_low": 3.3783920430430534, "ci95_high": 3.5665828602225815 }, "excess_ce": { "n": 5, "mean": 1.369493414958318, "std": 0.07215225543777591, "ci95_low": 1.2799045569919587, "ci95_high": 1.4590822729246773 }, "accuracy": { "n": 5, "mean": 0.22242838541666668, "std": 0.0024243671488330815, "ci95_low": 0.21941813600953033, "ci95_high": 0.22543863482380302 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 8.089191334962347, "std": 1.3415553701229495, "ci95_low": 6.423430330282431, "ci95_high": 9.754952339642264 } }, { "config": "dense4", "retained": 2, "mode": "keep_first", "masks_per_seed": 3, "ce": { "n": 5, "mean": 2.1809476733207704, "std": 0.024903225296613173, "ci95_low": 2.150026235030784, "ci95_high": 2.2118691116107567 }, "excess_ce": { "n": 5, "mean": 0.07795363664627075, "std": 0.022129822615314647, "ci95_low": 0.05047583261817725, "ci95_high": 0.10543144067436425 }, "accuracy": { "n": 5, "mean": 0.3674397786458333, "std": 0.004850867999294341, "ci95_low": 0.36141663049106604, "ci95_high": 0.3734629268006006 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.081384989205155, "std": 0.024231463626854653, "ci95_low": 1.0512976531958818, "ci95_high": 1.1114723252144283 } }, { "config": "dense4", "retained": 3, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.129096132516861, "std": 0.014018025442015875, "ci95_low": 2.1116904549995916, "ci95_high": 2.1465018100341307 }, "excess_ce": { "n": 5, "mean": 0.02610209584236145, "std": 0.007942454289979979, "ci95_low": 0.016240236293106433, "ci95_high": 0.03596395539161647 }, "accuracy": { "n": 5, "mean": 0.3781494140625, "std": 0.00582455781068683, "ci95_low": 0.3709172703235079, "ci95_high": 0.38538155780149214 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0264717213121222, "std": 0.008191282365749447, "ci95_low": 1.0163009008994417, "ci95_high": 1.0366425417248026 } }, { "config": "dense4", "retained": 3, "mode": "all_subsets", "masks_per_seed": 4, "ce": { "n": 5, "mean": 2.740863172709942, "std": 0.05069663142516039, "ci95_low": 2.6779149906390645, "ci95_high": 2.8038113547808194 }, "excess_ce": { "n": 5, "mean": 0.6378691360354424, "std": 0.0444496659607457, "ci95_low": 0.5826775860797573, "ci95_high": 0.6930606859911275 }, "accuracy": { "n": 5, "mean": 0.303753662109375, "std": 0.0051545625873288285, "ci95_low": 0.29735342731819564, "ci95_high": 0.31015389690055434 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 3.745779100646372, "std": 0.5102645662891994, "ci95_low": 3.1122019591255112, "ci95_high": 4.3793562421672325 } }, { "config": "dense4", "retained": 3, "mode": "keep_first", "masks_per_seed": 3, "ce": { "n": 5, "mean": 2.1320731898148853, "std": 0.013561469838225183, "ci95_low": 2.1152344009540216, "ci95_high": 2.148911978675749 }, "excess_ce": { "n": 5, "mean": 0.029079153140385946, "std": 0.010720767186952772, "ci95_low": 0.01576756249121187, "ci95_high": 0.04239074378956002 }, "accuracy": { "n": 5, "mean": 0.3780598958333333, "std": 0.004045893808339136, "ci95_low": 0.3730362551509591, "ci95_high": 0.38308353651570753 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0296344098002799, "std": 0.011193403014843456, "ci95_low": 1.0157359642593522, "ci95_high": 1.0435328553412075 } }, { "config": "dense4", "retained": 4, "mode": "prefix", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1029940366744997, "std": 0.009054968184645448, "ci95_low": 2.091750808674736, "ci95_high": 2.1142372646742635 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3854248046875, "std": 0.003822964674035817, "ci95_low": 0.3806779670853412, "ci95_high": 0.39017164228965884 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "dense4", "retained": 4, "mode": "all_subsets", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1029940366744997, "std": 0.009054968184645448, "ci95_low": 2.091750808674736, "ci95_high": 2.1142372646742635 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3854248046875, "std": 0.003822964674035817, "ci95_low": 0.3806779670853412, "ci95_high": 0.39017164228965884 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } }, { "config": "dense4", "retained": 4, "mode": "keep_first", "masks_per_seed": 1, "ce": { "n": 5, "mean": 2.1029940366744997, "std": 0.009054968184645448, "ci95_low": 2.091750808674736, "ci95_high": 2.1142372646742635 }, "excess_ce": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "n": 5, "mean": 0.3854248046875, "std": 0.003822964674035817, "ci95_low": 0.3806779670853412, "ci95_high": 0.39017164228965884 }, "perplexity_ratio_vs_full": { "n": 5, "mean": 1.0, "std": 0.0, "ci95_low": 1.0, "ci95_high": 1.0 } } ], "paired": [ { "config": "constant_ild", "retained": 1, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.15667638182640076, "std": 0.026365572581361945, "ci95_low": -0.1894135640927322, "ci95_high": -0.12393919956006932 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.15669081211090088, "std": 0.02144592945076046, "ci95_low": -0.18331945061794913, "ci95_high": -0.13006217360385264 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0408203125, "std": 0.01414768064044845, "ci95_low": 0.023253646790656824, "ci95_high": 0.058386978209343174 } }, { "config": "constant_ild", "retained": 1, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.5776774694522221, "std": 0.17726997244653775, "ci95_low": -0.7977872122018361, "ci95_high": -0.357567726702608 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.5776918997367224, "std": 0.18730180041721706, "ci95_low": -0.8102578021137125, "ci95_high": -0.3451259973597324 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.028129069010416667, "std": 0.01082178545741089, "ci95_low": 0.01469204761165383, "ci95_high": 0.0415660904091795 } }, { "config": "constant_ild", "retained": 1, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.15667638182640076, "std": 0.026365572581361945, "ci95_low": -0.1894135640927322, "ci95_high": -0.12393919956006932 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.15669081211090088, "std": 0.02144592945076046, "ci95_low": -0.18331945061794913, "ci95_high": -0.13006217360385264 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0408203125, "std": 0.01414768064044845, "ci95_low": 0.023253646790656824, "ci95_high": 0.058386978209343174 } }, { "config": "constant_ild", "retained": 2, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.10448355078697205, "std": 0.03333909217428772, "ci95_low": -0.14587950127261484, "ci95_high": -0.06308760030132925 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.10449798107147217, "std": 0.02481041239006569, "ci95_low": -0.13530417691682983, "ci95_high": -0.07369178522611451 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0265380859375, "std": 0.009365108357875447, "ci95_low": 0.014909768050239644, "ci95_high": 0.03816640382476036 } }, { "config": "constant_ild", "retained": 2, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.3484380427996318, "std": 0.22514917659462205, "ci95_low": -0.6279976696026177, "ci95_high": -0.06887841599664585 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.3484524730841319, "std": 0.22219418546954392, "ci95_low": -0.6243429937920938, "ci95_high": -0.07256195237617002 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0237548828125, "std": 0.012693268701087605, "ci95_low": 0.007994108046820339, "ci95_high": 0.03951565757817966 } }, { "config": "constant_ild", "retained": 2, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.10471369028091422, "std": 0.022119348617379898, "ci95_low": -0.13217848912285488, "ci95_high": -0.07724889143897357 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.10472812056541443, "std": 0.01805975400904937, "ci95_low": -0.12715226693488496, "ci95_high": -0.08230397419594392 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.029047851562499994, "std": 0.01059854917494124, "ci95_low": 0.01588801461877279, "ci95_high": 0.0422076885062272 } }, { "config": "constant_ild", "retained": 3, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.06976670622825623, "std": 0.022052545728463345, "ci95_low": -0.09714855832805314, "ci95_high": -0.04238485412845933 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.06978113651275634, "std": 0.008980779673016312, "ci95_low": -0.08093224730854974, "ci95_high": -0.05863002571696296 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0181884765625, "std": 0.007852926562800554, "ci95_low": 0.008437780368924772, "ci95_high": 0.02793917275607523 } }, { "config": "constant_ild", "retained": 3, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.2551780647039414, "std": 0.2195164306179136, "ci95_low": -0.5277437136166158, "ci95_high": 0.017387584208732987 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.25519249498844154, "std": 0.21652348062830548, "ci95_low": -0.5240419056505923, "ci95_high": 0.013656915673709191 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.022349853515625, "std": 0.01123882430683469, "ci95_low": 0.008395009991679902, "ci95_high": 0.0363046970395701 } }, { "config": "constant_ild", "retained": 3, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.06496353268623363, "std": 0.01768102978566842, "ci95_low": -0.08691743082228397, "ci95_high": -0.04300963455018329 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.06497796297073365, "std": 0.012409560100022633, "ci95_low": -0.0803864669804899, "ci95_high": -0.04956945896097739 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.019956054687499992, "std": 0.007535928460198174, "ci95_low": 0.010598963625425355, "ci95_high": 0.02931314574957463 } }, { "config": "constant_ild", "retained": 4, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.04646902084350586, "std": 0.019515204174252013, "ci95_low": -0.07070034728428967, "ci95_high": -0.02223769440272206 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.04648345112800598, "std": 0.012425732122233467, "ci95_low": -0.0619120353555196, "ci95_high": -0.03105486690049237 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.01298828125, "std": 0.005283402811109031, "ci95_low": 0.006428070191432141, "ci95_high": 0.01954849230856786 } }, { "config": "constant_ild", "retained": 4, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.17602929790814717, "std": 0.19401612454658246, "ci95_low": -0.41693213482884767, "ci95_high": 0.06487353901255333 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.1760437281926473, "std": 0.19143912088084247, "ci95_low": -0.41374679243835677, "ci95_high": 0.0616593360530622 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.01741861979166668, "std": 0.008582995843270767, "ci95_low": 0.006761422856336342, "ci95_high": 0.028075816726997018 } }, { "config": "constant_ild", "retained": 4, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.03504111886024468, "std": 0.015255525236851504, "ci95_low": -0.0539833553205472, "ci95_high": -0.016098882399942158 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.035055549144744874, "std": 0.007617123249538236, "ci95_low": -0.04451345685358488, "ci95_high": -0.025597641435904865 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.01224365234375, "std": 0.0052241244937818905, "ci95_low": 0.005757045037681406, "ci95_high": 0.018730259649818594 } }, { "config": "constant_ild", "retained": 5, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.020115214586257934, "std": 0.020494908210576226, "ci95_low": -0.04556300425784139, "ci95_high": 0.00533257508532552 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.020129644870758058, "std": 0.01145883039649374, "ci95_low": -0.03435766203561861, "ci95_high": -0.005901627705897508 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.006982421875, "std": 0.004927922726424748, "ci95_low": 0.0008635976396633906, "ci95_high": 0.01310124611033661 } }, { "config": "constant_ild", "retained": 5, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.08097070852915458, "std": 0.13955065706427036, "ci95_low": -0.2542457353316766, "ci95_high": 0.09230431827336741 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.08098513881365457, "std": 0.13572435598894722, "ci95_low": -0.2495091853246557, "ci95_high": 0.08753890769734657 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.01038818359375, "std": 0.0067824526881009725, "ci95_low": 0.0019666562714079853, "ci95_high": 0.018809710916092015 } }, { "config": "constant_ild", "retained": 5, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.013834381103515536, "std": 0.014335014993755462, "ci95_low": -0.03163365313498699, "ci95_high": 0.003964890927955923 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.013848811388015747, "std": 0.0036578603930677777, "ci95_low": -0.018390644948547086, "ci95_high": -0.009306977827484408 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.006201171875, "std": 0.004513037022471539, "ci95_low": 0.0005974962816319247, "ci95_high": 0.011804847468368074 } }, { "config": "constant_ild", "retained": 6, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": 1.443028450012207e-05, "std": 0.01468797697907896, "ci95_low": -0.018223101936882403, "ci95_high": 0.018251962505882645 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0029296875, "std": 0.004512475680975225, "ci95_low": -0.0026732910958414038, "ci95_high": 0.008532666095841404 } }, { "config": "constant_ild", "retained": 6, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": 1.443028450012207e-05, "std": 0.01468797697907896, "ci95_low": -0.018223101936882403, "ci95_high": 0.018251962505882645 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0029296875, "std": 0.004512475680975225, "ci95_low": -0.0026732910958414038, "ci95_high": 0.008532666095841404 } }, { "config": "constant_ild", "retained": 6, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": 1.443028450012207e-05, "std": 0.01468797697907896, "ci95_low": -0.018223101936882403, "ci95_high": 0.018251962505882645 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0029296875, "std": 0.004512475680975225, "ci95_low": -0.0026732910958414038, "ci95_high": 0.008532666095841404 } }, { "config": "decreasing_ild", "retained": 1, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.13346856832504272, "std": 0.029933259876952754, "ci95_low": -0.17063561946316175, "ci95_high": -0.09630151718692372 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.1400629997253418, "std": 0.02269182408326524, "ci95_low": -0.1682386207431278, "ci95_high": -0.11188737870755583 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.03525390625, "std": 0.013819685693719205, "ci95_low": 0.018094500057603616, "ci95_high": 0.05241331244239639 } }, { "config": "decreasing_ild", "retained": 1, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.29624771873156225, "std": 0.35714360288620944, "ci95_low": -0.7397000726245029, "ci95_high": 0.14720463516137844 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.3028421501318614, "std": 0.3604649607142455, "ci95_low": -0.7504185144650299, "ci95_high": 0.14473421420130717 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.015767415364583336, "std": 0.010441056150158213, "ci95_low": 0.0028031318396975844, "ci95_high": 0.02873169888946909 } }, { "config": "decreasing_ild", "retained": 1, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.13346856832504272, "std": 0.029933259876952754, "ci95_low": -0.17063561946316175, "ci95_high": -0.09630151718692372 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.1400629997253418, "std": 0.02269182408326524, "ci95_low": -0.1682386207431278, "ci95_high": -0.11188737870755583 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.03525390625, "std": 0.013819685693719205, "ci95_low": 0.018094500057603616, "ci95_high": 0.05241331244239639 } }, { "config": "decreasing_ild", "retained": 2, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.08699803352355957, "std": 0.035150713922450214, "ci95_low": -0.1306434095122605, "ci95_high": -0.04335265753485863 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.09359246492385864, "std": 0.025259305667406636, "ci95_low": -0.1249560353907267, "ci95_high": -0.0622288944569906 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.01923828125, "std": 0.010805670681764804, "ci95_low": 0.005821268987996056, "ci95_high": 0.03265529351200394 } }, { "config": "decreasing_ild", "retained": 2, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.1849408197402954, "std": 0.2603679972317818, "ci95_low": -0.5082303881876731, "ci95_high": 0.13834874870708228 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.19153525114059455, "std": 0.2604004778648046, "ci95_low": -0.5148651496206356, "ci95_high": 0.13179464733944646 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.014536132812500002, "std": 0.012999529131080798, "ci95_low": -0.0016049145031769158, "ci95_high": 0.03067718012817692 } }, { "config": "decreasing_ild", "retained": 2, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.08415604591369616, "std": 0.02303237092023844, "ci95_low": -0.11275451167865426, "ci95_high": -0.05555758014873806 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.09075047731399537, "std": 0.016344863107606158, "ci95_low": -0.11104530539029496, "ci95_high": -0.07045564923769577 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.022124023437499984, "std": 0.010394878807407273, "ci95_low": 0.009217076656640835, "ci95_high": 0.03503097021835913 } }, { "config": "decreasing_ild", "retained": 3, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.055190378427505495, "std": 0.025084370676192635, "ci95_low": -0.08633673841375686, "ci95_high": -0.024044018441254138 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.061784809827804564, "std": 0.012659943843218256, "ci95_low": -0.07750420631722256, "ci95_high": -0.04606541333838657 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0133056640625, "std": 0.010252452929001985, "ci95_low": 0.000575562367269385, "ci95_high": 0.026035765757730617 } }, { "config": "decreasing_ild", "retained": 3, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.14891662925481786, "std": 0.21555760578959263, "ci95_low": -0.416566747902967, "ci95_high": 0.11873348939333128 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.15551106065511697, "std": 0.21614730634220505, "ci95_low": -0.4238933892491664, "ci95_high": 0.11287126793893251 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.014913330078125004, "std": 0.010247652417387449, "ci95_low": 0.0021891890053391226, "ci95_high": 0.027637471150910885 } }, { "config": "decreasing_ild", "retained": 3, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.048589148521423375, "std": 0.017671565872229202, "ci95_low": -0.07053129565687412, "ci95_high": -0.026647001385972636 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.05518357992172242, "std": 0.010528330040090033, "ci95_low": -0.0682562282937198, "ci95_high": -0.04211093154972504 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.013256835937499989, "std": 0.007522775519888677, "ci95_low": 0.0039160764078781905, "ci95_high": 0.022597595467121787 } }, { "config": "decreasing_ild", "retained": 4, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.03671373724937439, "std": 0.021086039009681232, "ci95_low": -0.06289551275243654, "ci95_high": -0.010531961746312248 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.04330816864967346, "std": 0.012431496225445482, "ci95_low": -0.05874390995662737, "ci95_high": -0.027872427342719556 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0088134765625, "std": 0.00632260588165474, "ci95_low": 0.0009629244644117022, "ci95_high": 0.016664028660588297 } }, { "config": "decreasing_ild", "retained": 4, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.11234499454498285, "std": 0.20710675275094767, "ci95_low": -0.36950199322092736, "ci95_high": 0.14481200413096162 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.11893942594528198, "std": 0.20533915610049705, "ci95_low": -0.3739016634970146, "ci95_high": 0.13602281160645066 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.010026041666666674, "std": 0.008695647577587486, "ci95_low": -0.0007710308715000603, "ci95_high": 0.02082311420483341 } }, { "config": "decreasing_ild", "retained": 4, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.022710832357406563, "std": 0.014675530086052784, "ci95_low": -0.04093290971982898, "ci95_high": -0.004488754994984152 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.029305263757705688, "std": 0.006292587565810832, "ci95_low": -0.03711854319372387, "ci95_high": -0.02149198432168751 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.006716308593749998, "std": 0.005335432092906709, "ci95_low": 9.149464912151101e-05, "ci95_high": 0.013341122538378485 } }, { "config": "decreasing_ild", "retained": 5, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.01263142228126526, "std": 0.018342474749019868, "ci95_low": -0.035406612815102954, "ci95_high": 0.010143768252572434 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.01922585368156433, "std": 0.009327935258894048, "ci95_low": -0.03080801507011778, "ci95_high": -0.00764369229301088 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.00244140625, "std": 0.005004138425969149, "ci95_low": -0.0037720522755588827, "ci95_high": 0.008654864775558883 } }, { "config": "decreasing_ild", "retained": 5, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.04693606098492946, "std": 0.15071258698502593, "ci95_low": -0.23407045432053808, "ci95_high": 0.14019833235067913 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.05353049238522849, "std": 0.14678373784631585, "ci95_low": -0.23578657519092305, "ci95_high": 0.12872559042046605 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.003751627604166674, "std": 0.006361881846119329, "ci95_low": -0.004147692044992074, "ci95_high": 0.011650947253325421 } }, { "config": "decreasing_ild", "retained": 5, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.004849073886871391, "std": 0.013299207256858942, "ci95_low": -0.021362220742376505, "ci95_high": 0.011664072968633723 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.01144350528717041, "std": 0.0029653608114480665, "ci95_low": -0.0151254870484327, "ci95_high": -0.00776152352590812 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0018261718749999934, "std": 0.0036400867768308686, "ci95_low": -0.002693592826132068, "ci95_high": 0.006345936576132054 } }, { "config": "decreasing_ild", "retained": 6, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": 0.006594431400299072, "std": 0.013358221663715612, "ci95_low": -0.009991991519575374, "ci95_high": 0.02318085432017352 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": -0.00068359375, "std": 0.003418622635555834, "ci95_low": -0.004928374400017521, "ci95_high": 0.0035611869000175206 } }, { "config": "decreasing_ild", "retained": 6, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": 0.006594431400299072, "std": 0.013358221663715612, "ci95_low": -0.009991991519575374, "ci95_high": 0.02318085432017352 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": -0.00068359375, "std": 0.003418622635555834, "ci95_low": -0.004928374400017521, "ci95_high": 0.0035611869000175206 } }, { "config": "decreasing_ild", "retained": 6, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": 0.006594431400299072, "std": 0.013358221663715612, "ci95_low": -0.009991991519575374, "ci95_high": 0.02318085432017352 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": -0.00068359375, "std": 0.003418622635555834, "ci95_low": -0.004928374400017521, "ci95_high": 0.0035611869000175206 } }, { "config": "alternating", "retained": 1, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.08724140524864196, "std": 0.02481279486277345, "ci95_low": -0.11805055932458755, "ci95_high": -0.056432251172696374 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.08528770804405213, "std": 0.015997322848446932, "ci95_low": -0.10515100789262696, "ci95_high": -0.06542440819547729 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0236572265625, "std": 0.013823459075120966, "ci95_low": 0.0064931350982655525, "ci95_high": 0.04082131802673445 } }, { "config": "alternating", "retained": 1, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.5019099414348603, "std": 0.28402136847684606, "ci95_low": -0.8545690493934058, "ci95_high": -0.14925083347631485 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.49995624423027035, "std": 0.29367653728646487, "ci95_low": -0.864603827696309, "ci95_high": -0.13530866076423176 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.028377278645833337, "std": 0.012159538280844246, "ci95_low": 0.013279217727716546, "ci95_high": 0.043475339563950124 } }, { "config": "alternating", "retained": 1, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.08724140524864196, "std": 0.02481279486277345, "ci95_low": -0.11805055932458755, "ci95_high": -0.056432251172696374 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.08528770804405213, "std": 0.015997322848446932, "ci95_low": -0.10515100789262696, "ci95_high": -0.06542440819547729 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0236572265625, "std": 0.013823459075120966, "ci95_low": 0.0064931350982655525, "ci95_high": 0.04082131802673445 } }, { "config": "alternating", "retained": 2, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.010712569952011109, "std": 0.02765489640915893, "ci95_low": -0.0450506591973456, "ci95_high": 0.023625519293323384 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.008758872747421265, "std": 0.02053832525684572, "ci95_low": -0.03426057180226594, "ci95_high": 0.016742826307423412 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0015625, "std": 0.007140539423390121, "ci95_low": -0.007303650729785225, "ci95_high": 0.010428650729785225 } }, { "config": "alternating", "retained": 2, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.22377649267514546, "std": 0.1405581292281556, "ci95_low": -0.3983024613927572, "ci95_high": -0.04925052395753371 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.2218227954705556, "std": 0.13402452286962607, "ci95_low": -0.3882362203943396, "ci95_high": -0.055409370546771614 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.015081380208333339, "std": 0.006060133368308358, "ci95_low": 0.007556730780585558, "ci95_high": 0.022606029636081118 } }, { "config": "alternating", "retained": 2, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.05214090943336478, "std": 0.02003183749576158, "ci95_low": -0.07701372086973995, "ci95_high": -0.02726809799698961 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.05018721222877502, "std": 0.011977582167201555, "ci95_low": -0.06505934479132842, "ci95_high": -0.03531507966622161 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.01424316406249999, "std": 0.009761895039627776, "ci95_low": 0.0021221704375406387, "ci95_high": 0.026364157687459342 } }, { "config": "alternating", "retained": 3, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.04774536490440369, "std": 0.023631055788469267, "ci95_low": -0.07708719611651396, "ci95_high": -0.018403533692293413 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.04579166769981384, "std": 0.014199614232525722, "ci95_low": -0.06342281748073682, "ci95_high": -0.028160517918890866 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0095703125, "std": 0.010046394134926638, "ci95_low": -0.002903933409113768, "ci95_high": 0.02204455840911377 } }, { "config": "alternating", "retained": 3, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.12716983616352068, "std": 0.12664145784606765, "ci95_low": -0.28441597505114746, "ci95_high": 0.030076302724106108 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.12521613895893088, "std": 0.11509095817223518, "ci95_low": -0.2681204382402842, "ci95_high": 0.017688160322422403 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.011380615234375002, "std": 0.0061224173263265584, "ci95_low": 0.0037786300582903264, "ci95_high": 0.01898260041045968 } }, { "config": "alternating", "retained": 3, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.029145733118057394, "std": 0.016763862187728514, "ci95_low": -0.04996081726742582, "ci95_high": -0.008330648968688962 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.02719203591346741, "std": 0.008719027214065712, "ci95_low": -0.03801813810454027, "ci95_high": -0.016365933722394546 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.008212890624999991, "std": 0.008040665017305281, "ci95_low": -0.0017709136486123555, "ci95_high": 0.018196694898612337 } }, { "config": "alternating", "retained": 4, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.023748940229415892, "std": 0.01720473735323197, "ci95_low": -0.04511144319949252, "ci95_high": -0.00238643725933926 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.02179524302482605, "std": 0.018268004752465303, "ci95_low": -0.04447796684499551, "ci95_high": 0.0008874807953434087 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.004736328125, "std": 0.006012133290930621, "ci95_low": -0.002728721334756803, "ci95_high": 0.012201377584756801 } }, { "config": "alternating", "retained": 4, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.08746603449185679, "std": 0.16084958317504203, "ci95_low": -0.2871871710465471, "ci95_high": 0.11225510206283353 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.08551233728726707, "std": 0.14740013410996072, "ci95_low": -0.2685337771421574, "ci95_high": 0.09750910256762327 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.005937500000000007, "std": 0.0066178013140195495, "ci95_low": -0.002279585638890162, "ci95_high": 0.014154585638890176 } }, { "config": "alternating", "retained": 4, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.01417419493198393, "std": 0.015341393120495015, "ci95_low": -0.03322305045200863, "ci95_high": 0.00487466058804077 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.012220497727394104, "std": 0.005846943837360778, "ci95_low": -0.019480437389770115, "ci95_high": -0.00496055806501809 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0037841796875, "std": 0.00603010046089207, "ci95_low": -0.00370317896034756, "ci95_high": 0.01127153833534756 } }, { "config": "alternating", "retained": 5, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.020490872859954833, "std": 0.015551769155212348, "ci95_low": -0.03980094472837312, "ci95_high": -0.0011808009915365465 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.01853717565536499, "std": 0.011188434075894833, "ci95_low": -0.032429451443690846, "ci95_high": -0.004644899867039134 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.00390625, "std": 0.005736655340580655, "ci95_low": -0.003216748406508014, "ci95_high": 0.011029248406508013 } }, { "config": "alternating", "retained": 5, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.04035877982775373, "std": 0.14801935304439673, "ci95_low": -0.22414908154053995, "ci95_high": 0.14343152188503247 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.038405082623163854, "std": 0.1337598134869695, "ci95_low": -0.20448982743651617, "ci95_high": 0.12767966219018845 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.001590983072916674, "std": 0.0076640840055470965, "ci95_low": -0.007925234115988018, "ci95_high": 0.011107200261821364 } }, { "config": "alternating", "retained": 5, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.005640618801117015, "std": 0.015312831996549064, "ci95_low": -0.024654011001789766, "ci95_high": 0.013372773399555735 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.0036869215965271, "std": 0.0029790320067085347, "ci95_low": -0.007385878388756742, "ci95_high": 1.203519570254193e-05 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0008349609374999955, "std": 0.004698213414239106, "ci95_low": -0.0049986415148433275, "ci95_high": 0.006668563389843318 } }, { "config": "alternating", "retained": 6, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.0019536972045898437, "std": 0.016314229856571646, "ci95_low": -0.022210489075931913, "ci95_high": 0.01830309466675223 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": -0.000927734375, "std": 0.003823939000497093, "ci95_low": -0.0056757817632483, "ci95_high": 0.0038203130132482997 } }, { "config": "alternating", "retained": 6, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.0019536972045898437, "std": 0.016314229856571646, "ci95_low": -0.022210489075931913, "ci95_high": 0.01830309466675223 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": -0.000927734375, "std": 0.003823939000497093, "ci95_low": -0.0056757817632483, "ci95_high": 0.0038203130132482997 } }, { "config": "alternating", "retained": 6, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.0019536972045898437, "std": 0.016314229856571646, "ci95_low": -0.022210489075931913, "ci95_high": 0.01830309466675223 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": 0.0, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": -0.000927734375, "std": 0.003823939000497093, "ci95_low": -0.0056757817632483, "ci95_high": 0.0038203130132482997 } }, { "config": "dense4", "retained": 1, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.06420215368270873, "std": 0.06462790518105242, "ci95_low": -0.14444829682541183, "ci95_high": 0.016043989459994357 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.054923778772354125, "std": 0.05041547154667238, "ci95_low": -0.11752285474437321, "ci95_high": 0.007675297199664956 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0244384765625, "std": 0.02408243394006068, "ci95_low": -0.005463814650017537, "ci95_high": 0.054340767775017534 } }, { "config": "dense4", "retained": 1, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.19455523391564694, "std": 0.3908591135657706, "ci95_low": -0.6798709236004864, "ci95_high": 0.2907604557691925 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.18527685900529223, "std": 0.4039939100671111, "ci95_low": -0.686901552629592, "ci95_high": 0.3163478346190075 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.031266276041666666, "std": 0.013482935177332648, "ci95_low": 0.014525000841844327, "ci95_high": 0.048007551241489005 } }, { "config": "dense4", "retained": 1, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.06420215368270873, "std": 0.06462790518105242, "ci95_low": -0.14444829682541183, "ci95_high": 0.016043989459994357 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.054923778772354125, "std": 0.05041547154667238, "ci95_low": -0.11752285474437321, "ci95_high": 0.007675297199664956 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0244384765625, "std": 0.02408243394006068, "ci95_low": -0.005463814650017537, "ci95_high": 0.054340767775017534 } }, { "config": "dense4", "retained": 2, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.06370212435722351, "std": 0.03908136038530517, "ci95_low": -0.11222804254852231, "ci95_high": -0.015176206165924723 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.054423749446868896, "std": 0.029100823950647767, "ci95_low": -0.09055719486448277, "ci95_high": -0.018290304029255015 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0171142578125, "std": 0.012980672572392816, "ci95_low": 0.000996624006875984, "ci95_high": 0.03323189161812401 } }, { "config": "dense4", "retained": 2, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.5661299784978231, "std": 0.16660633834068642, "ci95_low": -0.7729990706881733, "ci95_high": -0.3592608863074729 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.5568516035874684, "std": 0.1636125943264898, "ci95_low": -0.7600034716155497, "ci95_high": -0.35369973555938716 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0625732421875, "std": 0.012336707124652327, "ci95_low": 0.047255197094423156, "ci95_high": 0.07789128728057684 } }, { "config": "dense4", "retained": 2, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.06674230933189378, "std": 0.03940875935511624, "ci95_low": -0.11567474703705628, "ci95_high": -0.01780987162673127 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.05746393442153931, "std": 0.0262216687936598, "ci95_low": -0.09002243653547569, "ci95_high": -0.024905432307602934 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.02151204427083332, "std": 0.016081957030169455, "ci95_low": 0.0015436572057961132, "ci95_high": 0.041480431335870524 } }, { "config": "dense4", "retained": 3, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.06028686165809631, "std": 0.031487702715264604, "ci95_low": -0.09938400850581436, "ci95_high": -0.02118971481037827 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.0510084867477417, "std": 0.016379706752614954, "ci95_low": -0.07134657892361494, "ci95_high": -0.03067039457186846 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.0151611328125, "std": 0.01412206327241522, "ci95_low": -0.0023737247332275505, "ci95_high": 0.03269599035822755 } }, { "config": "dense4", "retained": 3, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.8143775808811188, "std": 0.12136157360454919, "ci95_low": -0.9650678775913635, "ci95_high": -0.6636872841708741 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.8050992059707641, "std": 0.11410362119867656, "ci95_low": -0.9467775644779532, "ci95_high": -0.663420847463575 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.09343627929687501, "std": 0.013625398111651645, "ci95_low": 0.07651811300043017, "ci95_high": 0.11035444559331985 } }, { "config": "dense4", "retained": 3, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.06185789088408171, "std": 0.025790043431365695, "ci95_low": -0.0938804593249454, "ci95_high": -0.02983532244321801 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.052579515973726905, "std": 0.012405270852054062, "ci95_low": -0.0679826941787012, "ci95_high": -0.0371763377687526 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.018963216145833305, "std": 0.011687177441702341, "ci95_low": 0.004451668675840802, "ci95_high": 0.03347476361582581 } }, { "config": "dense4", "retained": 4, "mode": "prefix", "ce_difference_vs_dense6": { "n": 5, "mean": -0.05910210013389587, "std": 0.021821191575834224, "ci95_low": -0.08619668811153802, "ci95_high": -0.03200751215625372 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.04982372522354126, "std": 0.0133789151261389, "ci95_low": -0.06643584247070491, "ci95_high": -0.033211607976377615 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.016259765625, "std": 0.008687770811841041, "ci95_low": 0.005472473383282916, "ci95_high": 0.02704705786671708 } }, { "config": "dense4", "retained": 4, "mode": "all_subsets", "ce_difference_vs_dense6": { "n": 5, "mean": -0.987879702647527, "std": 0.11104785803178835, "ci95_low": -1.125763830043351, "ci95_high": -0.8499955752517031 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.9786013277371725, "std": 0.10567559330937501, "ci95_low": -1.1098149074383503, "ci95_high": -0.8473877480359946 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.11977376302083334, "std": 0.010864563212584881, "ci95_low": 0.10628362602354695, "ci95_high": 0.13326390001811975 } }, { "config": "dense4", "retained": 4, "mode": "keep_first", "ce_difference_vs_dense6": { "n": 5, "mean": -0.05212428867816925, "std": 0.019052926570212503, "ci95_low": -0.07578162166084083, "ci95_high": -0.028466955695497658 }, "excess_ce_difference_vs_dense6": { "n": 5, "mean": -0.04284591376781464, "std": 0.006128425280467383, "ci95_low": -0.05045535880425884, "ci95_high": -0.035236468731370436 }, "accuracy_difference_vs_dense6": { "n": 5, "mean": 0.016262207031249996, "std": 0.008590443581961739, "ci95_low": 0.005595762506919042, "ci95_high": 0.02692865155558095 } } ], "mask_means": [ { "config": "dense6", "retained": 1, "layers": [ 1 ], "ce": 2.322174036502838, "seeds": 5 }, { "config": "dense6", "retained": 1, "layers": [ 2 ], "ce": 5.168156516551972, "seeds": 5 }, { "config": "dense6", "retained": 1, "layers": [ 3 ], "ce": 4.586930680274963, "seeds": 5 }, { "config": "dense6", "retained": 1, "layers": [ 4 ], "ce": 5.085137927532196, "seeds": 5 }, { "config": "dense6", "retained": 1, "layers": [ 5 ], "ce": 5.328215658664703, "seeds": 5 }, { "config": "dense6", "retained": 1, "layers": [ 6 ], "ce": 5.659759140014648, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 1, 2 ], "ce": 2.236656737327576, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 1, 3 ], "ce": 2.2376637876033785, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 1, 4 ], "ce": 2.2499013781547545, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 1, 5 ], "ce": 2.258532851934433, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 1, 6 ], "ce": 2.2556951582431792, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 2, 3 ], "ce": 4.794262707233429, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 2, 4 ], "ce": 4.982869327068329, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 2, 5 ], "ce": 4.975833666324616, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 2, 6 ], "ce": 5.390672826766968, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 3, 4 ], "ce": 4.617512667179108, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 3, 5 ], "ce": 4.587209832668305, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 3, 6 ], "ce": 4.915653336048126, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 4, 5 ], "ce": 4.668064880371094, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 4, 6 ], "ce": 5.145560693740845, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 5, 6 ], "ce": 5.263171601295471, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 2, 3 ], "ce": 2.189382994174957, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 2, 4 ], "ce": 2.189302086830139, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 2, 5 ], "ce": 2.185689055919647, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 2, 6 ], "ce": 2.184446656703949, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 3, 4 ], "ce": 2.1986079633235933, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 3, 5 ], "ce": 2.189101552963257, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 3, 6 ], "ce": 2.185318726301193, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 4, 5 ], "ce": 2.2053232192993164, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 4, 6 ], "ce": 2.199218380451202, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 5, 6 ], "ce": 2.2129201710224153, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 3, 4 ], "ce": 4.8501096367836, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 3, 5 ], "ce": 4.815882050991059, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 3, 6 ], "ce": 5.0711158275604244, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 4, 5 ], "ce": 4.9321444272995, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 4, 6 ], "ce": 5.20205135345459, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 5, 6 ], "ce": 5.278315055370331, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 3, 4, 5 ], "ce": 4.7182007193565365, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 3, 4, 6 ], "ce": 4.886804986000061, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 3, 5, 6 ], "ce": 4.651154613494873, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 4, 5, 6 ], "ce": 4.759725594520569, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 3, 4 ], "ce": 2.1620961368083953, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 3, 5 ], "ce": 2.1494056403636934, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 3, 6 ], "ce": 2.1468129634857176, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 4, 5 ], "ce": 2.1524115920066835, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 4, 6 ], "ce": 2.1487109422683717, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 5, 6 ], "ce": 2.1504709899425505, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 3, 4, 5 ], "ce": 2.1621137261390686, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 3, 4, 6 ], "ce": 2.155844110250473, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 3, 5, 6 ], "ce": 2.152659112215042, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 4, 5, 6 ], "ce": 2.1706580400466917, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 2, 3, 4, 5 ], "ce": 4.822593343257904, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 2, 3, 4, 6 ], "ce": 5.117161154747009, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 2, 3, 5, 6 ], "ce": 4.964745581150055, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 2, 4, 5, 6 ], "ce": 5.074052548408508, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 3, 4, 5, 6 ], "ce": 4.833370208740234, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 1, 2, 3, 4, 5 ], "ce": 2.132865172624588, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 1, 2, 3, 4, 6 ], "ce": 2.128341722488403, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 1, 2, 3, 5, 6 ], "ce": 2.1216838121414185, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 1, 2, 4, 5, 6 ], "ce": 2.1269334733486174, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 1, 3, 4, 5, 6 ], "ce": 2.1334554731845854, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 2, 3, 4, 5, 6 ], "ce": 4.99174952507019, "seeds": 5 }, { "config": "dense6", "retained": 6, "layers": [ 1, 2, 3, 4, 5, 6 ], "ce": 2.112272411584854, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 1 ], "ce": 2.1654976546764373, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 2 ], "ce": 4.856367719173432, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 3 ], "ce": 4.522164380550384, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 4 ], "ce": 4.427067345380783, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 5 ], "ce": 4.594336700439453, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 6 ], "ce": 4.118875342607498, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 1, 2 ], "ce": 2.1321731865406037, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 1, 3 ], "ce": 2.135105562210083, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 1, 4 ], "ce": 2.145531767606735, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 1, 5 ], "ce": 2.147710698843002, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 1, 6 ], "ce": 2.1543602466583254, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 2, 3 ], "ce": 4.696057653427124, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 2, 4 ], "ce": 4.512659347057342, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 2, 5 ], "ce": 4.42514386177063, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 2, 6 ], "ce": 4.498288255929947, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 3, 4 ], "ce": 4.369386690855026, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 3, 5 ], "ce": 4.406480169296264, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 3, 6 ], "ce": 4.321734762191772, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 4, 5 ], "ce": 4.5221092939376835, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 4, 6 ], "ce": 4.437584865093231, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 5, 6 ], "ce": 4.4483644485473635, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 2, 3 ], "ce": 2.119616287946701, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 2, 4 ], "ce": 2.1233713388442994, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 2, 5 ], "ce": 2.1234404146671295, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 2, 6 ], "ce": 2.1265703558921816, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 3, 4 ], "ce": 2.126353108882904, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 3, 5 ], "ce": 2.1265288591384888, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 3, 6 ], "ce": 2.1297561109066008, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 4, 5 ], "ce": 2.134609133005142, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 4, 6 ], "ce": 2.1388570368289948, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 5, 6 ], "ce": 2.1405728340148924, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 3, 4 ], "ce": 4.650970411300659, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 3, 5 ], "ce": 4.573805797100067, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 3, 6 ], "ce": 4.62254581451416, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 4, 5 ], "ce": 4.476672655344009, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 4, 6 ], "ce": 4.466833710670471, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 5, 6 ], "ce": 4.390325611829757, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 3, 4, 5 ], "ce": 4.346619063615799, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 3, 4, 6 ], "ce": 4.336415928602219, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 3, 5, 6 ], "ce": 4.368382793664932, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 4, 5, 6 ], "ce": 4.479006510972977, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 3, 4 ], "ce": 2.1156271159648896, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 3, 5 ], "ce": 2.114784926176071, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 3, 6 ], "ce": 2.1166286945343016, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 4, 5 ], "ce": 2.1175855457782746, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 4, 6 ], "ce": 2.119787168502808, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 5, 6 ], "ce": 2.1197198927402496, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 3, 4, 5 ], "ce": 2.120672124624252, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 3, 4, 6 ], "ce": 2.1229708909988405, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 3, 5, 6 ], "ce": 2.122926485538483, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 4, 5, 6 ], "ce": 2.1300692200660705, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 2, 3, 4, 5 ], "ce": 4.591157567501068, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 2, 3, 4, 6 ], "ce": 4.6287825345993046, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 2, 3, 5, 6 ], "ce": 4.538942265510559, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 2, 4, 5, 6 ], "ce": 4.4473201632499695, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 3, 4, 5, 6 ], "ce": 4.31569202542305, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 1, 2, 3, 4, 5 ], "ce": 2.11274995803833, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 1, 2, 3, 4, 6 ], "ce": 2.114078867435455, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 1, 2, 3, 5, 6 ], "ce": 2.1131795704364777, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 1, 2, 4, 5, 6 ], "ce": 2.115467536449432, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 1, 3, 4, 5, 6 ], "ce": 2.1186318159103394, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 2, 3, 4, 5, 6 ], "ce": 4.575097179412841, "seeds": 5 }, { "config": "constant_ild", "retained": 6, "layers": [ 1, 2, 3, 4, 5, 6 ], "ce": 2.1122868418693543, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 1 ], "ce": 2.1887054681777953, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 2 ], "ce": 4.855404376983643, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 3 ], "ce": 5.0450310707092285, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 4 ], "ce": 4.814911341667175, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 5 ], "ce": 5.10334997177124, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 6 ], "ce": 4.365485417842865, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 1, 2 ], "ce": 2.149658703804016, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 1, 3 ], "ce": 2.1590819656848907, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 1, 4 ], "ce": 2.166344314813614, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 1, 5 ], "ce": 2.1681612193584443, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 1, 6 ], "ce": 2.1744234800338744, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 2, 3 ], "ce": 4.665987706184387, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 2, 4 ], "ce": 4.635746294260025, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 2, 5 ], "ce": 4.557510155439377, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 2, 6 ], "ce": 4.798253333568573, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 3, 4 ], "ce": 4.705536842346191, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 3, 5 ], "ce": 4.779907047748566, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 3, 6 ], "ce": 4.81798609495163, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 4, 5 ], "ce": 4.654253375530243, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 4, 6 ], "ce": 4.697332835197448, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 5, 6 ], "ce": 4.674965786933899, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 2, 3 ], "ce": 2.134192615747452, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 2, 4 ], "ce": 2.1356313109397886, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 2, 5 ], "ce": 2.1359894394874575, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 2, 6 ], "ce": 2.1402076482772827, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 3, 4 ], "ce": 2.144246542453766, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 3, 5 ], "ce": 2.1461986005306244, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 3, 6 ], "ce": 2.149599152803421, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 4, 5 ], "ce": 2.152397173643112, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 4, 6 ], "ce": 2.1566517531871794, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 5, 6 ], "ce": 2.158305084705353, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 3, 4 ], "ce": 4.684557139873505, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 3, 5 ], "ce": 4.617016744613648, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 3, 6 ], "ce": 4.715562796592712, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 4, 5 ], "ce": 4.554986751079559, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 4, 6 ], "ce": 4.657878988981247, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 5, 6 ], "ce": 4.59774004817009, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 3, 4, 5 ], "ce": 4.681285560131073, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 3, 4, 6 ], "ce": 4.649226599931717, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 3, 5, 6 ], "ce": 4.785292637348175, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 4, 5, 6 ], "ce": 4.7295158982276915, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 3, 4 ], "ce": 2.125382399559021, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 3, 5 ], "ce": 2.1256651520729064, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 3, 6 ], "ce": 2.128035318851471, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 4, 5 ], "ce": 2.1264111697673798, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 4, 6 ], "ce": 2.1292016923427584, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 5, 6 ], "ce": 2.129803878068924, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 3, 4, 5 ], "ce": 2.1356746315956117, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 3, 4, 6 ], "ce": 2.137914776802063, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 3, 5, 6 ], "ce": 2.1400169372558593, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 4, 5, 6 ], "ce": 2.145968973636627, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 2, 3, 4, 5 ], "ce": 4.669841611385346, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 2, 3, 4, 6 ], "ce": 4.741815042495728, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 2, 3, 5, 6 ], "ce": 4.688201427459717, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 2, 4, 5, 6 ], "ce": 4.582137143611908, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 3, 4, 5, 6 ], "ce": 4.671861016750336, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 1, 2, 3, 4, 5 ], "ce": 2.120233750343323, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 1, 2, 3, 4, 6 ], "ce": 2.1216026067733766, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 1, 2, 3, 5, 6 ], "ce": 2.122237724065781, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 1, 2, 4, 5, 6 ], "ce": 2.1226657032966614, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 1, 3, 4, 5, 6 ], "ce": 2.132294499874115, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 2, 3, 4, 5, 6 ], "ce": 4.734378528594971, "seeds": 5 }, { "config": "decreasing_ild", "retained": 6, "layers": [ 1, 2, 3, 4, 5, 6 ], "ce": 2.1188668429851534, "seeds": 5 }, { "config": "alternating", "retained": 1, "layers": [ 1 ], "ce": 2.234932631254196, "seeds": 5 }, { "config": "alternating", "retained": 1, "layers": [ 2 ], "ce": 3.8818089842796324, "seeds": 5 }, { "config": "alternating", "retained": 1, "layers": [ 3 ], "ce": 5.149881899356842, "seeds": 5 }, { "config": "alternating", "retained": 1, "layers": [ 4 ], "ce": 3.7779659628868103, "seeds": 5 }, { "config": "alternating", "retained": 1, "layers": [ 5 ], "ce": 5.941686952114106, "seeds": 5 }, { "config": "alternating", "retained": 1, "layers": [ 6 ], "ce": 4.152637881040573, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 1, 2 ], "ce": 2.2259441673755647, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 1, 3 ], "ce": 2.1444322407245635, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 1, 4 ], "ce": 2.2223890483379365, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 1, 5 ], "ce": 2.1616784274578094, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 1, 6 ], "ce": 2.2233014822006227, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 2, 3 ], "ce": 4.752499163150787, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 2, 4 ], "ce": 4.043073242902755, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 2, 5 ], "ce": 4.829458904266358, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 2, 6 ], "ce": 4.155137473344803, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 3, 4 ], "ce": 4.838027250766754, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 3, 5 ], "ce": 4.936583065986634, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 3, 6 ], "ce": 4.739804530143738, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 4, 5 ], "ce": 4.82839275598526, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 4, 6 ], "ce": 4.348077964782715, "seeds": 5 }, { "config": "alternating", "retained": 2, "layers": [ 5, 6 ], "ce": 4.773814344406128, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 1, 2, 3 ], "ce": 2.1416376292705537, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 1, 2, 4 ], "ce": 2.2148453176021574, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 1, 2, 5 ], "ce": 2.1562095403671266, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 1, 2, 6 ], "ce": 2.2153918564319612, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 1, 3, 4 ], "ce": 2.140740841627121, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 1, 3, 5 ], "ce": 2.114461934566498, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 1, 3, 6 ], "ce": 2.1387263178825378, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 1, 4, 5 ], "ce": 2.156724774837494, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 1, 4, 6 ], "ce": 2.2130915999412535, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 1, 5, 6 ], "ce": 2.1560236632823946, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 2, 3, 4 ], "ce": 4.629688799381256, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 2, 3, 5 ], "ce": 4.8615969061851505, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 2, 3, 6 ], "ce": 4.644033491611481, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 2, 4, 5 ], "ce": 4.914236432313919, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 2, 4, 6 ], "ce": 4.2807885110378265, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 2, 5, 6 ], "ce": 4.576571118831635, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 3, 4, 5 ], "ce": 4.88184403181076, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 3, 4, 6 ], "ce": 4.75033164024353, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 3, 5, 6 ], "ce": 4.7476093649864195, "seeds": 5 }, { "config": "alternating", "retained": 3, "layers": [ 4, 5, 6 ], "ce": 4.626864576339722, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 1, 2, 3, 4 ], "ce": 2.1383471965789793, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 1, 2, 3, 5 ], "ce": 2.113046979904175, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 1, 2, 3, 6 ], "ce": 2.1363333582878115, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 1, 2, 4, 5 ], "ce": 2.15194456577301, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 1, 2, 4, 6 ], "ce": 2.2062173664569853, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 1, 2, 5, 6 ], "ce": 2.150949251651764, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 1, 3, 4, 5 ], "ce": 2.1134519279003143, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 1, 3, 4, 6 ], "ce": 2.1357491075992585, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 1, 3, 5, 6 ], "ce": 2.1115198850631716, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 1, 4, 5, 6 ], "ce": 2.151881664991379, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 2, 3, 4, 5 ], "ce": 4.809022355079651, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 2, 3, 4, 6 ], "ce": 4.648663425445557, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 2, 3, 5, 6 ], "ce": 4.763609004020691, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 2, 4, 5, 6 ], "ce": 4.632523453235626, "seeds": 5 }, { "config": "alternating", "retained": 4, "layers": [ 3, 4, 5, 6 ], "ce": 4.787856030464172, "seeds": 5 }, { "config": "alternating", "retained": 5, "layers": [ 1, 2, 3, 4, 5 ], "ce": 2.112374299764633, "seeds": 5 }, { "config": "alternating", "retained": 5, "layers": [ 1, 2, 3, 4, 6 ], "ce": 2.133729189634323, "seeds": 5 }, { "config": "alternating", "retained": 5, "layers": [ 1, 2, 3, 5, 6 ], "ce": 2.1104488134384156, "seeds": 5 }, { "config": "alternating", "retained": 5, "layers": [ 1, 2, 4, 5, 6 ], "ce": 2.1474481344223024, "seeds": 5 }, { "config": "alternating", "retained": 5, "layers": [ 1, 3, 4, 5, 6 ], "ce": 2.111076122522354, "seeds": 5 }, { "config": "alternating", "retained": 5, "layers": [ 2, 3, 4, 5, 6 ], "ce": 4.777799940109253, "seeds": 5 }, { "config": "alternating", "retained": 6, "layers": [ 1, 2, 3, 4, 5, 6 ], "ce": 2.110318714380264, "seeds": 5 }, { "config": "dense4", "retained": 1, "layers": [ 1 ], "ce": 2.2579718828201294, "seeds": 5 }, { "config": "dense4", "retained": 1, "layers": [ 2 ], "ce": 4.975551283359527, "seeds": 5 }, { "config": "dense4", "retained": 1, "layers": [ 3 ], "ce": 5.067484617233276, "seeds": 5 }, { "config": "dense4", "retained": 1, "layers": [ 4 ], "ce": 5.687687253952026, "seeds": 5 }, { "config": "dense4", "retained": 2, "layers": [ 1, 2 ], "ce": 2.172954612970352, "seeds": 5 }, { "config": "dense4", "retained": 2, "layers": [ 1, 3 ], "ce": 2.1787857174873353, "seeds": 5 }, { "config": "dense4", "retained": 2, "layers": [ 1, 4 ], "ce": 2.1911026895046235, "seeds": 5 }, { "config": "dense4", "retained": 2, "layers": [ 2, 3 ], "ce": 4.628531324863434, "seeds": 5 }, { "config": "dense4", "retained": 2, "layers": [ 2, 4 ], "ce": 4.715995955467224, "seeds": 5 }, { "config": "dense4", "retained": 2, "layers": [ 3, 4 ], "ce": 4.947554409503937, "seeds": 5 }, { "config": "dense4", "retained": 3, "layers": [ 1, 2, 3 ], "ce": 2.129096132516861, "seeds": 5 }, { "config": "dense4", "retained": 3, "layers": [ 1, 2, 4 ], "ce": 2.1270684957504273, "seeds": 5 }, { "config": "dense4", "retained": 3, "layers": [ 1, 3, 4 ], "ce": 2.140054941177368, "seeds": 5 }, { "config": "dense4", "retained": 3, "layers": [ 2, 3, 4 ], "ce": 4.567233121395111, "seeds": 5 }, { "config": "dense4", "retained": 4, "layers": [ 1, 2, 3, 4 ], "ce": 2.1029940366744997, "seeds": 5 } ] }, "digits": { "title": "8\u00d78 digits \u00b7 residual MLP", "short_context": "1,797 handwritten digit images, split into 1,078 train / 359 validation / 360 test rows; this is not MNIST or the original writer-disjoint UCI protocol.", "config_order": [ "dense6", "constant_ild", "decreasing_ild", "dense3" ], "depths": { "dense6": 6, "constant_ild": 6, "decreasing_ild": 6, "dense3": 3 }, "summaries": [ { "config": "constant_ild", "retained": 1, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "mean": 0.7491604665915171, "n": 5, "std": 0.08460445965611718, "ci95_low": 0.6441101549490335, "ci95_high": 0.8542107782340008 }, "excess_ce": { "mean": 0.6707912797729174, "n": 5, "std": 0.07989155123460753, "ci95_low": 0.5715928168442536, "ci95_high": 0.7699897427015813 }, "accuracy": { "mean": 0.8370370308558146, "n": 5, "std": 0.033222238046381566, "ci95_low": 0.7957861739338672, "ci95_high": 0.878287887777762 } }, { "config": "constant_ild", "retained": 1, "mode": "keep_first", "masks_per_seed": 1, "ce": { "mean": 0.6170836091041565, "n": 5, "std": 0.06878419533294898, "ci95_low": 0.5316767501138182, "ci95_high": 0.7024904680944948 }, "excess_ce": { "mean": 0.5387144222855568, "n": 5, "std": 0.06294822852803673, "ci95_low": 0.4605538731715903, "ci95_high": 0.6168749713995233 }, "accuracy": { "mean": 0.9211111068725586, "n": 5, "std": 0.019404722732638165, "ci95_low": 0.8970169612603156, "ci95_high": 0.9452052524848016 } }, { "config": "constant_ild", "retained": 1, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.6170836091041565, "n": 5, "std": 0.06878419533294898, "ci95_low": 0.5316767501138182, "ci95_high": 0.7024904680944948 }, "excess_ce": { "mean": 0.5387144222855568, "n": 5, "std": 0.06294822852803673, "ci95_low": 0.4605538731715903, "ci95_high": 0.6168749713995233 }, "accuracy": { "mean": 0.9211111068725586, "n": 5, "std": 0.019404722732638165, "ci95_low": 0.8970169612603156, "ci95_high": 0.9452052524848016 } }, { "config": "constant_ild", "retained": 2, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "mean": 0.3737504518032074, "n": 5, "std": 0.02840638447300613, "ci95_low": 0.3384792668839412, "ci95_high": 0.40902163672247355 }, "excess_ce": { "mean": 0.2953812649846077, "n": 5, "std": 0.024453562344012893, "ci95_low": 0.2650181569942156, "ci95_high": 0.3257443729749998 }, "accuracy": { "mean": 0.9147037021319072, "n": 5, "std": 0.00969670350783299, "ci95_low": 0.9026636544849748, "ci95_high": 0.9267437497788397 } }, { "config": "constant_ild", "retained": 2, "mode": "keep_first", "masks_per_seed": 5, "ce": { "mean": 0.24575746417045594, "n": 5, "std": 0.015553643779352025, "ci95_low": 0.22644506464874856, "ci95_high": 0.2650698636921633 }, "excess_ce": { "mean": 0.16738827735185624, "n": 5, "std": 0.010194285904637708, "ci95_low": 0.15473039955667148, "ci95_high": 0.180046155147041 }, "accuracy": { "mean": 0.9643333292007447, "n": 5, "std": 0.003103167257078822, "ci95_low": 0.9604802381372252, "ci95_high": 0.9681864202642642 } }, { "config": "constant_ild", "retained": 2, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.23408298790454865, "n": 5, "std": 0.01650204110783252, "ci95_low": 0.2135929975640744, "ci95_high": 0.2545729782450229 }, "excess_ce": { "mean": 0.15571380108594896, "n": 5, "std": 0.010738323654305697, "ci95_low": 0.14238041120333766, "ci95_high": 0.16904719096856025 }, "accuracy": { "mean": 0.973888885974884, "n": 5, "std": 0.005760124769948282, "ci95_low": 0.9667367464228774, "ci95_high": 0.9810410255268905 } }, { "config": "constant_ild", "retained": 3, "mode": "all_subsets", "masks_per_seed": 20, "ce": { "mean": 0.2228593521565199, "n": 5, "std": 0.011401250933409787, "ci95_low": 0.20870282933801787, "ci95_high": 0.2370158749750219 }, "excess_ce": { "mean": 0.1444901653379202, "n": 5, "std": 0.011176802483521386, "ci95_low": 0.13061233207909725, "ci95_high": 0.15836799859674314 }, "accuracy": { "mean": 0.9453888905048371, "n": 5, "std": 0.004916745308512693, "ci95_low": 0.9392839448669196, "ci95_high": 0.9514938361427546 } }, { "config": "constant_ild", "retained": 3, "mode": "keep_first", "masks_per_seed": 10, "ce": { "mean": 0.1322711305320263, "n": 5, "std": 0.005850100305076801, "ci95_low": 0.12500727159733158, "ci95_high": 0.13953498946672102 }, "excess_ce": { "mean": 0.05390194371342659, "n": 5, "std": 0.004860554767654576, "ci95_low": 0.04786676784713223, "ci95_high": 0.05993711957972095 }, "accuracy": { "mean": 0.9762222218513489, "n": 5, "std": 0.002624961184302945, "ci95_low": 0.9729629020521176, "ci95_high": 0.9794815416505802 } }, { "config": "constant_ild", "retained": 3, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.11874881982803345, "n": 5, "std": 0.008129192421698381, "ci95_low": 0.10865509426353968, "ci95_high": 0.12884254539252724 }, "excess_ce": { "mean": 0.040379633009433744, "n": 5, "std": 0.003783998279605864, "ci95_low": 0.03568117857638215, "ci95_high": 0.045078087442485336 }, "accuracy": { "mean": 0.9822222232818604, "n": 5, "std": 0.003167157037165111, "ci95_low": 0.9782896784121548, "ci95_high": 0.986154768151566 } }, { "config": "constant_ild", "retained": 4, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "mean": 0.15271281371514003, "n": 5, "std": 0.006465077330523349, "ci95_low": 0.14468535994822587, "ci95_high": 0.1607402674820542 }, "excess_ce": { "mean": 0.07434362689654032, "n": 5, "std": 0.00867137415137497, "ci95_low": 0.06357669379782328, "ci95_high": 0.08511055999525736 }, "accuracy": { "mean": 0.9627037024497986, "n": 5, "std": 0.0026011767657354626, "ci95_low": 0.9594739149068208, "ci95_high": 0.9659334899927765 } }, { "config": "constant_ild", "retained": 4, "mode": "keep_first", "masks_per_seed": 10, "ce": { "mean": 0.09574194207787513, "n": 5, "std": 0.004760480826029313, "ci95_low": 0.0898310244220552, "ci95_high": 0.10165285973369506 }, "excess_ce": { "mean": 0.017372755259275438, "n": 5, "std": 0.0049710577742624025, "ci95_low": 0.011200371787982867, "ci95_high": 0.02354513873056801 }, "accuracy": { "mean": 0.9803888881206513, "n": 5, "std": 0.0016503839859889646, "ci95_low": 0.9783396657420368, "ci95_high": 0.9824381104992658 } }, { "config": "constant_ild", "retained": 4, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.08880499601364136, "n": 5, "std": 0.005550908234826061, "ci95_low": 0.08191263310112502, "ci95_high": 0.0956973589261577 }, "excess_ce": { "mean": 0.010435809195041657, "n": 5, "std": 0.0021712112122396388, "ci95_low": 0.007739894400307341, "ci95_high": 0.013131723989775974 }, "accuracy": { "mean": 0.9822222352027893, "n": 5, "std": 0.0024845264909127106, "ci95_low": 0.9791372881064394, "ci95_high": 0.9853071822991392 } }, { "config": "constant_ild", "retained": 5, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "mean": 0.11024609630306562, "n": 5, "std": 0.003807461025251404, "ci95_low": 0.10551850902344695, "ci95_high": 0.11497368358268428 }, "excess_ce": { "mean": 0.03187690948446592, "n": 5, "std": 0.005631552820679287, "ci95_low": 0.02488441309304558, "ci95_high": 0.03886940587588626 }, "accuracy": { "mean": 0.9750925938288371, "n": 5, "std": 0.0016820254134242139, "ci95_low": 0.9730040834289244, "ci95_high": 0.9771811042287497 } }, { "config": "constant_ild", "retained": 5, "mode": "keep_first", "masks_per_seed": 5, "ce": { "mean": 0.08244726568460464, "n": 5, "std": 0.004540536946319991, "ci95_low": 0.07680944442584504, "ci95_high": 0.08808508694336424 }, "excess_ce": { "mean": 0.004078078866004944, "n": 5, "std": 0.003143391498280175, "ci95_low": 0.00017504281033065396, "ci95_high": 0.007981114921679234 }, "accuracy": { "mean": 0.9830000019073486, "n": 5, "std": 0.000842546283820208, "ci95_low": 0.9819538425199087, "ci95_high": 0.9840461612947885 } }, { "config": "constant_ild", "retained": 5, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.08036397695541382, "n": 5, "std": 0.005124967764241047, "ci95_low": 0.07400048899060087, "ci95_high": 0.08672746492022677 }, "excess_ce": { "mean": 0.0019947901368141175, "n": 5, "std": 0.0021410225611732804, "ci95_low": -0.0006636404967367659, "ci95_high": 0.0046532207703650005 }, "accuracy": { "mean": 0.9827777862548828, "n": 5, "std": 0.0012422765734601045, "ci95_low": 0.9812352961578055, "ci95_high": 0.9843202763519601 } }, { "config": "constant_ild", "retained": 6, "mode": "all_subsets", "masks_per_seed": 1, "ce": { "mean": 0.0783691868185997, "n": 5, "std": 0.006301538691385457, "ci95_low": 0.0705447930922183, "ci95_high": 0.0861935805449811 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9827777862548828, "n": 5, "std": 0.0012422765734601045, "ci95_low": 0.9812352961578055, "ci95_high": 0.9843202763519601 } }, { "config": "constant_ild", "retained": 6, "mode": "keep_first", "masks_per_seed": 1, "ce": { "mean": 0.0783691868185997, "n": 5, "std": 0.006301538691385457, "ci95_low": 0.0705447930922183, "ci95_high": 0.0861935805449811 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9827777862548828, "n": 5, "std": 0.0012422765734601045, "ci95_low": 0.9812352961578055, "ci95_high": 0.9843202763519601 } }, { "config": "constant_ild", "retained": 6, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.0783691868185997, "n": 5, "std": 0.006301538691385457, "ci95_low": 0.0705447930922183, "ci95_high": 0.0861935805449811 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9827777862548828, "n": 5, "std": 0.0012422765734601045, "ci95_low": 0.9812352961578055, "ci95_high": 0.9843202763519601 } }, { "config": "decreasing_ild", "retained": 1, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "mean": 0.684142694870631, "n": 5, "std": 0.07040969100030338, "ci95_low": 0.5967175164309025, "ci95_high": 0.7715678733103594 }, "excess_ce": { "mean": 0.6041861022512118, "n": 5, "std": 0.06633877512498751, "ci95_low": 0.5218156334935793, "ci95_high": 0.6865565710088444 }, "accuracy": { "mean": 0.8510185182094574, "n": 5, "std": 0.027231120362994236, "ci95_low": 0.817206616423974, "ci95_high": 0.8848304199949408 } }, { "config": "decreasing_ild", "retained": 1, "mode": "keep_first", "masks_per_seed": 1, "ce": { "mean": 0.46905174255371096, "n": 5, "std": 0.04431527614301423, "ci95_low": 0.4140270595964719, "ci95_high": 0.52407642551095 }, "excess_ce": { "mean": 0.38909514993429184, "n": 5, "std": 0.03946740188842181, "ci95_low": 0.3400898979067991, "ci95_high": 0.43810040196178457 }, "accuracy": { "mean": 0.9405555725097656, "n": 5, "std": 0.010865326980011253, "ci95_low": 0.9270644871699736, "ci95_high": 0.9540466578495577 } }, { "config": "decreasing_ild", "retained": 1, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.46905174255371096, "n": 5, "std": 0.04431527614301423, "ci95_low": 0.4140270595964719, "ci95_high": 0.52407642551095 }, "excess_ce": { "mean": 0.38909514993429184, "n": 5, "std": 0.03946740188842181, "ci95_low": 0.3400898979067991, "ci95_high": 0.43810040196178457 }, "accuracy": { "mean": 0.9405555725097656, "n": 5, "std": 0.010865326980011253, "ci95_low": 0.9270644871699736, "ci95_high": 0.9540466578495577 } }, { "config": "decreasing_ild", "retained": 2, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "mean": 0.36112350126107534, "n": 5, "std": 0.02495682670748491, "ci95_low": 0.33013550802898106, "ci95_high": 0.3921114944931696 }, "excess_ce": { "mean": 0.2811669086416562, "n": 5, "std": 0.021163595203394784, "ci95_low": 0.254888834405043, "ci95_high": 0.30744498287826943 }, "accuracy": { "mean": 0.9176296265920003, "n": 5, "std": 0.007880060367418704, "ci95_low": 0.9078452393301042, "ci95_high": 0.9274140138538964 } }, { "config": "decreasing_ild", "retained": 2, "mode": "keep_first", "masks_per_seed": 5, "ce": { "mean": 0.21380821883678436, "n": 5, "std": 0.00988736101771951, "ci95_low": 0.20153143862383868, "ci95_high": 0.22608499904973003 }, "excess_ce": { "mean": 0.13385162621736527, "n": 5, "std": 0.0051154028819624985, "ci95_low": 0.12750001462252464, "ci95_high": 0.1402032378122059 }, "accuracy": { "mean": 0.9676666665077209, "n": 5, "std": 0.002816394171702885, "ci95_low": 0.9641696512599666, "ci95_high": 0.9711636817554753 } }, { "config": "decreasing_ild", "retained": 2, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.18303992450237275, "n": 5, "std": 0.009598266096829908, "ci95_low": 0.17112210304475928, "ci95_high": 0.19495774595998622 }, "excess_ce": { "mean": 0.10308333188295364, "n": 5, "std": 0.005987384787405173, "ci95_low": 0.09564901174903973, "ci95_high": 0.11051765201686756 }, "accuracy": { "mean": 0.9788888931274414, "n": 5, "std": 0.005760123332733851, "ci95_low": 0.9717367553599723, "ci95_high": 0.9860410308949106 } }, { "config": "decreasing_ild", "retained": 3, "mode": "all_subsets", "masks_per_seed": 20, "ce": { "mean": 0.2247944887727499, "n": 5, "std": 0.011311845037413063, "ci95_low": 0.21074897803653417, "ci95_high": 0.23883999950896564 }, "excess_ce": { "mean": 0.14483789615333081, "n": 5, "std": 0.009947311372505077, "ci95_low": 0.13248667774316836, "ci95_high": 0.15718911456349327 }, "accuracy": { "mean": 0.9460555577278137, "n": 5, "std": 0.005014060335520475, "ci95_low": 0.9398297795243764, "ci95_high": 0.952281335931251 } }, { "config": "decreasing_ild", "retained": 3, "mode": "keep_first", "masks_per_seed": 10, "ce": { "mean": 0.1294983883202076, "n": 5, "std": 0.004131727445399272, "ci95_low": 0.12436817110086491, "ci95_high": 0.1346286055395503 }, "excess_ce": { "mean": 0.049541795700788496, "n": 5, "std": 0.0035785116445439086, "ci95_low": 0.045098486624605374, "ci95_high": 0.05398510477697162 }, "accuracy": { "mean": 0.9767222261428833, "n": 5, "std": 0.0028625939368159907, "ci95_low": 0.9731678463100625, "ci95_high": 0.9802766059757041 } }, { "config": "decreasing_ild", "retained": 3, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.10872363746166229, "n": 5, "std": 0.007542648485386164, "ci95_low": 0.09935820238625212, "ci95_high": 0.11808907253707246 }, "excess_ce": { "mean": 0.028767044842243194, "n": 5, "std": 0.0039940358113888675, "ci95_low": 0.023807794367705068, "ci95_high": 0.03372629531678132 }, "accuracy": { "mean": 0.9805555701255798, "n": 5, "std": 0.003928370772451251, "ci95_low": 0.9756778535658311, "ci95_high": 0.9854332866853285 } }, { "config": "decreasing_ild", "retained": 4, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "mean": 0.15649204005797704, "n": 5, "std": 0.007212568439779392, "ci95_low": 0.14753645349172226, "ci95_high": 0.16544762662423182 }, "excess_ce": { "mean": 0.07653544743855795, "n": 5, "std": 0.00779435802858761, "ci95_low": 0.06685747368535022, "ci95_high": 0.08621342119176567 }, "accuracy": { "mean": 0.962037038008372, "n": 5, "std": 0.002853892864928881, "ci95_low": 0.9584934619832592, "ci95_high": 0.9655806140334848 } }, { "config": "decreasing_ild", "retained": 4, "mode": "keep_first", "masks_per_seed": 10, "ce": { "mean": 0.09840371921658515, "n": 5, "std": 0.003769539300502749, "ci95_low": 0.09372321797733668, "ci95_high": 0.10308422045583363 }, "excess_ce": { "mean": 0.01844712659716606, "n": 5, "std": 0.003986104337253421, "ci95_low": 0.013497724348514603, "ci95_high": 0.02339652884581752 }, "accuracy": { "mean": 0.9800555551052094, "n": 5, "std": 0.001836273077526706, "ci95_low": 0.9777755209339736, "ci95_high": 0.9823355892764452 } }, { "config": "decreasing_ild", "retained": 4, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.08857906460762024, "n": 5, "std": 0.00520629180271852, "ci95_low": 0.08211459951204127, "ci95_high": 0.09504352970319922 }, "excess_ce": { "mean": 0.008622471988201142, "n": 5, "std": 0.0019743567997471227, "ci95_low": 0.006170984230346337, "ci95_high": 0.011073959746055947 }, "accuracy": { "mean": 0.9827777862548828, "n": 5, "std": 0.0030429029158980073, "ci95_low": 0.9789995232541829, "ci95_high": 0.9865560492555826 } }, { "config": "decreasing_ild", "retained": 5, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "mean": 0.11314130773146946, "n": 5, "std": 0.004467730511598937, "ci95_low": 0.10759388760154057, "ci95_high": 0.11868872786139836 }, "excess_ce": { "mean": 0.03318471511205037, "n": 5, "std": 0.0049887861729754936, "ci95_low": 0.026990318926329956, "ci95_high": 0.03937911129777079 }, "accuracy": { "mean": 0.9739814817905426, "n": 5, "std": 0.0020548424914490055, "ci95_low": 0.971430057846931, "ci95_high": 0.9765329057341541 } }, { "config": "decreasing_ild", "retained": 5, "mode": "keep_first", "masks_per_seed": 5, "ce": { "mean": 0.08536846578121185, "n": 5, "std": 0.0037682323636722345, "ci95_low": 0.08068958731837375, "ci95_high": 0.09004734424404995 }, "excess_ce": { "mean": 0.005411873161792755, "n": 5, "std": 0.002551018389453214, "ci95_low": 0.002244365468852944, "ci95_high": 0.008579380854732565 }, "accuracy": { "mean": 0.9817777800559997, "n": 5, "std": 0.0013833243692153677, "ci95_low": 0.9800601559889071, "ci95_high": 0.9834954041230923 } }, { "config": "decreasing_ild", "retained": 5, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.0819272294640541, "n": 5, "std": 0.004489608692334424, "ci95_low": 0.07635264398475976, "ci95_high": 0.08750181494334845 }, "excess_ce": { "mean": 0.00197063684463501, "n": 5, "std": 0.0014493421691036642, "ci95_low": 0.00017104085218043485, "ci95_high": 0.0037702328370895852 }, "accuracy": { "mean": 0.9816666722297669, "n": 5, "std": 0.002484529822947162, "ci95_low": 0.9785817209961498, "ci95_high": 0.984751623463384 } }, { "config": "decreasing_ild", "retained": 6, "mode": "all_subsets", "masks_per_seed": 1, "ce": { "mean": 0.07995659261941909, "n": 5, "std": 0.005185352835418432, "ci95_low": 0.07351812668569621, "ci95_high": 0.08639505855314197 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9827777862548828, "n": 5, "std": 0.0012422765734601045, "ci95_low": 0.9812352961578055, "ci95_high": 0.9843202763519601 } }, { "config": "decreasing_ild", "retained": 6, "mode": "keep_first", "masks_per_seed": 1, "ce": { "mean": 0.07995659261941909, "n": 5, "std": 0.005185352835418432, "ci95_low": 0.07351812668569621, "ci95_high": 0.08639505855314197 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9827777862548828, "n": 5, "std": 0.0012422765734601045, "ci95_low": 0.9812352961578055, "ci95_high": 0.9843202763519601 } }, { "config": "decreasing_ild", "retained": 6, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.07995659261941909, "n": 5, "std": 0.005185352835418432, "ci95_low": 0.07351812668569621, "ci95_high": 0.08639505855314197 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9827777862548828, "n": 5, "std": 0.0012422765734601045, "ci95_low": 0.9812352961578055, "ci95_high": 0.9843202763519601 } }, { "config": "dense3", "retained": 1, "mode": "all_subsets", "masks_per_seed": 3, "ce": { "mean": 0.6042906165122985, "n": 5, "std": 0.07709597994012432, "ci95_low": 0.5085633138144064, "ci95_high": 0.7000179192101906 }, "excess_ce": { "mean": 0.521501550078392, "n": 5, "std": 0.07457257560145758, "ci95_low": 0.42890746770073357, "ci95_high": 0.6140956324560505 }, "accuracy": { "mean": 0.8675925970077515, "n": 5, "std": 0.02978835004812417, "ci95_low": 0.8306054751871043, "ci95_high": 0.9045797188283987 } }, { "config": "dense3", "retained": 1, "mode": "keep_first", "masks_per_seed": 1, "ce": { "mean": 0.5757751941680909, "n": 5, "std": 0.07462995740796809, "ci95_low": 0.4831098628671364, "ci95_high": 0.6684405254690453 }, "excess_ce": { "mean": 0.49298612773418427, "n": 5, "std": 0.07075271902631555, "ci95_low": 0.4051350237441816, "ci95_high": 0.5808372317241869 }, "accuracy": { "mean": 0.9066666841506958, "n": 5, "std": 0.026102237013542043, "ci95_low": 0.8742564761783989, "ci95_high": 0.9390768921229928 } }, { "config": "dense3", "retained": 1, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.5757751941680909, "n": 5, "std": 0.07462995740796809, "ci95_low": 0.4831098628671364, "ci95_high": 0.6684405254690453 }, "excess_ce": { "mean": 0.49298612773418427, "n": 5, "std": 0.07075271902631555, "ci95_low": 0.4051350237441816, "ci95_high": 0.5808372317241869 }, "accuracy": { "mean": 0.9066666841506958, "n": 5, "std": 0.026102237013542043, "ci95_low": 0.8742564761783989, "ci95_high": 0.9390768921229928 } }, { "config": "dense3", "retained": 2, "mode": "all_subsets", "masks_per_seed": 3, "ce": { "mean": 0.22337701519330344, "n": 5, "std": 0.012036780337229271, "ci95_low": 0.20843137839427886, "ci95_high": 0.23832265199232802 }, "excess_ce": { "mean": 0.14058794875939687, "n": 5, "std": 0.011446565907157107, "ci95_low": 0.12637515996941326, "ci95_high": 0.15480073754938048 }, "accuracy": { "mean": 0.9496296366055806, "n": 5, "std": 0.005730277783948712, "ci95_low": 0.9425145569815446, "ci95_high": 0.9567447162296167 } }, { "config": "dense3", "retained": 2, "mode": "keep_first", "masks_per_seed": 2, "ce": { "mean": 0.18757648169994354, "n": 5, "std": 0.016665626894381128, "ci95_low": 0.16688337277769405, "ci95_high": 0.20826959062219302 }, "excess_ce": { "mean": 0.10478741526603699, "n": 5, "std": 0.013590155180418095, "ci95_low": 0.08791300884850943, "ci95_high": 0.12166182168356456 }, "accuracy": { "mean": 0.963055557012558, "n": 5, "std": 0.004770992545633265, "ci95_low": 0.9571315873329466, "ci95_high": 0.9689795266921694 } }, { "config": "dense3", "retained": 2, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.1670892745256424, "n": 5, "std": 0.00493960878121784, "ci95_low": 0.160955940136793, "ci95_high": 0.1732226089144918 }, "excess_ce": { "mean": 0.08430020809173584, "n": 5, "std": 0.008474547998431243, "ci95_low": 0.07377766694103398, "ci95_high": 0.0948227492424377 }, "accuracy": { "mean": 0.9733333349227905, "n": 5, "std": 0.007243552081924173, "ci95_low": 0.9643392770835513, "ci95_high": 0.9823273927620297 } }, { "config": "dense3", "retained": 3, "mode": "all_subsets", "masks_per_seed": 1, "ce": { "mean": 0.08278906643390656, "n": 5, "std": 0.006829820053548599, "ci95_low": 0.07430872475920514, "ci95_high": 0.09126940810860798 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9833333253860473, "n": 5, "std": 0.003928370772451251, "ci95_low": 0.9784556088262987, "ci95_high": 0.988211041945796 } }, { "config": "dense3", "retained": 3, "mode": "keep_first", "masks_per_seed": 1, "ce": { "mean": 0.08278906643390656, "n": 5, "std": 0.006829820053548599, "ci95_low": 0.07430872475920514, "ci95_high": 0.09126940810860798 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9833333253860473, "n": 5, "std": 0.003928370772451251, "ci95_low": 0.9784556088262987, "ci95_high": 0.988211041945796 } }, { "config": "dense3", "retained": 3, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.08278906643390656, "n": 5, "std": 0.006829820053548599, "ci95_low": 0.07430872475920514, "ci95_high": 0.09126940810860798 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9833333253860473, "n": 5, "std": 0.003928370772451251, "ci95_low": 0.9784556088262987, "ci95_high": 0.988211041945796 } }, { "config": "dense6", "retained": 1, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "mean": 1.1704540967941284, "n": 5, "std": 0.14013245186384413, "ci95_low": 0.9964566763347709, "ci95_high": 1.3444515172534859 }, "excess_ce": { "mean": 1.0904939875006676, "n": 5, "std": 0.13696392413533626, "ci95_low": 0.9204308138491086, "ci95_high": 1.2605571611522266 }, "accuracy": { "mean": 0.6809259235858918, "n": 5, "std": 0.059203533658776744, "ci95_low": 0.6074150272753438, "ci95_high": 0.7544368198964397 } }, { "config": "dense6", "retained": 1, "mode": "keep_first", "masks_per_seed": 1, "ce": { "mean": 1.2034638047218322, "n": 5, "std": 0.152950283023923, "ci95_low": 1.0135509447759503, "ci95_high": 1.3933766646677141 }, "excess_ce": { "mean": 1.1235036954283715, "n": 5, "std": 0.14958640334213238, "ci95_low": 0.9377676437776581, "ci95_high": 1.3092397470790849 }, "accuracy": { "mean": 0.6994444489479065, "n": 5, "std": 0.06168918234014937, "ci95_low": 0.6228472121575155, "ci95_high": 0.7760416857382975 } }, { "config": "dense6", "retained": 1, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 1.2034638047218322, "n": 5, "std": 0.152950283023923, "ci95_low": 1.0135509447759503, "ci95_high": 1.3933766646677141 }, "excess_ce": { "mean": 1.1235036954283715, "n": 5, "std": 0.14958640334213238, "ci95_low": 0.9377676437776581, "ci95_high": 1.3092397470790849 }, "accuracy": { "mean": 0.6994444489479065, "n": 5, "std": 0.06168918234014937, "ci95_low": 0.6228472121575155, "ci95_high": 0.7760416857382975 } }, { "config": "dense6", "retained": 2, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "mean": 0.6963095764319102, "n": 5, "std": 0.06676579194230685, "ci95_low": 0.6134088962655846, "ci95_high": 0.7792102565982357 }, "excess_ce": { "mean": 0.6163494671384493, "n": 5, "std": 0.0638149817189051, "ci95_low": 0.5371127017920533, "ci95_high": 0.6955862324848453 }, "accuracy": { "mean": 0.8312222210566202, "n": 5, "std": 0.020601634506384428, "ci95_low": 0.8056419131858903, "ci95_high": 0.8568025289273502 } }, { "config": "dense6", "retained": 2, "mode": "keep_first", "masks_per_seed": 5, "ce": { "mean": 0.6561466336250306, "n": 5, "std": 0.06715364395524935, "ci95_low": 0.5727643715776034, "ci95_high": 0.7395288956724577 }, "excess_ce": { "mean": 0.5761865243315697, "n": 5, "std": 0.06394538267816438, "ci95_low": 0.49678784480873023, "ci95_high": 0.6555852038544091 }, "accuracy": { "mean": 0.8696666622161865, "n": 5, "std": 0.019482498412510384, "ci95_low": 0.8454759453423103, "ci95_high": 0.8938573790900627 } }, { "config": "dense6", "retained": 2, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.675032913684845, "n": 5, "std": 0.06004379123796353, "ci95_low": 0.6004786997890029, "ci95_high": 0.749587127580687 }, "excess_ce": { "mean": 0.5950728043913841, "n": 5, "std": 0.05718627736872948, "ci95_low": 0.5240666625913379, "ci95_high": 0.6660789461914303 }, "accuracy": { "mean": 0.8944444417953491, "n": 5, "std": 0.021960273885288154, "ci95_low": 0.8671771603212924, "ci95_high": 0.9217117232694058 } }, { "config": "dense6", "retained": 3, "mode": "all_subsets", "masks_per_seed": 20, "ce": { "mean": 0.4042302292585373, "n": 5, "std": 0.025537423107531487, "ci95_low": 0.37252133037901847, "ci95_high": 0.43593912813805613 }, "excess_ce": { "mean": 0.32427011996507643, "n": 5, "std": 0.022860927367246785, "ci95_low": 0.2958845294876149, "ci95_high": 0.35265571044253796 }, "accuracy": { "mean": 0.8986388891935349, "n": 5, "std": 0.0069022308801131495, "ci95_low": 0.8900686376024081, "ci95_high": 0.9072091407846616 } }, { "config": "dense6", "retained": 3, "mode": "keep_first", "masks_per_seed": 10, "ce": { "mean": 0.3464150905609131, "n": 5, "std": 0.028573382501627914, "ci95_low": 0.3109365502017362, "ci95_high": 0.38189363092008993 }, "excess_ce": { "mean": 0.26645498126745226, "n": 5, "std": 0.025902688697166214, "ci95_low": 0.23429254525550136, "ci95_high": 0.29861741727940316 }, "accuracy": { "mean": 0.9253888893127441, "n": 5, "std": 0.0061350559064903215, "ci95_low": 0.9177712112666877, "ci95_high": 0.9330065673588005 } }, { "config": "dense6", "retained": 3, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.32073532938957217, "n": 5, "std": 0.02265088523890638, "ci95_low": 0.29261054066097697, "ci95_high": 0.34886011811816736 }, "excess_ce": { "mean": 0.2407752200961113, "n": 5, "std": 0.02257518292456923, "ci95_low": 0.21274442820580927, "ci95_high": 0.2688060119864133 }, "accuracy": { "mean": 0.9611111044883728, "n": 5, "std": 0.004811264861276501, "ci95_low": 0.9551371301243029, "ci95_high": 0.9670850788524427 } }, { "config": "dense6", "retained": 4, "mode": "all_subsets", "masks_per_seed": 15, "ce": { "mean": 0.23638678451379141, "n": 5, "std": 0.01352517707432868, "ci95_low": 0.21959305907126656, "ci95_high": 0.2531805099563163 }, "excess_ce": { "mean": 0.15642667522033055, "n": 5, "std": 0.010808050567409017, "ci95_low": 0.14300670794001297, "ci95_high": 0.16984664250064813 }, "accuracy": { "mean": 0.9408518520991007, "n": 5, "std": 0.004983854944816985, "ci95_low": 0.9346635788418517, "ci95_high": 0.9470401253563497 } }, { "config": "dense6", "retained": 4, "mode": "keep_first", "masks_per_seed": 10, "ce": { "mean": 0.19252752989530564, "n": 5, "std": 0.017220672667613353, "ci95_low": 0.17114524061907851, "ci95_high": 0.21390981917153276 }, "excess_ce": { "mean": 0.11256742060184478, "n": 5, "std": 0.015234071617864286, "ci95_low": 0.0936518223278849, "ci95_high": 0.13148301887580469 }, "accuracy": { "mean": 0.9558333349227905, "n": 5, "std": 0.004668812283674011, "ci95_low": 0.950036238795781, "ci95_high": 0.9616304310498001 } }, { "config": "dense6", "retained": 4, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.1562882363796234, "n": 5, "std": 0.012764467037897619, "ci95_low": 0.14043905720240726, "ci95_high": 0.17213741555683956 }, "excess_ce": { "mean": 0.07632812708616257, "n": 5, "std": 0.0133454308432023, "ci95_low": 0.059757586067640145, "ci95_high": 0.092898668104685 }, "accuracy": { "mean": 0.9766666531562805, "n": 5, "std": 0.005760127644314392, "ci95_low": 0.9695145100352771, "ci95_high": 0.983818796277284 } }, { "config": "dense6", "retained": 5, "mode": "all_subsets", "masks_per_seed": 6, "ce": { "mean": 0.13821461498737334, "n": 5, "std": 0.010035810418582387, "ci95_low": 0.12575351049782132, "ci95_high": 0.15067571947692535 }, "excess_ce": { "mean": 0.05825450569391251, "n": 5, "std": 0.006658500145007555, "ci95_low": 0.04998688578182207, "ci95_high": 0.06652212560600294 }, "accuracy": { "mean": 0.9679629663626353, "n": 5, "std": 0.002156635768462702, "ci95_low": 0.9652851493716967, "ci95_high": 0.970640783353574 } }, { "config": "dense6", "retained": 5, "mode": "keep_first", "masks_per_seed": 5, "ce": { "mean": 0.11776301562786103, "n": 5, "std": 0.010301214015638408, "ci95_low": 0.10497236904685076, "ci95_high": 0.1305536622088713 }, "excess_ce": { "mean": 0.03780290633440018, "n": 5, "std": 0.007678539386575028, "ci95_low": 0.02826874041930033, "ci95_high": 0.047337072249500026 }, "accuracy": { "mean": 0.9742222261428833, "n": 5, "std": 0.002100856988414274, "ci95_low": 0.9716136676549946, "ci95_high": 0.9768307846307721 } }, { "config": "dense6", "retained": 5, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.09604173749685288, "n": 5, "std": 0.007838939536746898, "ci95_low": 0.08630840848997814, "ci95_high": 0.10577506650372762 }, "excess_ce": { "mean": 0.01608162820339203, "n": 5, "std": 0.004362851304256062, "ci95_low": 0.01066443280938093, "ci95_high": 0.021498823597403127 }, "accuracy": { "mean": 0.9822222232818604, "n": 5, "std": 0.004648102076353833, "ci95_low": 0.9764508422736756, "ci95_high": 0.9879936042900451 } }, { "config": "dense6", "retained": 6, "mode": "all_subsets", "masks_per_seed": 1, "ce": { "mean": 0.07996010929346084, "n": 5, "std": 0.005131466917757242, "ci95_low": 0.07358855156370803, "ci95_high": 0.08633166702321365 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9833333492279053, "n": 5, "std": 0.0, "ci95_low": 0.9833333492279053, "ci95_high": 0.9833333492279053 } }, { "config": "dense6", "retained": 6, "mode": "keep_first", "masks_per_seed": 1, "ce": { "mean": 0.07996010929346084, "n": 5, "std": 0.005131466917757242, "ci95_low": 0.07358855156370803, "ci95_high": 0.08633166702321365 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9833333492279053, "n": 5, "std": 0.0, "ci95_low": 0.9833333492279053, "ci95_high": 0.9833333492279053 } }, { "config": "dense6", "retained": 6, "mode": "prefix", "masks_per_seed": 1, "ce": { "mean": 0.07996010929346084, "n": 5, "std": 0.005131466917757242, "ci95_low": 0.07358855156370803, "ci95_high": 0.08633166702321365 }, "excess_ce": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy": { "mean": 0.9833333492279053, "n": 5, "std": 0.0, "ci95_low": 0.9833333492279053, "ci95_high": 0.9833333492279053 } } ], "paired": [ { "config": "constant_ild", "retained": 1, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.4212936302026113, "n": 5, "std": 0.05640871498702928, "ci95_low": -0.4913343007869428, "ci95_high": -0.3512529596182798 }, "accuracy_difference_vs_dense6": { "mean": 0.15611110726992286, "n": 5, "std": 0.02847014837008631, "ci95_low": 0.12076074901526705, "ci95_high": 0.19146146552457866 }, "excess_ce_difference_vs_dense6": { "mean": -0.41970270772775015, "n": 5, "std": 0.05822135639100569, "ci95_low": -0.4919940698850527, "ci95_high": -0.3474113455704476 }, "accuracy_change_difference_vs_dense6": { "mean": 0.15666667024294537, "n": 5, "std": 0.028618825083434638, "ci95_low": 0.12113170546595367, "ci95_high": 0.19220163501993706 } }, { "config": "constant_ild", "retained": 1, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.5863801956176757, "n": 5, "std": 0.08582771689604542, "ci95_low": -0.6929493817355205, "ci95_high": -0.479811009499831 }, "accuracy_difference_vs_dense6": { "mean": 0.2216666579246521, "n": 5, "std": 0.049394468371686, "ci95_low": 0.16033532483711496, "ci95_high": 0.2829979910121892 }, "excess_ce_difference_vs_dense6": { "mean": -0.5847892731428146, "n": 5, "std": 0.08751642070520649, "ci95_low": -0.6934552619841242, "ci95_high": -0.476123284301505 }, "accuracy_change_difference_vs_dense6": { "mean": 0.22222222089767457, "n": 5, "std": 0.04910462137930118, "ci95_low": 0.1612507803855693, "ci95_high": 0.2831936614097798 } }, { "config": "constant_ild", "retained": 1, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.5863801956176757, "n": 5, "std": 0.08582771689604542, "ci95_low": -0.6929493817355205, "ci95_high": -0.479811009499831 }, "accuracy_difference_vs_dense6": { "mean": 0.2216666579246521, "n": 5, "std": 0.049394468371686, "ci95_low": 0.16033532483711496, "ci95_high": 0.2829979910121892 }, "excess_ce_difference_vs_dense6": { "mean": -0.5847892731428146, "n": 5, "std": 0.08751642070520649, "ci95_low": -0.6934552619841242, "ci95_high": -0.476123284301505 }, "accuracy_change_difference_vs_dense6": { "mean": 0.22222222089767457, "n": 5, "std": 0.04910462137930118, "ci95_low": 0.1612507803855693, "ci95_high": 0.2831936614097798 } }, { "config": "constant_ild", "retained": 2, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.3225591246287028, "n": 5, "std": 0.03855648151634322, "ci95_low": -0.3704333196249551, "ci95_high": -0.27468492963245045 }, "accuracy_difference_vs_dense6": { "mean": 0.0834814810752869, "n": 5, "std": 0.011392579395782006, "ci95_low": 0.06933572539286637, "ci95_high": 0.09762723675770743 }, "excess_ce_difference_vs_dense6": { "mean": -0.32096820215384164, "n": 5, "std": 0.040729630090886704, "ci95_low": -0.37154071749785245, "ci95_high": -0.27039568680983084 }, "accuracy_change_difference_vs_dense6": { "mean": 0.08403704404830933, "n": 5, "std": 0.011662558014993546, "ci95_low": 0.06955606563412907, "ci95_high": 0.0985180224624896 } }, { "config": "constant_ild", "retained": 2, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.4103891694545746, "n": 5, "std": 0.05323165306191213, "ci95_low": -0.4764849966264242, "ci95_high": -0.344293342282725 }, "accuracy_difference_vs_dense6": { "mean": 0.0946666669845581, "n": 5, "std": 0.020224808294325648, "ci95_low": 0.06955425065492102, "ci95_high": 0.11977908331419518 }, "excess_ce_difference_vs_dense6": { "mean": -0.40879824697971345, "n": 5, "std": 0.05452581131271435, "ci95_low": -0.4765009838595625, "ci95_high": -0.3410955100998644 }, "accuracy_change_difference_vs_dense6": { "mean": 0.09522222995758056, "n": 5, "std": 0.01992887401023213, "ci95_low": 0.0704772645743366, "ci95_high": 0.11996719534082452 } }, { "config": "constant_ild", "retained": 2, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.44094992578029635, "n": 5, "std": 0.050420651334980346, "ci95_low": -0.5035554333089262, "ci95_high": -0.37834441825166654 }, "accuracy_difference_vs_dense6": { "mean": 0.07944444417953492, "n": 5, "std": 0.02624964148807918, "ci95_low": 0.046851209378031056, "ci95_high": 0.11203767898103878 }, "excess_ce_difference_vs_dense6": { "mean": -0.4393590033054352, "n": 5, "std": 0.05095873656624666, "ci95_low": -0.5026326318936936, "ci95_high": -0.3760853747171769 }, "accuracy_change_difference_vs_dense6": { "mean": 0.08000000715255737, "n": 5, "std": 0.026161308721304174, "ci95_low": 0.047516451967419764, "ci95_high": 0.11248356233769496 } }, { "config": "constant_ild", "retained": 3, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.1813708771020174, "n": 5, "std": 0.014988361482364094, "ci95_low": -0.19998138594673295, "ci95_high": -0.16276036825730186 }, "accuracy_difference_vs_dense6": { "mean": 0.046750001311302206, "n": 5, "std": 0.004462419300897767, "ci95_low": 0.041209175920487826, "ci95_high": 0.052290826702116586 }, "excess_ce_difference_vs_dense6": { "mean": -0.17977995462715626, "n": 5, "std": 0.017499992783567293, "ci95_low": -0.2015090656353375, "ci95_high": -0.15805084361897503 }, "accuracy_change_difference_vs_dense6": { "mean": 0.04730556428432465, "n": 5, "std": 0.004272498188634475, "ci95_low": 0.042000557101106416, "ci95_high": 0.05261057146754288 } }, { "config": "constant_ild", "retained": 3, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.2141439600288868, "n": 5, "std": 0.023161432993656497, "ci95_low": -0.24290267752391898, "ci95_high": -0.18538524253385463 }, "accuracy_difference_vs_dense6": { "mean": 0.05083333253860478, "n": 5, "std": 0.006355591759229064, "ci95_low": 0.04294182306388951, "ci95_high": 0.05872484201332005 }, "excess_ce_difference_vs_dense6": { "mean": -0.21255303755402566, "n": 5, "std": 0.02377503879225625, "ci95_low": -0.2420736472782682, "ci95_high": -0.18303242782978313 }, "accuracy_change_difference_vs_dense6": { "mean": 0.051388895511627196, "n": 5, "std": 0.0055798011465680065, "ci95_low": 0.044460657310797604, "ci95_high": 0.05831713371245679 } }, { "config": "constant_ild", "retained": 3, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.20198650956153869, "n": 5, "std": 0.02003552246904997, "ci95_low": -0.22686389649656066, "ci95_high": -0.1771091226265167 }, "accuracy_difference_vs_dense6": { "mean": 0.021111118793487548, "n": 5, "std": 0.00724356808209854, "ci95_low": 0.012117041087407885, "ci95_high": 0.03010519649956721 }, "excess_ce_difference_vs_dense6": { "mean": -0.20039558708667754, "n": 5, "std": 0.024321118684732915, "ci95_low": -0.23059424455355135, "ci95_high": -0.17019692961980373 }, "accuracy_change_difference_vs_dense6": { "mean": 0.02166668176651001, "n": 5, "std": 0.007708039655335075, "ci95_low": 0.012095886429753476, "ci95_high": 0.03123747710326654 } }, { "config": "constant_ild", "retained": 4, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.08367397079865138, "n": 5, "std": 0.0073739260484646605, "ci95_low": -0.09282990929844691, "ci95_high": -0.07451803229885585 }, "accuracy_difference_vs_dense6": { "mean": 0.021851850350697855, "n": 5, "std": 0.002756087578949316, "ci95_low": 0.01842971562801991, "ci95_high": 0.0252739850733758 }, "excess_ce_difference_vs_dense6": { "mean": -0.08208304832379024, "n": 5, "std": 0.007283172867677834, "ci95_low": -0.09112630186628029, "ci95_high": -0.07303979478130018 }, "accuracy_change_difference_vs_dense6": { "mean": 0.022407413323720298, "n": 5, "std": 0.002612362197079214, "ci95_low": 0.019163737233338547, "ci95_high": 0.02565108941410205 } }, { "config": "constant_ild", "retained": 4, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.09678558781743049, "n": 5, "std": 0.013386523941815293, "ci95_low": -0.11340715265707531, "ci95_high": -0.08016402297778567 }, "accuracy_difference_vs_dense6": { "mean": 0.024555553197860715, "n": 5, "std": 0.004270014884323568, "ci95_low": 0.01925362944420192, "ci95_high": 0.02985747695151951 }, "excess_ce_difference_vs_dense6": { "mean": -0.09519466534256935, "n": 5, "std": 0.012323331769844547, "ci95_low": -0.11049610273910603, "ci95_high": -0.07989322794603267 }, "accuracy_change_difference_vs_dense6": { "mean": 0.02511111617088318, "n": 5, "std": 0.003560536136839742, "ci95_low": 0.020690126635465753, "ci95_high": 0.029532105706300604 } }, { "config": "constant_ild", "retained": 4, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.06748324036598205, "n": 5, "std": 0.011566960828275734, "ci95_low": -0.08184551919508525, "ci95_high": -0.053120961536878855 }, "accuracy_difference_vs_dense6": { "mean": 0.005555582046508789, "n": 5, "std": 0.006514477064096841, "ci95_low": -0.0025332095911044282, "ci95_high": 0.013644373684122007 }, "excess_ce_difference_vs_dense6": { "mean": -0.0658923178911209, "n": 5, "std": 0.014900041143569928, "ci95_low": -0.08439316255084656, "ci95_high": -0.047391473231395254 }, "accuracy_change_difference_vs_dense6": { "mean": 0.00611114501953125, "n": 5, "std": 0.0063343193019818195, "ci95_low": -0.0017539512108667877, "ci95_high": 0.013976241249929288 } }, { "config": "constant_ild", "retained": 5, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.027968518684307726, "n": 5, "std": 0.007113124456300482, "ci95_low": -0.03680062923643877, "ci95_high": -0.019136408132176676 }, "accuracy_difference_vs_dense6": { "mean": 0.007129627466201782, "n": 5, "std": 0.0016236789892251908, "ci95_low": 0.005113563720640982, "ci95_high": 0.009145691211762584 }, "excess_ce_difference_vs_dense6": { "mean": -0.026377596209446588, "n": 5, "std": 0.003409276983659101, "ci95_low": -0.030610772699960823, "ci95_high": -0.022144419718932353 }, "accuracy_change_difference_vs_dense6": { "mean": 0.0076851904392242435, "n": 5, "std": 0.0016236781394537822, "ci95_low": 0.005669127748794007, "ci95_high": 0.00970125312965448 } }, { "config": "constant_ild", "retained": 5, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.035315749943256376, "n": 5, "std": 0.008410771738597179, "ci95_low": -0.04575910240818219, "ci95_high": -0.02487239747833056 }, "accuracy_difference_vs_dense6": { "mean": 0.008777775764465322, "n": 5, "std": 0.0028974328328704793, "ci95_low": 0.005180137728676497, "ci95_high": 0.012375413800254148 }, "excess_ce_difference_vs_dense6": { "mean": -0.03372482746839523, "n": 5, "std": 0.006053329450684083, "ci95_low": -0.04124102871657624, "ci95_high": -0.026208626220214224 }, "accuracy_change_difference_vs_dense6": { "mean": 0.009333338737487793, "n": 5, "std": 0.0021659556985943944, "ci95_low": 0.006643949524838846, "ci95_high": 0.01202272795013674 } }, { "config": "constant_ild", "retained": 5, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.015677760541439056, "n": 5, "std": 0.006812062253133776, "ci95_low": -0.0241360529946781, "ci95_high": -0.007219468088200013 }, "accuracy_difference_vs_dense6": { "mean": 0.0005555629730224609, "n": 5, "std": 0.005343163857605873, "ci95_low": -0.006078851225470308, "ci95_high": 0.00718997717151523 }, "excess_ce_difference_vs_dense6": { "mean": -0.01408683806657791, "n": 5, "std": 0.0037754289401663154, "ci95_low": -0.018774652259359027, "ci95_high": -0.009399023873796795 }, "accuracy_change_difference_vs_dense6": { "mean": 0.0011111259460449218, "n": 5, "std": 0.004648102076353833, "ci95_low": -0.0046602550621398075, "ci95_high": 0.006882506954229652 } }, { "config": "constant_ild", "retained": 6, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.001590922474861145, "n": 5, "std": 0.006092860177289036, "ci95_low": -0.009156207603090358, "ci95_high": 0.005974362653368069 }, "accuracy_difference_vs_dense6": { "mean": -0.0005555629730224609, "n": 5, "std": 0.0012422765734601045, "ci95_low": -0.0020980530700998095, "ci95_high": 0.0009869271240548875 }, "excess_ce_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_change_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 } }, { "config": "constant_ild", "retained": 6, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.001590922474861145, "n": 5, "std": 0.006092860177289036, "ci95_low": -0.009156207603090358, "ci95_high": 0.005974362653368069 }, "accuracy_difference_vs_dense6": { "mean": -0.0005555629730224609, "n": 5, "std": 0.0012422765734601045, "ci95_low": -0.0020980530700998095, "ci95_high": 0.0009869271240548875 }, "excess_ce_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_change_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 } }, { "config": "constant_ild", "retained": 6, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.001590922474861145, "n": 5, "std": 0.006092860177289036, "ci95_low": -0.009156207603090358, "ci95_high": 0.005974362653368069 }, "accuracy_difference_vs_dense6": { "mean": -0.0005555629730224609, "n": 5, "std": 0.0012422765734601045, "ci95_low": -0.0020980530700998095, "ci95_high": 0.0009869271240548875 }, "excess_ce_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_change_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 } }, { "config": "decreasing_ild", "retained": 1, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.48631140192349753, "n": 5, "std": 0.0702408133565508, "ci95_low": -0.5735268910728769, "ci95_high": -0.39909591277411816 }, "accuracy_difference_vs_dense6": { "mean": 0.17009259462356566, "n": 5, "std": 0.03373535659112039, "ci95_low": 0.12820461687780532, "ci95_high": 0.211980572369326 }, "excess_ce_difference_vs_dense6": { "mean": -0.4863078852494558, "n": 5, "std": 0.0711591751709074, "ci95_low": -0.5746636712010469, "ci95_high": -0.3979520992978647 }, "accuracy_change_difference_vs_dense6": { "mean": 0.17064815759658813, "n": 5, "std": 0.0342367341120047, "ci95_low": 0.1281376374336371, "ci95_high": 0.21315867775953917 } }, { "config": "decreasing_ild", "retained": 1, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.7344120621681214, "n": 5, "std": 0.1099667057357916, "ci95_low": -0.8709537616813214, "ci95_high": -0.5978703626549213 }, "accuracy_difference_vs_dense6": { "mean": 0.24111112356185913, "n": 5, "std": 0.057110192567058696, "ci95_low": 0.170199453520858, "ci95_high": 0.3120227936028602 }, "excess_ce_difference_vs_dense6": { "mean": -0.7344085454940796, "n": 5, "std": 0.11100550663530041, "ci95_low": -0.8722400866855015, "ci95_high": -0.5965770043026578 }, "accuracy_change_difference_vs_dense6": { "mean": 0.2416666865348816, "n": 5, "std": 0.05800171507011211, "ci95_low": 0.16964804509825054, "ci95_high": 0.31368532797151266 } }, { "config": "decreasing_ild", "retained": 1, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.7344120621681214, "n": 5, "std": 0.1099667057357916, "ci95_low": -0.8709537616813214, "ci95_high": -0.5978703626549213 }, "accuracy_difference_vs_dense6": { "mean": 0.24111112356185913, "n": 5, "std": 0.057110192567058696, "ci95_low": 0.170199453520858, "ci95_high": 0.3120227936028602 }, "excess_ce_difference_vs_dense6": { "mean": -0.7344085454940796, "n": 5, "std": 0.11100550663530041, "ci95_low": -0.8722400866855015, "ci95_high": -0.5965770043026578 }, "accuracy_change_difference_vs_dense6": { "mean": 0.2416666865348816, "n": 5, "std": 0.05800171507011211, "ci95_low": 0.16964804509825054, "ci95_high": 0.31368532797151266 } }, { "config": "decreasing_ild", "retained": 2, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.3351860751708348, "n": 5, "std": 0.04209646646187033, "ci95_low": -0.3874557420281315, "ci95_high": -0.28291640831353815 }, "accuracy_difference_vs_dense6": { "mean": 0.08640740553538004, "n": 5, "std": 0.013229145554172367, "ci95_low": 0.0699812517737668, "ci95_high": 0.10283355929699328 }, "excess_ce_difference_vs_dense6": { "mean": -0.3351825584967931, "n": 5, "std": 0.04336124315626726, "ci95_low": -0.38902265304128963, "ci95_high": -0.2813424639522966 }, "accuracy_change_difference_vs_dense6": { "mean": 0.08696296850840252, "n": 5, "std": 0.013710340826207756, "ci95_low": 0.06993933190139706, "ci95_high": 0.10398660511540797 } }, { "config": "decreasing_ild", "retained": 2, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.44233841478824615, "n": 5, "std": 0.058204888665000745, "ci95_low": -0.5146093295630361, "ci95_high": -0.37006750001345623 }, "accuracy_difference_vs_dense6": { "mean": 0.09800000429153446, "n": 5, "std": 0.02145407874017445, "ci95_low": 0.07136124710523103, "ci95_high": 0.1246387614778379 }, "excess_ce_difference_vs_dense6": { "mean": -0.4423348981142044, "n": 5, "std": 0.05906236206270381, "ci95_low": -0.5156705067363396, "ci95_high": -0.36899928949206917 }, "accuracy_change_difference_vs_dense6": { "mean": 0.09855556726455689, "n": 5, "std": 0.022568833009966045, "ci95_low": 0.0705326598346093, "ci95_high": 0.12657847469450448 } }, { "config": "decreasing_ild", "retained": 2, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.49199298918247225, "n": 5, "std": 0.05656072327066087, "ci95_low": -0.5622224029800178, "ci95_high": -0.42176357538492665 }, "accuracy_difference_vs_dense6": { "mean": 0.08444445133209229, "n": 5, "std": 0.025046274904574638, "ci95_low": 0.05334539349396748, "ci95_high": 0.11554350917021709 }, "excess_ce_difference_vs_dense6": { "mean": -0.4919894725084305, "n": 5, "std": 0.057042191997854666, "ci95_low": -0.5628167086907936, "ci95_high": -0.4211622363260674 }, "accuracy_change_difference_vs_dense6": { "mean": 0.08500001430511475, "n": 5, "std": 0.024658172678289923, "ci95_low": 0.054382849028990404, "ci95_high": 0.1156171795812391 } }, { "config": "decreasing_ild", "retained": 3, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.1794357404857874, "n": 5, "std": 0.015684673000452228, "ci95_low": -0.19891083427404757, "ci95_high": -0.15996064669752721 }, "accuracy_difference_vs_dense6": { "mean": 0.04741666853427888, "n": 5, "std": 0.004515064863115661, "ci95_low": 0.04181047504419335, "ci95_high": 0.05302286202436441 }, "excess_ce_difference_vs_dense6": { "mean": -0.17943222381174564, "n": 5, "std": 0.017199342112472874, "ci95_low": -0.20078802770559312, "ci95_high": -0.15807641991789817 }, "accuracy_change_difference_vs_dense6": { "mean": 0.04797223150730133, "n": 5, "std": 0.004591328083992398, "ci95_low": 0.04227134472146609, "ci95_high": 0.05367311829313657 } }, { "config": "decreasing_ild", "retained": 3, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.2169167022407055, "n": 5, "std": 0.024812276815061828, "ci95_low": -0.2477252130754338, "ci95_high": -0.1861081914059772 }, "accuracy_difference_vs_dense6": { "mean": 0.05133333683013919, "n": 5, "std": 0.005518630714671842, "ci95_low": 0.044481051752349635, "ci95_high": 0.05818562190792874 }, "excess_ce_difference_vs_dense6": { "mean": -0.21691318556666375, "n": 5, "std": 0.0251513416946734, "ci95_low": -0.24814270105546102, "ci95_high": -0.1856836700778665 }, "accuracy_change_difference_vs_dense6": { "mean": 0.05188889980316162, "n": 5, "std": 0.006606809823145016, "ci95_low": 0.04368546190278347, "ci95_high": 0.06009233770353978 } }, { "config": "decreasing_ild", "retained": 3, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.21201169192790986, "n": 5, "std": 0.020305399581096974, "ci95_low": -0.2372241755568998, "ci95_high": -0.1867992082989199 }, "accuracy_difference_vs_dense6": { "mean": 0.01944446563720703, "n": 5, "std": 0.008098550204518452, "ci95_low": 0.00938878741061072, "ci95_high": 0.02950014386380334 }, "excess_ce_difference_vs_dense6": { "mean": -0.21200817525386811, "n": 5, "std": 0.024178686327031157, "ci95_low": -0.24202997959000436, "ci95_high": -0.18198637091773187 }, "accuracy_change_difference_vs_dense6": { "mean": 0.02000002861022949, "n": 5, "std": 0.006916601498856128, "ci95_low": 0.011411933539177629, "ci95_high": 0.028588123681281354 } }, { "config": "decreasing_ild", "retained": 4, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.07989474445581436, "n": 5, "std": 0.007666114562960833, "ci95_low": -0.08941348291474843, "ci95_high": -0.07037600599688029 }, "accuracy_difference_vs_dense6": { "mean": 0.021185185909271254, "n": 5, "std": 0.0026339300276220457, "ci95_low": 0.017914729820185108, "ci95_high": 0.0244556419983574 }, "excess_ce_difference_vs_dense6": { "mean": -0.07989122778177261, "n": 5, "std": 0.006881602973220846, "ci95_low": -0.08843586644355293, "ci95_high": -0.0713465891199923 }, "accuracy_change_difference_vs_dense6": { "mean": 0.0217407488822937, "n": 5, "std": 0.002409544156522785, "ci95_low": 0.018748904651057097, "ci95_high": 0.024732593113530304 } }, { "config": "decreasing_ild", "retained": 4, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.09412381067872047, "n": 5, "std": 0.014182899564320877, "ci95_low": -0.11173420645787759, "ci95_high": -0.07651341489956336 }, "accuracy_difference_vs_dense6": { "mean": 0.024222220182418774, "n": 5, "std": 0.0038709901242553707, "ci95_low": 0.019415751107728557, "ci95_high": 0.02902868925710899 }, "excess_ce_difference_vs_dense6": { "mean": -0.09412029400467872, "n": 5, "std": 0.01326206154338903, "ci95_low": -0.11058731836506756, "ci95_high": -0.07765326964428988 }, "accuracy_change_difference_vs_dense6": { "mean": 0.024777783155441283, "n": 5, "std": 0.004506520587172268, "ci95_low": 0.01918219878518538, "ci95_high": 0.030373367525697186 } }, { "config": "decreasing_ild", "retained": 4, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.06770917177200317, "n": 5, "std": 0.011363492483142563, "ci95_low": -0.08181881128218041, "ci95_high": -0.05359953226182593 }, "accuracy_difference_vs_dense6": { "mean": 0.006111133098602295, "n": 5, "std": 0.00633432060885899, "ci95_low": -0.0017539647544980745, "ci95_high": 0.013976230951702664 }, "excess_ce_difference_vs_dense6": { "mean": -0.06770565509796142, "n": 5, "std": 0.014568466778308248, "ci95_low": -0.08579479580561439, "ci95_high": -0.04961651439030845 }, "accuracy_change_difference_vs_dense6": { "mean": 0.006666696071624756, "n": 5, "std": 0.005760127644314392, "ci95_low": -0.00048544704937869554, "ci95_high": 0.013818839192628208 } }, { "config": "decreasing_ild", "retained": 5, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.025073307255903877, "n": 5, "std": 0.00690475662846745, "ci95_low": -0.03364669497783073, "ci95_high": -0.016499919533977024 }, "accuracy_difference_vs_dense6": { "mean": 0.0060185154279072785, "n": 5, "std": 0.0009259320796020512, "ci95_low": 0.004868818899883468, "ci95_high": 0.007168211955931089 }, "excess_ce_difference_vs_dense6": { "mean": -0.025069790581862133, "n": 5, "std": 0.002576078811155384, "ci95_low": -0.028268414898209332, "ci95_high": -0.021871166265514934 }, "accuracy_change_difference_vs_dense6": { "mean": 0.006574078400929768, "n": 5, "std": 0.0013257448216676953, "ci95_low": 0.004927948785059918, "ci95_high": 0.008220208016799619 } }, { "config": "decreasing_ild", "retained": 5, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.032394549846649176, "n": 5, "std": 0.008567404955291806, "ci95_low": -0.04303238813766756, "ci95_high": -0.02175671155563079 }, "accuracy_difference_vs_dense6": { "mean": 0.00755555391311642, "n": 5, "std": 0.0017829863373146136, "ci95_low": 0.005341683968783668, "ci95_high": 0.009769423857449172 }, "excess_ce_difference_vs_dense6": { "mean": -0.03239103317260742, "n": 5, "std": 0.006461743212935178, "ci95_low": -0.040414347085746566, "ci95_high": -0.024367719259468276 }, "accuracy_change_difference_vs_dense6": { "mean": 0.008111116886138916, "n": 5, "std": 0.0022429782690102052, "ci95_low": 0.005326091520755541, "ci95_high": 0.01089614225152229 } }, { "config": "decreasing_ild", "retained": 5, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.014114508032798767, "n": 5, "std": 0.006825033618741086, "ci95_low": -0.022588906563719945, "ci95_high": -0.005640109501877589 }, "accuracy_difference_vs_dense6": { "mean": -0.0005555510520935059, "n": 5, "std": 0.005343157660192043, "ci95_low": -0.00718995755548064, "ci95_high": 0.006078855451293628 }, "excess_ce_difference_vs_dense6": { "mean": -0.014110991358757019, "n": 5, "std": 0.003903743645371149, "ci95_low": -0.018958129301431106, "ci95_high": -0.009263853416082931 }, "accuracy_change_difference_vs_dense6": { "mean": 1.1920928955078126e-08, "n": 5, "std": 0.005196744069604394, "ci95_low": -0.006452598098177749, "ci95_high": 0.006452621940035659 } }, { "config": "decreasing_ild", "retained": 6, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -3.516674041748047e-06, "n": 5, "std": 0.005562624341846206, "ci95_low": -0.0069104270548441035, "ci95_high": 0.006903393706760607 }, "accuracy_difference_vs_dense6": { "mean": -0.0005555629730224609, "n": 5, "std": 0.0012422765734601045, "ci95_low": -0.0020980530700998095, "ci95_high": 0.0009869271240548875 }, "excess_ce_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_change_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 } }, { "config": "decreasing_ild", "retained": 6, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -3.516674041748047e-06, "n": 5, "std": 0.005562624341846206, "ci95_low": -0.0069104270548441035, "ci95_high": 0.006903393706760607 }, "accuracy_difference_vs_dense6": { "mean": -0.0005555629730224609, "n": 5, "std": 0.0012422765734601045, "ci95_low": -0.0020980530700998095, "ci95_high": 0.0009869271240548875 }, "excess_ce_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_change_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 } }, { "config": "decreasing_ild", "retained": 6, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -3.516674041748047e-06, "n": 5, "std": 0.005562624341846206, "ci95_low": -0.0069104270548441035, "ci95_high": 0.006903393706760607 }, "accuracy_difference_vs_dense6": { "mean": -0.0005555629730224609, "n": 5, "std": 0.0012422765734601045, "ci95_low": -0.0020980530700998095, "ci95_high": 0.0009869271240548875 }, "excess_ce_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 }, "accuracy_change_difference_vs_dense6": { "mean": 0.0, "n": 5, "std": 0.0, "ci95_low": 0.0, "ci95_high": 0.0 } }, { "config": "dense3", "retained": 1, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.5661634802818298, "n": 5, "std": 0.09103240355300578, "ci95_low": -0.6791951384435537, "ci95_high": -0.45313182212010594 }, "accuracy_difference_vs_dense6": { "mean": 0.1866666734218597, "n": 5, "std": 0.0480059329942279, "ci95_low": 0.12705943472274456, "ci95_high": 0.24627391212097482 }, "excess_ce_difference_vs_dense6": { "mean": -0.5689924374222756, "n": 5, "std": 0.0903103367240909, "ci95_low": -0.6811275311982388, "ci95_high": -0.4568573436463124 }, "accuracy_change_difference_vs_dense6": { "mean": 0.18666669726371765, "n": 5, "std": 0.050594881270020944, "ci95_low": 0.1238448546973386, "ci95_high": 0.24948853983009672 } }, { "config": "dense3", "retained": 1, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.6276886105537415, "n": 5, "std": 0.08612588459812459, "ci95_low": -0.7346280207726851, "ci95_high": -0.5207492003347979 }, "accuracy_difference_vs_dense6": { "mean": 0.20722223520278932, "n": 5, "std": 0.057821825078570394, "ci95_low": 0.1354269566922928, "ci95_high": 0.27901751371328587 }, "excess_ce_difference_vs_dense6": { "mean": -0.6305175676941872, "n": 5, "std": 0.08636318010229356, "ci95_low": -0.737751619197593, "ci95_high": -0.5232835161907814 }, "accuracy_change_difference_vs_dense6": { "mean": 0.20722225904464722, "n": 5, "std": 0.06138196787447091, "ci95_low": 0.1310064793960165, "ci95_high": 0.28343803869327794 } }, { "config": "dense3", "retained": 1, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.6276886105537415, "n": 5, "std": 0.08612588459812459, "ci95_low": -0.7346280207726851, "ci95_high": -0.5207492003347979 }, "accuracy_difference_vs_dense6": { "mean": 0.20722223520278932, "n": 5, "std": 0.057821825078570394, "ci95_low": 0.1354269566922928, "ci95_high": 0.27901751371328587 }, "excess_ce_difference_vs_dense6": { "mean": -0.6305175676941872, "n": 5, "std": 0.08636318010229356, "ci95_low": -0.737751619197593, "ci95_high": -0.5232835161907814 }, "accuracy_change_difference_vs_dense6": { "mean": 0.20722225904464722, "n": 5, "std": 0.06138196787447091, "ci95_low": 0.1310064793960165, "ci95_high": 0.28343803869327794 } }, { "config": "dense3", "retained": 2, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.4729325612386067, "n": 5, "std": 0.06118340774042885, "ci95_low": -0.5489017959173189, "ci95_high": -0.3969633265598945 }, "accuracy_difference_vs_dense6": { "mean": 0.11840741554896037, "n": 5, "std": 0.019434123719832084, "ci95_low": 0.094276763789407, "ci95_high": 0.14253806730851373 }, "excess_ce_difference_vs_dense6": { "mean": -0.47576151837905245, "n": 5, "std": 0.0612787284444563, "ci95_low": -0.5518491093442389, "ci95_high": -0.399673927413866 }, "accuracy_change_difference_vs_dense6": { "mean": 0.11840743939081827, "n": 5, "std": 0.021513225888999846, "ci95_low": 0.09169524131922194, "ci95_high": 0.1451196374624146 } }, { "config": "dense3", "retained": 2, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.468570151925087, "n": 5, "std": 0.06187407056512078, "ci95_low": -0.5453969577681168, "ci95_high": -0.3917433460820572 }, "accuracy_difference_vs_dense6": { "mean": 0.09338889479637147, "n": 5, "std": 0.02184258448067679, "ci95_low": 0.06626774401899078, "ci95_high": 0.12051004557375215 }, "excess_ce_difference_vs_dense6": { "mean": -0.4713991090655327, "n": 5, "std": 0.06244908755552823, "ci95_low": -0.5489398928039069, "ci95_high": -0.3938583253271584 }, "accuracy_change_difference_vs_dense6": { "mean": 0.09338891863822937, "n": 5, "std": 0.02434036070611536, "ci95_low": 0.06316636904615232, "ci95_high": 0.12361146823030643 } }, { "config": "dense3", "retained": 2, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.5079436391592026, "n": 5, "std": 0.0589447006387324, "ci95_low": -0.5811331518272151, "ci95_high": -0.43475412649119 }, "accuracy_difference_vs_dense6": { "mean": 0.0788888931274414, "n": 5, "std": 0.022274248817361807, "ci95_low": 0.051231760283890426, "ci95_high": 0.10654602597099239 }, "excess_ce_difference_vs_dense6": { "mean": -0.5107725962996483, "n": 5, "std": 0.05831877792914363, "ci95_low": -0.5831849232735064, "ci95_high": -0.43836026932579025 }, "accuracy_change_difference_vs_dense6": { "mean": 0.07888891696929931, "n": 5, "std": 0.021300323131739626, "ci95_low": 0.05244107258651132, "ci95_high": 0.1053367613520873 } }, { "config": "dense3", "retained": 3, "mode": "all_subsets", "ce_difference_vs_dense6": { "mean": -0.32144116282463076, "n": 5, "std": 0.02454734032211733, "ci95_low": -0.35192071155425947, "ci95_high": -0.29096161409500204 }, "accuracy_difference_vs_dense6": { "mean": 0.08469443619251252, "n": 5, "std": 0.006999363444956341, "ci95_low": 0.07600357859256673, "ci95_high": 0.0933852937924583 }, "excess_ce_difference_vs_dense6": { "mean": -0.32427011996507643, "n": 5, "std": 0.022860927367246785, "ci95_low": -0.35265571044253796, "ci95_high": -0.2958845294876149 }, "accuracy_change_difference_vs_dense6": { "mean": 0.08469446003437042, "n": 5, "std": 0.006902230880113147, "ci95_low": 0.07612420844324364, "ci95_high": 0.09326471162549721 } }, { "config": "dense3", "retained": 3, "mode": "keep_first", "ce_difference_vs_dense6": { "mean": -0.26362602412700653, "n": 5, "std": 0.024754136912983987, "ci95_low": -0.2943623447384657, "ci95_high": -0.23288970351554739 }, "accuracy_difference_vs_dense6": { "mean": 0.05794443607330324, "n": 5, "std": 0.00441658904159345, "ci95_low": 0.05246051646549538, "ci95_high": 0.0634283556811111 }, "excess_ce_difference_vs_dense6": { "mean": -0.26645498126745226, "n": 5, "std": 0.025902688697166214, "ci95_low": -0.29861741727940316, "ci95_high": -0.23429254525550136 }, "accuracy_change_difference_vs_dense6": { "mean": 0.05794445991516113, "n": 5, "std": 0.006135055906490318, "ci95_low": 0.05032678186910473, "ci95_high": 0.06556213796121753 } }, { "config": "dense3", "retained": 3, "mode": "prefix", "ce_difference_vs_dense6": { "mean": -0.2379462629556656, "n": 5, "std": 0.020924250865928726, "ci95_low": -0.2639271519452733, "ci95_high": -0.2119653739660579 }, "accuracy_difference_vs_dense6": { "mean": 0.02222222089767456, "n": 5, "std": 0.008098550204518452, "ci95_low": 0.01216654267107825, "ci95_high": 0.03227789912427087 }, "excess_ce_difference_vs_dense6": { "mean": -0.2407752200961113, "n": 5, "std": 0.02257518292456923, "ci95_low": -0.2688060119864133, "ci95_high": -0.21274442820580927 }, "accuracy_change_difference_vs_dense6": { "mean": 0.022222244739532472, "n": 5, "std": 0.004811264861276501, "ci95_low": 0.0162482703754626, "ci95_high": 0.028196219103602344 } } ], "mask_means": [ { "config": "dense6", "retained": 1, "layers": [ 1 ], "ce": 1.2034638047218322, "seeds": 5 }, { "config": "dense6", "retained": 1, "layers": [ 2 ], "ce": 1.1687589526176452, "seeds": 5 }, { "config": "dense6", "retained": 1, "layers": [ 3 ], "ce": 1.1436391353607178, "seeds": 5 }, { "config": "dense6", "retained": 1, "layers": [ 4 ], "ce": 1.1189491152763367, "seeds": 5 }, { "config": "dense6", "retained": 1, "layers": [ 5 ], "ce": 1.166495931148529, "seeds": 5 }, { "config": "dense6", "retained": 1, "layers": [ 6 ], "ce": 1.2214176416397096, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 1, 2 ], "ce": 0.675032913684845, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 1, 3 ], "ce": 0.6428236246109009, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 1, 4 ], "ce": 0.6450514674186707, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 1, 5 ], "ce": 0.6368683338165283, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 1, 6 ], "ce": 0.6809568285942078, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 2, 3 ], "ce": 0.6589272499084473, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 2, 4 ], "ce": 0.6465657114982605, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 2, 5 ], "ce": 0.6587857961654663, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 2, 6 ], "ce": 0.6677157282829285, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 3, 4 ], "ce": 0.6820916473865509, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 3, 5 ], "ce": 0.7256232261657715, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 3, 6 ], "ce": 0.7583250880241394, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 4, 5 ], "ce": 0.7357964038848877, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 4, 6 ], "ce": 0.7603167653083801, "seeds": 5 }, { "config": "dense6", "retained": 2, "layers": [ 5, 6 ], "ce": 0.8697628617286682, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 2, 3 ], "ce": 0.32073532938957217, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 2, 4 ], "ce": 0.31771178245544435, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 2, 5 ], "ce": 0.3097941935062408, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 2, 6 ], "ce": 0.32898442149162294, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 3, 4 ], "ce": 0.3303217709064484, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 3, 5 ], "ce": 0.3331720530986786, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 3, 6 ], "ce": 0.3607932686805725, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 4, 5 ], "ce": 0.3562765419483185, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 4, 6 ], "ce": 0.3822601854801178, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 1, 5, 6 ], "ce": 0.42410135865211485, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 3, 4 ], "ce": 0.3695229709148407, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 3, 5 ], "ce": 0.3802854776382446, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 3, 6 ], "ce": 0.37517200112342836, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 4, 5 ], "ce": 0.3969316840171814, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 4, 6 ], "ce": 0.4066527485847473, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 2, 5, 6 ], "ce": 0.4524857819080353, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 3, 4, 5 ], "ce": 0.4925782859325409, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 3, 4, 6 ], "ce": 0.5112244307994842, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 3, 5, 6 ], "ce": 0.6150042414665222, "seeds": 5 }, { "config": "dense6", "retained": 3, "layers": [ 4, 5, 6 ], "ce": 0.6205960571765899, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 3, 4 ], "ce": 0.1562882363796234, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 3, 5 ], "ce": 0.148261421918869, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 3, 6 ], "ce": 0.15270251035690308, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 4, 5 ], "ce": 0.1625441700220108, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 4, 6 ], "ce": 0.17173499166965484, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 2, 5, 6 ], "ce": 0.19059506058692932, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 3, 4, 5 ], "ce": 0.20314745903015136, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 3, 4, 6 ], "ce": 0.21170056760311126, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 3, 5, 6 ], "ce": 0.2572115331888199, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 1, 4, 5, 6 ], "ce": 0.2710893481969833, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 2, 3, 4, 5 ], "ce": 0.26377383172512053, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 2, 3, 4, 6 ], "ce": 0.2596894770860672, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 2, 3, 5, 6 ], "ce": 0.3013823091983795, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 2, 4, 5, 6 ], "ce": 0.3193611979484558, "seeds": 5 }, { "config": "dense6", "retained": 4, "layers": [ 3, 4, 5, 6 ], "ce": 0.47631965279579164, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 1, 2, 3, 4, 5 ], "ce": 0.09604173749685288, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 1, 2, 3, 4, 6 ], "ce": 0.09540959894657135, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 1, 2, 3, 5, 6 ], "ce": 0.1060019314289093, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 1, 2, 4, 5, 6 ], "ce": 0.11757601350545883, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 1, 3, 4, 5, 6 ], "ce": 0.17378579676151276, "seeds": 5 }, { "config": "dense6", "retained": 5, "layers": [ 2, 3, 4, 5, 6 ], "ce": 0.240472611784935, "seeds": 5 }, { "config": "dense6", "retained": 6, "layers": [ 1, 2, 3, 4, 5, 6 ], "ce": 0.07996010929346084, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 1 ], "ce": 0.6170836091041565, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 2 ], "ce": 0.6946308732032775, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 3 ], "ce": 0.7056449174880981, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 4 ], "ce": 0.7452967762947083, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 5 ], "ce": 0.833404278755188, "seeds": 5 }, { "config": "constant_ild", "retained": 1, "layers": [ 6 ], "ce": 0.8989023447036744, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 1, 2 ], "ce": 0.23408298790454865, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 1, 3 ], "ce": 0.22185362577438356, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 1, 4 ], "ce": 0.23459520041942597, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 1, 5 ], "ce": 0.2545064926147461, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 1, 6 ], "ce": 0.2837490141391754, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 2, 3 ], "ce": 0.3593821346759796, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 2, 4 ], "ce": 0.3662348687648773, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 2, 5 ], "ce": 0.3906341791152954, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 2, 6 ], "ce": 0.4030094683170319, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 3, 4 ], "ce": 0.40401384234428406, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 3, 5 ], "ce": 0.43462926149368286, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 3, 6 ], "ce": 0.45858020782470704, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 4, 5 ], "ce": 0.47773768901824953, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 4, 6 ], "ce": 0.5057082951068879, "seeds": 5 }, { "config": "constant_ild", "retained": 2, "layers": [ 5, 6 ], "ce": 0.5775395095348358, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 2, 3 ], "ce": 0.11874881982803345, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 2, 4 ], "ce": 0.1171190470457077, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 2, 5 ], "ce": 0.12193320691585541, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 2, 6 ], "ce": 0.12870583832263946, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 3, 4 ], "ce": 0.12288513034582138, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 3, 5 ], "ce": 0.12849310487508775, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 3, 6 ], "ce": 0.13300701826810837, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 4, 5 ], "ce": 0.13943012058734894, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 4, 6 ], "ce": 0.145969757437706, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 1, 5, 6 ], "ce": 0.16641926169395446, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 3, 4 ], "ce": 0.2689733326435089, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 3, 5 ], "ce": 0.27561668753623964, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 3, 6 ], "ce": 0.27649071216583254, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 4, 5 ], "ce": 0.2835692048072815, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 4, 6 ], "ce": 0.2930500268936157, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 2, 5, 6 ], "ce": 0.3092314064502716, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 3, 4, 5 ], "ce": 0.3251724898815155, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 3, 4, 6 ], "ce": 0.3372730016708374, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 3, 5, 6 ], "ce": 0.36110097765922544, "seeds": 5 }, { "config": "constant_ild", "retained": 3, "layers": [ 4, 5, 6 ], "ce": 0.40399789810180664, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 3, 4 ], "ce": 0.08880499601364136, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 3, 5 ], "ce": 0.08976304680109023, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 3, 6 ], "ce": 0.0903611198067665, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 4, 5 ], "ce": 0.08908292353153228, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 4, 6 ], "ce": 0.09166052639484405, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 2, 5, 6 ], "ce": 0.09725462496280671, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 3, 4, 5 ], "ce": 0.09617429375648498, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 3, 4, 6 ], "ce": 0.09760458022356033, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 3, 5, 6 ], "ce": 0.10430171191692353, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 1, 4, 5, 6 ], "ce": 0.11241159737110137, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 2, 3, 4, 5 ], "ce": 0.2506170392036438, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 2, 3, 4, 6 ], "ce": 0.2525737076997757, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 2, 3, 5, 6 ], "ce": 0.2565886050462723, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 2, 4, 5, 6 ], "ce": 0.26477615237236024, "seeds": 5 }, { "config": "constant_ild", "retained": 4, "layers": [ 3, 4, 5, 6 ], "ce": 0.308717280626297, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 1, 2, 3, 4, 5 ], "ce": 0.08036397695541382, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 1, 2, 3, 4, 6 ], "ce": 0.08104654252529145, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 1, 2, 3, 5, 6 ], "ce": 0.08209400177001953, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 1, 2, 4, 5, 6 ], "ce": 0.08138849735260009, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 1, 3, 4, 5, 6 ], "ce": 0.08734330981969833, "seeds": 5 }, { "config": "constant_ild", "retained": 5, "layers": [ 2, 3, 4, 5, 6 ], "ce": 0.24924024939537048, "seeds": 5 }, { "config": "constant_ild", "retained": 6, "layers": [ 1, 2, 3, 4, 5, 6 ], "ce": 0.0783691868185997, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 1 ], "ce": 0.46905174255371096, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 2 ], "ce": 0.5898681163787842, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 3 ], "ce": 0.6303419351577759, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 4 ], "ce": 0.7068626642227173, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 5 ], "ce": 0.8111112594604493, "seeds": 5 }, { "config": "decreasing_ild", "retained": 1, "layers": [ 6 ], "ce": 0.8976204514503479, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 1, 2 ], "ce": 0.18303992450237275, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 1, 3 ], "ce": 0.18457602262496947, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 1, 4 ], "ce": 0.20710313618183135, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 1, 5 ], "ce": 0.23050676584243773, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 1, 6 ], "ce": 0.26381524503231046, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 2, 3 ], "ce": 0.3319137692451477, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 2, 4 ], "ce": 0.35044899582862854, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 2, 5 ], "ce": 0.3813958168029785, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 2, 6 ], "ce": 0.40023488998413087, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 3, 4 ], "ce": 0.3955043852329254, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 3, 5 ], "ce": 0.4287871241569519, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 3, 6 ], "ce": 0.4577761232852936, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 4, 5 ], "ce": 0.4857724070549011, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 4, 6 ], "ce": 0.5194188177585601, "seeds": 5 }, { "config": "decreasing_ild", "retained": 2, "layers": [ 5, 6 ], "ce": 0.5965590953826905, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 2, 3 ], "ce": 0.10872363746166229, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 2, 4 ], "ce": 0.11083315312862396, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 2, 5 ], "ce": 0.11743010282516479, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 2, 6 ], "ce": 0.12566473186016083, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 3, 4 ], "ce": 0.1185247153043747, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 3, 5 ], "ce": 0.12567780166864395, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 3, 6 ], "ce": 0.13213182985782623, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 4, 5 ], "ce": 0.140326127409935, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 4, 6 ], "ce": 0.14866194128990173, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 1, 5, 6 ], "ce": 0.16700984239578248, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 3, 4 ], "ce": 0.26862277984619143, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 3, 5 ], "ce": 0.2763133555650711, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 3, 6 ], "ce": 0.28034365773200987, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 4, 5 ], "ce": 0.29016088247299193, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 4, 6 ], "ce": 0.3005194544792175, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 2, 5, 6 ], "ce": 0.31926336884498596, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 3, 4, 5 ], "ce": 0.3323905348777771, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 3, 4, 6 ], "ce": 0.3452150642871857, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 3, 5, 6 ], "ce": 0.36869447827339175, "seeds": 5 }, { "config": "decreasing_ild", "retained": 3, "layers": [ 4, 5, 6 ], "ce": 0.41938231587409974, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 3, 4 ], "ce": 0.08857906460762024, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 3, 5 ], "ce": 0.09023219794034958, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 3, 6 ], "ce": 0.0921473577618599, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 4, 5 ], "ce": 0.09136766344308853, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 4, 6 ], "ce": 0.09443804323673248, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 2, 5, 6 ], "ce": 0.09969174414873123, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 3, 4, 5 ], "ce": 0.0993661716580391, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 3, 4, 6 ], "ce": 0.10160255432128906, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 3, 5, 6 ], "ce": 0.10758981704711915, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 1, 4, 5, 6 ], "ce": 0.11902257800102234, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 2, 3, 4, 5 ], "ce": 0.25438483953475954, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 2, 3, 4, 6 ], "ce": 0.25673039853572843, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 2, 3, 5, 6 ], "ce": 0.26076722145080566, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 2, 4, 5, 6 ], "ce": 0.27466405034065244, "seeds": 5 }, { "config": "decreasing_ild", "retained": 4, "layers": [ 3, 4, 5, 6 ], "ce": 0.3167968988418579, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 1, 2, 3, 4, 5 ], "ce": 0.0819272294640541, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 1, 2, 3, 4, 6 ], "ce": 0.08313441276550293, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 1, 2, 3, 5, 6 ], "ce": 0.08432213962078094, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 1, 2, 4, 5, 6 ], "ce": 0.08513831943273545, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 1, 3, 4, 5, 6 ], "ce": 0.09232022762298583, "seeds": 5 }, { "config": "decreasing_ild", "retained": 5, "layers": [ 2, 3, 4, 5, 6 ], "ce": 0.25200551748275757, "seeds": 5 }, { "config": "decreasing_ild", "retained": 6, "layers": [ 1, 2, 3, 4, 5, 6 ], "ce": 0.07995659261941909, "seeds": 5 }, { "config": "dense3", "retained": 1, "layers": [ 1 ], "ce": 0.5757751941680909, "seeds": 5 }, { "config": "dense3", "retained": 1, "layers": [ 2 ], "ce": 0.5563320994377137, "seeds": 5 }, { "config": "dense3", "retained": 1, "layers": [ 3 ], "ce": 0.6807645559310913, "seeds": 5 }, { "config": "dense3", "retained": 2, "layers": [ 1, 2 ], "ce": 0.1670892745256424, "seeds": 5 }, { "config": "dense3", "retained": 2, "layers": [ 1, 3 ], "ce": 0.2080636888742447, "seeds": 5 }, { "config": "dense3", "retained": 2, "layers": [ 2, 3 ], "ce": 0.2949780821800232, "seeds": 5 }, { "config": "dense3", "retained": 3, "layers": [ 1, 2, 3 ], "ce": 0.08278906643390656, "seeds": 5 } ] } }, "spending": { "budget_usd": 50, "cloud_spend_usd": 0, "modal_invocations": 0, "scope": "Local CPU only. No paid experiment service; electricity and hardware amortization excluded." } }