{ "faithfulness": { "Accel": { "n": 133101, "nonzero_conf": 0, "base": 0.21021630190607132, "rho": 0.0, "rho_p": 1.0, "bottom_half_acc": 0.14471825694966192, "top_half_acc": 0.27571336268425717, "half_z": 58.64465757250358, "half_p": 0.0, "curve": [ { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.1549962434259955 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.11111945905334335 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.16574004507888807 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.1334335086401202 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.15830202854996245 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.10811419984973704 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.34913598797896317 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.3019534184823441 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.30022539444027047 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.3191345503718729 } ] }, "AvgLead": { "n": 133100, "nonzero_conf": 0, "base": 0.2008114199849737, "rho": 0.0, "rho_p": 1.0, "bottom_half_acc": 0.14428249436513899, "top_half_acc": 0.2573403456048084, "half_z": 51.48028242957263, "half_p": 0.0, "curve": [ { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.15432006010518406 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.12374154770848986 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.16356123215627347 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.12644628099173555 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.15334335086401202 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.10721262208865515 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.3495867768595041 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.2725770097670924 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.2535687453042825 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.3037565740045079 } ] }, "Circular": { "n": 133107, "nonzero_conf": 0, "base": 0.1726956508673473, "rho": 0.0, "rho_p": 1.0, "bottom_half_acc": 0.12675611918320737, "top_half_acc": 0.21863449229197343, "half_z": 44.341501434293924, "half_p": 0.0, "curve": [ { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.12975206611570247 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.09991736158064758 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.14679588310419953 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.1236664162283997 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.133648861843588 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.09721283149275035 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.28549962434259957 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.23431748178198483 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.22627901735406805 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.24986852978739388 } ] }, "Composite": { "n": 133094, "nonzero_conf": 133094, "base": 0.18412550528198116, "rho": 0.0088488504464142, "rho_p": 0.0012455880311271538, "bottom_half_acc": 0.18370475002629721, "top_half_acc": 0.1845462605376651, "half_z": 0.39604098688467776, "half_p": 0.6920747918778563, "curve": [ { "lo": 0.0003648682386073272, "hi": 0.7293044058500786, "n": 13309, "hit": 0.10917424299346307 }, { "lo": 0.7293044058500786, "hi": 0.8632782544157275, "n": 13309, "hit": 0.15553384927492675 }, { "lo": 0.8633076503729116, "hi": 0.963730921978428, "n": 13310, "hit": 0.2081893313298272 }, { "lo": 0.9637341288188656, "hi": 0.9908785195880181, "n": 13309, "hit": 0.22450973025772034 }, { "lo": 0.9908785195880181, "hi": 0.9976484200640967, "n": 13310, "hit": 0.22111194590533434 }, { "lo": 0.9976491859409187, "hi": 0.9998337129326115, "n": 13309, "hit": 0.23660680742354798 }, { "lo": 0.9998337129326115, "hi": 1.0063463491902216, "n": 13309, "hit": 0.24231722894282065 }, { "lo": 1.0063463491902216, "hi": 1.1189947998872034, "n": 13310, "hit": 0.1293764087152517 }, { "lo": 1.1189947998872034, "hi": 1.2378819792750102, "n": 13309, "hit": 0.14005560147268767 }, { "lo": 1.2379491215331564, "hi": 3.037483163630121, "n": 13310, "hit": 0.1743801652892562 } ] }, "CompositeF": { "n": 133126, "nonzero_conf": 133126, "base": 0.18682300978020822, "rho": 0.11439273200936113, "rho_p": 0.0, "bottom_half_acc": 0.1520514399891832, "top_half_acc": 0.22159457957123327, "half_z": 32.54977691376144, "half_p": 2.1090750867380953e-232, "curve": [ { "lo": 0.0003252316422504398, "hi": 0.6523030295379743, "n": 13312, "hit": 0.08916766826923077 }, { "lo": 0.6523333693309337, "hi": 0.7320461727923427, "n": 13313, "hit": 0.09930143468789905 }, { "lo": 0.7320461727923427, "hi": 0.8459995543137109, "n": 13312, "hit": 0.1455078125 }, { "lo": 0.8460419408811006, "hi": 0.9540086046234093, "n": 13313, "hit": 0.21092165552467512 }, { "lo": 0.9540086046234093, "hi": 0.9834965465240503, "n": 13313, "hit": 0.21535341395628332 }, { "lo": 0.9834965465240503, "hi": 0.9939996324022881, "n": 13312, "hit": 0.21627103365384615 }, { "lo": 0.9939996324022881, "hi": 0.997989885572357, "n": 13313, "hit": 0.2065650116427552 }, { "lo": 0.997989885572357, "hi": 0.9997245674149878, "n": 13312, "hit": 0.22783954326923078 }, { "lo": 0.9997245674149878, "hi": 0.9999999964938535, "n": 13313, "hit": 0.22534364906482385 }, { "lo": 0.9999999964938535, "hi": 2.3088298828108833, "n": 13313, "hit": 0.23195372943739204 } ] }, "CompositeFShuf": { "n": 133119, "nonzero_conf": 133119, "base": 0.18064288343512197, "rho": 0.06555127384597137, "rho_p": 2.0577714602185925e-126, "bottom_half_acc": 0.15790501660181192, "top_half_acc": 0.20338040865384616, "half_z": 21.56350907672538, "half_p": 3.954561480655304e-103, "curve": [ { "lo": 0.0003252316422504398, "hi": 0.9927495862142239, "n": 13311, "hit": 0.16505146119750583 }, { "lo": 0.9927526173108666, "hi": 14.197404502916669, "n": 13312, "hit": 0.20462740384615385 }, { "lo": 14.198092147703614, "hi": 17.307603914642247, "n": 13312, "hit": 0.12439903846153846 }, { "lo": 17.307671001275732, "hi": 19.293129066496917, "n": 13312, "hit": 0.13529146634615385 }, { "lo": 19.29415671136869, "hi": 20.979916138678714, "n": 13312, "hit": 0.16015625 }, { "lo": 20.980038476057583, "hi": 22.99105090689128, "n": 13312, "hit": 0.19884314903846154 }, { "lo": 22.99125154781924, "hi": 394.79845403414635, "n": 13312, "hit": 0.193359375 }, { "lo": 394.79845403414635, "hi": 474.1544020257505, "n": 13312, "hit": 0.12755408653846154 }, { "lo": 474.165264526892, "hi": 576.4441539605992, "n": 13312, "hit": 0.18689903846153846 }, { "lo": 576.4657205924276, "hi": 843.1494057302995, "n": 13312, "hit": 0.3102463942307692 } ] }, "CompositeShuf": { "n": 133103, "nonzero_conf": 133103, "base": 0.17614929791214323, "rho": 0.03129357624957575, "rho_p": 3.443706234142166e-30, "bottom_half_acc": 0.1692536550915839, "top_half_acc": 0.18304483711984615, "half_z": 6.603903230539594, "half_p": 4.0047098974433546e-11, "curve": [ { "lo": 0.00036682746011704995, "hi": 15.46962039728178, "n": 13310, "hit": 0.1720510894064613 }, { "lo": 15.47270923059888, "hi": 21.12887136780713, "n": 13310, "hit": 0.12945154019534186 }, { "lo": 21.128940649173003, "hi": 29.1739879593678, "n": 13310, "hit": 0.18655146506386175 }, { "lo": 29.17559773111444, "hi": 179.79606987569198, "n": 13311, "hit": 0.2035158891142664 }, { "lo": 179.80971961983835, "hi": 385.68049046671655, "n": 13310, "hit": 0.15469571750563485 }, { "lo": 385.6860801329345, "hi": 480.8583906459061, "n": 13310, "hit": 0.1290007513148009 }, { "lo": 480.8640659212374, "hi": 586.8560660045789, "n": 13311, "hit": 0.17947562166629102 }, { "lo": 586.8815589462752, "hi": 785.2768612735734, "n": 13310, "hit": 0.21570247933884298 }, { "lo": 785.2768612735734, "hi": 7737.118985752055, "n": 13310, "hit": 0.20510894064613072 }, { "lo": 7737.845176228245, "hi": 18212.90587819798, "n": 13311, "hit": 0.18593644354293443 } ] }, "DecayGF": { "n": 133104, "nonzero_conf": 133104, "base": 0.1482750330568578, "rho": 0.13264131571711138, "rho_p": 0.0, "bottom_half_acc": 0.10794566654645991, "top_half_acc": 0.1886043995672557, "half_z": 41.40313721318057, "half_p": 0.0, "curve": [ { "lo": 0.556047406291762, "hi": 396.25822339191745, "n": 13310, "hit": 0.10240420736288505 }, { "lo": 396.25822339191745, "hi": 424.34215837190305, "n": 13310, "hit": 0.0889556724267468 }, { "lo": 424.34891458650884, "hi": 448.7083002629722, "n": 13311, "hit": 0.10908271354518818 }, { "lo": 448.7158220532212, "hi": 474.6532756908656, "n": 13310, "hit": 0.14507888805409466 }, { "lo": 474.6532756908656, "hi": 502.470482806322, "n": 13311, "hit": 0.09420779806175343 }, { "lo": 502.470482806322, "hi": 539.350529281079, "n": 13310, "hit": 0.11427498121712998 }, { "lo": 539.364943883612, "hi": 576.763702492511, "n": 13310, "hit": 0.1589030803906837 }, { "lo": 576.7798120938062, "hi": 610.4661212081966, "n": 13311, "hit": 0.20787318758921192 }, { "lo": 610.472355268001, "hi": 663.2419449545197, "n": 13310, "hit": 0.2308039068369647 }, { "lo": 663.2419449545197, "hi": 842.9566899329488, "n": 13311, "hit": 0.23116219667943805 } ] }, "Displace": { "n": 133105, "nonzero_conf": 0, "base": 0.13946884038916646, "rho": 0.0, "rho_p": 1.0, "bottom_half_acc": 0.11421144368313499, "top_half_acc": 0.16472585758718616, "half_z": 26.598712318364225, "half_p": 7.024916765901703e-156, "curve": [ { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.12126220886551466 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.10720456765081511 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.10676183320811419 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.1123882503192848 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.12344102178812923 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.10036811659529712 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.2396694214876033 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.19164600706182855 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.14868519909842223 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.14326496882277814 } ] }, "GuessFactor": { "n": 133108, "nonzero_conf": 133108, "base": 0.1589461189410103, "rho": -0.06701377950217692, "rho_p": 5.132616723013723e-132, "bottom_half_acc": 0.18137151786519218, "top_half_acc": 0.13652072001682844, "half_z": -22.377181417817297, "half_p": 6.56663113481927e-111, "curve": [ { "lo": 0.6, "hi": 1308.429940892439, "n": 13310, "hit": 0.164763335837716 }, { "lo": 1308.429940892439, "hi": 2631.5920330486097, "n": 13311, "hit": 0.2090752009616107 }, { "lo": 2631.5920330486097, "hi": 4241.519507453279, "n": 13311, "hit": 0.20531890917286455 }, { "lo": 4241.606869192732, "hi": 5988.043113014076, "n": 13311, "hit": 0.14747201562617385 }, { "lo": 5988.043113014076, "hi": 7765.872324815058, "n": 13311, "hit": 0.18022688002404028 }, { "lo": 7765.872324815058, "hi": 9382.10941803352, "n": 13310, "hit": 0.13591284748309543 }, { "lo": 9382.10941803352, "hi": 11083.456536032649, "n": 13311, "hit": 0.1777477274434678 }, { "lo": 11083.456536032649, "hi": 12694.844299170474, "n": 13311, "hit": 0.1408609420779806 }, { "lo": 12694.844299170474, "hi": 15396.958642755233, "n": 13311, "hit": 0.13116970926301555 }, { "lo": 15397.427232498827, "hi": 18211.62611629322, "n": 13311, "hit": 0.09691232814965066 } ] }, "HeadOn": { "n": 133162, "nonzero_conf": 0, "base": 0.06180441867800123, "rho": 0.0, "rho_p": 1.0, "bottom_half_acc": 0.07092113365674892, "top_half_acc": 0.05268770369925354, "half_z": -13.815674020284371, "half_p": 2.0502616163033433e-43, "curve": [ { "lo": 0.0, "hi": 0.0, "n": 13316, "hit": 0.05407029137879243 }, { "lo": 0.0, "hi": 0.0, "n": 13316, "hit": 0.07126764794232503 }, { "lo": 0.0, "hi": 0.0, "n": 13316, "hit": 0.07967858215680385 }, { "lo": 0.0, "hi": 0.0, "n": 13316, "hit": 0.06991589065785521 }, { "lo": 0.0, "hi": 0.0, "n": 13317, "hit": 0.07967259893369377 }, { "lo": 0.0, "hi": 0.0, "n": 13316, "hit": 0.08823971162511264 }, { "lo": 0.0, "hi": 0.0, "n": 13316, "hit": 0.03416942024632021 }, { "lo": 0.0, "hi": 0.0, "n": 13316, "hit": 0.04881345749474317 }, { "lo": 0.0, "hi": 0.0, "n": 13316, "hit": 0.0514418744367678 }, { "lo": 0.0, "hi": 0.0, "n": 13317, "hit": 0.040774949312908315 } ] }, "KNN": { "n": 133121, "nonzero_conf": 132685, "base": 0.12320370189526822, "rho": 0.09017502000221088, "rho_p": 2.1330122689777176e-237, "bottom_half_acc": 0.096484375, "top_half_acc": 0.14992262736437253, "half_z": 29.6608986030642, "half_p": 2.4539906628991957e-193, "curve": [ { "lo": 0.0, "hi": 15.638339141930848, "n": 13312, "hit": 0.10321514423076923 }, { "lo": 15.638339141930848, "hi": 17.036923326108976, "n": 13312, "hit": 0.09149639423076923 }, { "lo": 17.036999410096538, "hi": 18.030581282296783, "n": 13312, "hit": 0.08849158653846154 }, { "lo": 18.030581282296783, "hi": 18.827000971765557, "n": 13312, "hit": 0.0967548076923077 }, { "lo": 18.827000971765557, "hi": 19.518491870355092, "n": 13312, "hit": 0.1024639423076923 }, { "lo": 19.518491870355092, "hi": 20.23071031835459, "n": 13312, "hit": 0.11576021634615384 }, { "lo": 20.23071031835459, "hi": 20.952282251438355, "n": 13312, "hit": 0.12770432692307693 }, { "lo": 20.952282251438355, "hi": 21.757155049516914, "n": 13312, "hit": 0.15016526442307693 }, { "lo": 21.757155049516914, "hi": 22.812605936942635, "n": 13312, "hit": 0.16376201923076922 }, { "lo": 22.812605936942635, "hi": 26.877360693741576, "n": 13313, "hit": 0.19221813265229476 } ] }, "Linear": { "n": 133104, "nonzero_conf": 0, "base": 0.17308270224786634, "rho": 0.0, "rho_p": 1.0, "bottom_half_acc": 0.13042432984733743, "top_half_acc": 0.21574107464839523, "half_z": 41.137885289820915, "half_p": 0.0, "curve": [ { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.14199849737039819 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.1009015777610819 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.15626173841183982 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.12381667918858001 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.12914131169709264 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.09368895567242674 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.3176558978211871 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.23469311096085943 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.2202854996243426 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.21238073773570731 } ] }, "Pattern": { "n": 133100, "nonzero_conf": 132860, "base": 0.2044778362133734, "rho": 0.06414480610840442, "rho_p": 4.0989076672362305e-121, "bottom_half_acc": 0.1861457550713749, "top_half_acc": 0.2228099173553719, "half_z": 16.582558430549508, "half_p": 9.31761587086433e-62, "curve": [ { "lo": 0.0, "hi": 0.09254953188445986, "n": 13310, "hit": 0.13696468820435762 }, { "lo": 0.09267265094740694, "hi": 0.25053352547051444, "n": 13310, "hit": 0.15619834710743802 }, { "lo": 0.25053352547051444, "hi": 0.7601042123131311, "n": 13310, "hit": 0.18775356874530427 }, { "lo": 0.7601042123131311, "hi": 0.9485863156445888, "n": 13310, "hit": 0.23140495867768596 }, { "lo": 0.9485863156445888, "hi": 0.9807168098299544, "n": 13310, "hit": 0.21840721262208865 }, { "lo": 0.9807257421009, "hi": 0.9926808037026422, "n": 13310, "hit": 0.22058602554470322 }, { "lo": 0.9926808037026422, "hi": 0.9969332089098565, "n": 13310, "hit": 0.2080390683696469 }, { "lo": 0.9969332089098565, "hi": 0.9991909887963832, "n": 13310, "hit": 0.23388429752066114 }, { "lo": 0.9991909887963832, "hi": 0.9999566687733649, "n": 13310, "hit": 0.21908339594290008 }, { "lo": 0.9999566687733649, "hi": 1.0, "n": 13310, "hit": 0.23245679939894817 } ] }, "StopShot": { "n": 133078, "nonzero_conf": 0, "base": 0.1821112430304032, "rho": 0.0, "rho_p": 1.0, "bottom_half_acc": 0.1281504080313801, "top_half_acc": 0.23607207802942634, "half_z": 51.00541618271553, "half_p": 0.0, "curve": [ { "lo": 0.0, "hi": 0.0, "n": 13307, "hit": 0.11039302622679792 }, { "lo": 0.0, "hi": 0.0, "n": 13308, "hit": 0.12759242560865644 }, { "lo": 0.0, "hi": 0.0, "n": 13308, "hit": 0.11421701232341448 }, { "lo": 0.0, "hi": 0.0, "n": 13308, "hit": 0.14322212203186052 }, { "lo": 0.0, "hi": 0.0, "n": 13308, "hit": 0.14532611962729186 }, { "lo": 0.0, "hi": 0.0, "n": 13307, "hit": 0.09634027203727362 }, { "lo": 0.0, "hi": 0.0, "n": 13308, "hit": 0.328073339344755 }, { "lo": 0.0, "hi": 0.0, "n": 13308, "hit": 0.2673579801623084 }, { "lo": 0.0, "hi": 0.0, "n": 13308, "hit": 0.27329425909227534 }, { "lo": 0.0, "hi": 0.0, "n": 13308, "hit": 0.21528403967538323 } ] }, "Tsetlin": { "n": 132964, "nonzero_conf": 105353, "base": 0.18178604735116272, "rho": 0.0011184099384213854, "rho_p": 0.6834072770419826, "bottom_half_acc": 0.17937186005234498, "top_half_acc": 0.18420023464998045, "half_z": 2.282570933914721, "half_p": 0.022455654714715015, "curve": [ { "lo": 0.0, "hi": 0.0, "n": 13296, "hit": 0.13372442839951865 }, { "lo": 0.0, "hi": 0.0, "n": 13296, "hit": 0.2486462093862816 }, { "lo": 0.0, "hi": 1.0, "n": 13297, "hit": 0.11814695043994886 }, { "lo": 1.0, "hi": 1.0, "n": 13296, "hit": 0.20570096269554752 }, { "lo": 1.0, "hi": 2.0, "n": 13297, "hit": 0.19064450627961194 }, { "lo": 2.0, "hi": 2.0, "n": 13296, "hit": 0.1953219013237064 }, { "lo": 2.0, "hi": 3.0, "n": 13296, "hit": 0.15719013237063778 }, { "lo": 3.0, "hi": 4.0, "n": 13297, "hit": 0.1778596675941942 }, { "lo": 4.0, "hi": 5.385164807134504, "n": 13296, "hit": 0.20314380264741275 }, { "lo": 5.385164807134504, "hi": 23.021728866442675, "n": 13297, "hit": 0.1874858990749793 } ] }, "WallBounce": { "n": 133103, "nonzero_conf": 0, "base": 0.20148306198958701, "rho": 0.0, "rho_p": 1.0, "bottom_half_acc": 0.14839746960977296, "top_half_acc": 0.2545678567135473, "half_z": 48.284305564860375, "half_p": 0.0, "curve": [ { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.1516153268219384 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.12637114951164538 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.16604057099924868 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.13154533844189017 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.16641622839969947 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.12163786626596544 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.36270753512132825 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.2639368895567243 }, { "lo": 0.0, "hi": 0.0, "n": 13310, "hit": 0.25649887302779867 }, { "lo": 0.0, "hi": 0.0, "n": 13311, "hit": 0.2680489820449253 } ] } }, "alphas": { "Accel": 1e-12, "AvgLead": 1e-12, "Circular": 1e-12, "Composite": 15871.91599852515, "CompositeF": 1800.10939824932, "CompositeFShuf": 1800.10939824932, "CompositeShuf": 15880.47005887853, "DecayGF": 1772.43078264789, "Displace": 1e-12, "GuessFactor": 15137.52580059114, "HeadOn": 1e-12, "KNN": 28.0463854286614, "Linear": 1e-12, "Pattern": 1.0, "StopShot": 1e-12, "Tsetlin": 21.37755832643195, "WallBounce": 1e-12 }, "verdicts": { "Accel": "NO SIGNAL", "Pattern": "FAITHFUL", "WallBounce": "NO SIGNAL", "AvgLead": "NO SIGNAL", "CompositeF": "FAITHFUL", "Composite": "USELESS", "StopShot": "NO SIGNAL", "Tsetlin": "USELESS", "CompositeFShuf": "FAITHFUL", "CompositeShuf": "USELESS", "Linear": "NO SIGNAL", "Circular": "NO SIGNAL", "GuessFactor": "ANTI-FAITHFUL", "DecayGF": "FAITHFUL", "Displace": "NO SIGNAL", "KNN": "FAITHFUL", "HeadOn": "NO SIGNAL" }, "complementarity": [ { "A": "DecayGF", "B": "GuessFactor", "a_win": 43493, "b_win": 89608, "both": 133101, "A_acc_on_A_slice": 0.1909962522704803, "B_acc_on_A_slice": 0.19998620467661463, "A_acc_on_B_slice": 0.12753325595928935, "B_acc_on_B_slice": 0.13903892509597357, "p_on_A_slice": 4.2133394063733146e-14, "p_on_B_slice": 8.388980732271656e-46, "complementary": false }, { "A": "DecayGF", "B": "KNN", "a_win": 436, "b_win": 132656, "both": 133092, "A_acc_on_A_slice": 0.30045871559633025, "B_acc_on_A_slice": 0.3073394495412844, "A_acc_on_B_slice": 0.1477430346158485, "B_acc_on_B_slice": 0.12261789892654686, "p_on_A_slice": 0.25, "p_on_B_slice": 3.709286550752466e-99, "complementary": false }, { "A": "DecayGF", "B": "Pattern", "a_win": 26788, "b_win": 106279, "both": 133067, "A_acc_on_A_slice": 0.10971330446468568, "B_acc_on_A_slice": 0.14835000746602955, "A_acc_on_B_slice": 0.15777340772871404, "B_acc_on_B_slice": 0.21868854618504127, "p_on_A_slice": 1.2951175231420152e-51, "p_on_B_slice": 0.0, "complementary": false }, { "A": "DecayGF", "B": "Tsetlin", "a_win": 121163, "b_win": 11795, "both": 132958, "A_acc_on_A_slice": 0.14675272154040425, "B_acc_on_A_slice": 0.18446225332816124, "A_acc_on_B_slice": 0.16184824077999152, "B_acc_on_B_slice": 0.1540483255616787, "p_on_A_slice": 3.169590284134502e-211, "p_on_B_slice": 0.04539822572882434, "complementary": false }, { "A": "GuessFactor", "B": "KNN", "a_win": 44521, "b_win": 88570, "both": 133091, "A_acc_on_A_slice": 0.12344736191909436, "B_acc_on_A_slice": 0.0848363693537881, "A_acc_on_B_slice": 0.1768093033758609, "B_acc_on_B_slice": 0.14252004064581686, "p_on_A_slice": 1.620185923314916e-84, "p_on_B_slice": 9.029631750754458e-115, "complementary": false }, { "A": "GuessFactor", "B": "Pattern", "a_win": 40605, "b_win": 92459, "both": 133064, "A_acc_on_A_slice": 0.10592291589705702, "B_acc_on_A_slice": 0.14271641423470016, "A_acc_on_B_slice": 0.18229701813776916, "B_acc_on_B_slice": 0.23168106944699812, "p_on_A_slice": 7.233373529180136e-69, "p_on_B_slice": 2.018348664294041e-207, "complementary": false }, { "A": "GuessFactor", "B": "Tsetlin", "a_win": 117799, "b_win": 15156, "both": 132955, "A_acc_on_A_slice": 0.1547636227811781, "B_acc_on_A_slice": 0.17894888751177854, "A_acc_on_B_slice": 0.19180522565320665, "B_acc_on_B_slice": 0.20354974927421482, "p_on_A_slice": 5.921470342848188e-92, "p_on_B_slice": 0.0012357591951468305, "complementary": false }, { "A": "KNN", "B": "Pattern", "a_win": 38485, "b_win": 94344, "both": 132829, "A_acc_on_A_slice": 0.0968689099649214, "B_acc_on_A_slice": 0.15834740808107053, "A_acc_on_B_slice": 0.13373399474264394, "B_acc_on_B_slice": 0.22368142118205717, "p_on_A_slice": 6.383187817616419e-155, "p_on_B_slice": 0.0, "complementary": false }, { "A": "KNN", "B": "Tsetlin", "a_win": 131820, "b_win": 804, "both": 132624, "A_acc_on_A_slice": 0.12191624943104233, "B_acc_on_A_slice": 0.18118646639356698, "A_acc_on_B_slice": 0.21641791044776118, "B_acc_on_B_slice": 0.2997512437810945, "p_on_A_slice": 0.0, "p_on_B_slice": 6.351396455890198e-06, "complementary": false }, { "A": "Pattern", "B": "Tsetlin", "a_win": 121591, "b_win": 11221, "both": 132812, "A_acc_on_A_slice": 0.21102713194233125, "B_acc_on_A_slice": 0.18796621460469937, "A_acc_on_B_slice": 0.13608412797433384, "B_acc_on_B_slice": 0.11647803226093931, "p_on_A_slice": 1.902586881414242e-58, "p_on_B_slice": 2.0891951235349046e-07, "complementary": false } ], "composite": { "acc": { "Accel": 0.21021630190607132, "AvgLead": 0.2008114199849737, "Circular": 0.1726956508673473, "Composite": 0.18412550528198116, "CompositeF": 0.18682300978020822, "CompositeFShuf": 0.18064288343512197, "CompositeShuf": 0.17614929791214323, "DecayGF": 0.1482750330568578, "Displace": 0.13946884038916646, "GuessFactor": 0.1589461189410103, "HeadOn": 0.06180441867800123, "KNN": 0.12320370189526822, "Linear": 0.17308270224786634, "Pattern": 0.2044778362133734, "StopShot": 0.1821112430304032, "Tsetlin": 0.18178604735116272, "WallBounce": 0.20148306198958701 }, "n": { "Accel": 133101, "AvgLead": 133100, "Circular": 133107, "Composite": 133094, "CompositeF": 133126, "CompositeFShuf": 133119, "CompositeShuf": 133103, "DecayGF": 133104, "Displace": 133105, "GuessFactor": 133108, "HeadOn": 133162, "KNN": 133121, "Linear": 133104, "Pattern": 133100, "StopShot": 133078, "Tsetlin": 132964, "WallBounce": 133103 }, "best_member": "Pattern", "member_oracle": 0.4171554307256738, "member_oracle_n": 133159, "composites": { "Composite": { "vs_best": { "best": "Pattern", "comp_hit": 24488, "best_hit": 27215, "total": 133094, "mcnemar_ab": 5146, "mcnemar_ba": 7873, "p": 3.069104908009734e-126 }, "vs_pattern": { "comp_hit": 24488, "pattern_hit": 27215, "total": 133094, "mcnemar_ab": 5146, "mcnemar_ba": 7873, "p": 3.069104908009734e-126 }, "vs_shuffle": { "comp_hit": 24496, "shuffle_hit": 23443, "total": 133094, "mcnemar_ab": 10228, "mcnemar_ba": 9175, "p": 4.045752414569227e-14 } }, "CompositeF": { "vs_best": { "best": "Pattern", "comp_hit": 24854, "best_hit": 27215, "total": 133126, "mcnemar_ab": 3425, "mcnemar_ba": 5786, "p": 1.2500472522844938e-133 }, "vs_pattern": { "comp_hit": 24854, "pattern_hit": 27215, "total": 133126, "mcnemar_ab": 3425, "mcnemar_ba": 5786, "p": 1.2500472522844938e-133 }, "vs_shuffle": { "comp_hit": 24864, "shuffle_hit": 24040, "total": 133126, "mcnemar_ab": 5914, "mcnemar_ba": 5090, "p": 3.994416394978975e-15 } } }, "per_fixture": { "tr_drussgt_vs_corners": { "Pattern": { "n": 10062, "acc": 0.22411051480818922 }, "Composite": { "n": 10082, "acc": 0.22287244594326522 }, "CompositeF": { "n": 10082, "acc": 0.2232691926205118 } }, "tr_drussgt_vs_modularbot": { "Pattern": { "n": 79966, "acc": 0.12960508215991798 }, "Composite": { "n": 79943, "acc": 0.12208698697822198 }, "CompositeF": { "n": 79965, "acc": 0.12204089289063966 } }, "tr_drussgt_vs_spinbot": { "Pattern": { "n": 43072, "acc": 0.3388976597325409 }, "Composite": { "n": 43069, "acc": 0.29020873482086884 }, "CompositeF": { "n": 43079, "acc": 0.29854453445994567 } } } }, "test_fixtures": [ "tr_drussgt_vs_corners", "tr_drussgt_vs_modularbot", "tr_drussgt_vs_spinbot" ] }