SirStone/SirRoboGarage
1
0
Fork 0
Code Issues 28 Pull Requests Actions Projects Releases Wiki Activity
Files
2223ca667e233d6e51b87889b1db28d64eec6479
SirRoboGarage/common_libs/tests/fixtures/tmcomposites_gate.json
T
SirStone f58d65d2e8 TMComposites gate: per-gun confidence faithful for 3 guns; no pair composes 
Adds a per-sample intrinsic-confidence field (GunPrediction.confidence,
threaded through FeedbackEvent/VirtualBullet, populated by Pattern, DecayGF,
KNN, GuessFactor, Tsetlin, TMHorizon) and an offline recorder + analyzer that
reproduce the paper's Figure 2 per gun and its Eq-8 composite.

Measured on 3 held-out tr-bridge DrussGT battles (33k ticks, ~133k samples/gun):
- FAITHFUL: DecayGF (rho +0.133), KNN (+0.090), Pattern (+0.064, weak).
- GuessFactor is ANTI-faithful (rho -0.067); Tsetlin c_max is useless (0.001).
- No pair of guns specialises complementarily: the same gun dominates both
  high-confidence slices in every pair.
- Eq-8 alpha-normalised confidence-weighted composite: 18.41% vs Pattern
  20.45% (McNemar p=3.1e-126). Faithful-only variant 18.68%, still loses.
  Shuffle control passes weakly (composite > shuffle, p=4e-14) so ~0.7pp of
  competence is real but ~2pp short. Offline veto: design is dead.

See docs/tmcomposites_gate.md.
2026-09-25 22:04:39 +02:00

1573 lines
37 KiB
JSON
Raw Blame History

{
"faithfulness": {
"Accel": {
"n": 133101,
"nonzero_conf": 0,
"base": 0.21021630190607132,
"rho": 0.0,
"rho_p": 1.0,
"bottom_half_acc": 0.14471825694966192,
"top_half_acc": 0.27571336268425717,
"half_z": 58.64465757250358,
"half_p": 0.0,
"curve": [
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.1549962434259955
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.11111945905334335
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.16574004507888807
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.1334335086401202
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.15830202854996245
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.10811419984973704
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.34913598797896317
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.3019534184823441
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.30022539444027047
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.3191345503718729
}
]
},
"AvgLead": {
"n": 133100,
"nonzero_conf": 0,
"base": 0.2008114199849737,
"rho": 0.0,
"rho_p": 1.0,
"bottom_half_acc": 0.14428249436513899,
"top_half_acc": 0.2573403456048084,
"half_z": 51.48028242957263,
"half_p": 0.0,
"curve": [
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.15432006010518406
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.12374154770848986
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.16356123215627347
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.12644628099173555
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.15334335086401202
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.10721262208865515
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.3495867768595041
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.2725770097670924
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.2535687453042825
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.3037565740045079
}
]
},
"Circular": {
"n": 133107,
"nonzero_conf": 0,
"base": 0.1726956508673473,
"rho": 0.0,
"rho_p": 1.0,
"bottom_half_acc": 0.12675611918320737,
"top_half_acc": 0.21863449229197343,
"half_z": 44.341501434293924,
"half_p": 0.0,
"curve": [
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.12975206611570247
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.09991736158064758
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.14679588310419953
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.1236664162283997
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.133648861843588
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.09721283149275035
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.28549962434259957
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.23431748178198483
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.22627901735406805
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.24986852978739388
}
]
},
"Composite": {
"n": 133094,
"nonzero_conf": 133094,
"base": 0.18412550528198116,
"rho": 0.0088488504464142,
"rho_p": 0.0012455880311271538,
"bottom_half_acc": 0.18370475002629721,
"top_half_acc": 0.1845462605376651,
"half_z": 0.39604098688467776,
"half_p": 0.6920747918778563,
"curve": [
{
"lo": 0.0003648682386073272,
"hi": 0.7293044058500786,
"n": 13309,
"hit": 0.10917424299346307
},
{
"lo": 0.7293044058500786,
"hi": 0.8632782544157275,
"n": 13309,
"hit": 0.15553384927492675
},
{
"lo": 0.8633076503729116,
"hi": 0.963730921978428,
"n": 13310,
"hit": 0.2081893313298272
},
{
"lo": 0.9637341288188656,
"hi": 0.9908785195880181,
"n": 13309,
"hit": 0.22450973025772034
},
{
"lo": 0.9908785195880181,
"hi": 0.9976484200640967,
"n": 13310,
"hit": 0.22111194590533434
},
{
"lo": 0.9976491859409187,
"hi": 0.9998337129326115,
"n": 13309,
"hit": 0.23660680742354798
},
{
"lo": 0.9998337129326115,
"hi": 1.0063463491902216,
"n": 13309,
"hit": 0.24231722894282065
},
{
"lo": 1.0063463491902216,
"hi": 1.1189947998872034,
"n": 13310,
"hit": 0.1293764087152517
},
{
"lo": 1.1189947998872034,
"hi": 1.2378819792750102,
"n": 13309,
"hit": 0.14005560147268767
},
{
"lo": 1.2379491215331564,
"hi": 3.037483163630121,
"n": 13310,
"hit": 0.1743801652892562
}
]
},
"CompositeF": {
"n": 133126,
"nonzero_conf": 133126,
"base": 0.18682300978020822,
"rho": 0.11439273200936113,
"rho_p": 0.0,
"bottom_half_acc": 0.1520514399891832,
"top_half_acc": 0.22159457957123327,
"half_z": 32.54977691376144,
"half_p": 2.1090750867380953e-232,
"curve": [
{
"lo": 0.0003252316422504398,
"hi": 0.6523030295379743,
"n": 13312,
"hit": 0.08916766826923077
},
{
"lo": 0.6523333693309337,
"hi": 0.7320461727923427,
"n": 13313,
"hit": 0.09930143468789905
},
{
"lo": 0.7320461727923427,
"hi": 0.8459995543137109,
"n": 13312,
"hit": 0.1455078125
},
{
"lo": 0.8460419408811006,
"hi": 0.9540086046234093,
"n": 13313,
"hit": 0.21092165552467512
},
{
"lo": 0.9540086046234093,
"hi": 0.9834965465240503,
"n": 13313,
"hit": 0.21535341395628332
},
{
"lo": 0.9834965465240503,
"hi": 0.9939996324022881,
"n": 13312,
"hit": 0.21627103365384615
},
{
"lo": 0.9939996324022881,
"hi": 0.997989885572357,
"n": 13313,
"hit": 0.2065650116427552
},
{
"lo": 0.997989885572357,
"hi": 0.9997245674149878,
"n": 13312,
"hit": 0.22783954326923078
},
{
"lo": 0.9997245674149878,
"hi": 0.9999999964938535,
"n": 13313,
"hit": 0.22534364906482385
},
{
"lo": 0.9999999964938535,
"hi": 2.3088298828108833,
"n": 13313,
"hit": 0.23195372943739204
}
]
},
"CompositeFShuf": {
"n": 133119,
"nonzero_conf": 133119,
"base": 0.18064288343512197,
"rho": 0.06555127384597137,
"rho_p": 2.0577714602185925e-126,
"bottom_half_acc": 0.15790501660181192,
"top_half_acc": 0.20338040865384616,
"half_z": 21.56350907672538,
"half_p": 3.954561480655304e-103,
"curve": [
{
"lo": 0.0003252316422504398,
"hi": 0.9927495862142239,
"n": 13311,
"hit": 0.16505146119750583
},
{
"lo": 0.9927526173108666,
"hi": 14.197404502916669,
"n": 13312,
"hit": 0.20462740384615385
},
{
"lo": 14.198092147703614,
"hi": 17.307603914642247,
"n": 13312,
"hit": 0.12439903846153846
},
{
"lo": 17.307671001275732,
"hi": 19.293129066496917,
"n": 13312,
"hit": 0.13529146634615385
},
{
"lo": 19.29415671136869,
"hi": 20.979916138678714,
"n": 13312,
"hit": 0.16015625
},
{
"lo": 20.980038476057583,
"hi": 22.99105090689128,
"n": 13312,
"hit": 0.19884314903846154
},
{
"lo": 22.99125154781924,
"hi": 394.79845403414635,
"n": 13312,
"hit": 0.193359375
},
{
"lo": 394.79845403414635,
"hi": 474.1544020257505,
"n": 13312,
"hit": 0.12755408653846154
},
{
"lo": 474.165264526892,
"hi": 576.4441539605992,
"n": 13312,
"hit": 0.18689903846153846
},
{
"lo": 576.4657205924276,
"hi": 843.1494057302995,
"n": 13312,
"hit": 0.3102463942307692
}
]
},
"CompositeShuf": {
"n": 133103,
"nonzero_conf": 133103,
"base": 0.17614929791214323,
"rho": 0.03129357624957575,
"rho_p": 3.443706234142166e-30,
"bottom_half_acc": 0.1692536550915839,
"top_half_acc": 0.18304483711984615,
"half_z": 6.603903230539594,
"half_p": 4.0047098974433546e-11,
"curve": [
{
"lo": 0.00036682746011704995,
"hi": 15.46962039728178,
"n": 13310,
"hit": 0.1720510894064613
},
{
"lo": 15.47270923059888,
"hi": 21.12887136780713,
"n": 13310,
"hit": 0.12945154019534186
},
{
"lo": 21.128940649173003,
"hi": 29.1739879593678,
"n": 13310,
"hit": 0.18655146506386175
},
{
"lo": 29.17559773111444,
"hi": 179.79606987569198,
"n": 13311,
"hit": 0.2035158891142664
},
{
"lo": 179.80971961983835,
"hi": 385.68049046671655,
"n": 13310,
"hit": 0.15469571750563485
},
{
"lo": 385.6860801329345,
"hi": 480.8583906459061,
"n": 13310,
"hit": 0.1290007513148009
},
{
"lo": 480.8640659212374,
"hi": 586.8560660045789,
"n": 13311,
"hit": 0.17947562166629102
},
{
"lo": 586.8815589462752,
"hi": 785.2768612735734,
"n": 13310,
"hit": 0.21570247933884298
},
{
"lo": 785.2768612735734,
"hi": 7737.118985752055,
"n": 13310,
"hit": 0.20510894064613072
},
{
"lo": 7737.845176228245,
"hi": 18212.90587819798,
"n": 13311,
"hit": 0.18593644354293443
}
]
},
"DecayGF": {
"n": 133104,
"nonzero_conf": 133104,
"base": 0.1482750330568578,
"rho": 0.13264131571711138,
"rho_p": 0.0,
"bottom_half_acc": 0.10794566654645991,
"top_half_acc": 0.1886043995672557,
"half_z": 41.40313721318057,
"half_p": 0.0,
"curve": [
{
"lo": 0.556047406291762,
"hi": 396.25822339191745,
"n": 13310,
"hit": 0.10240420736288505
},
{
"lo": 396.25822339191745,
"hi": 424.34215837190305,
"n": 13310,
"hit": 0.0889556724267468
},
{
"lo": 424.34891458650884,
"hi": 448.7083002629722,
"n": 13311,
"hit": 0.10908271354518818
},
{
"lo": 448.7158220532212,
"hi": 474.6532756908656,
"n": 13310,
"hit": 0.14507888805409466
},
{
"lo": 474.6532756908656,
"hi": 502.470482806322,
"n": 13311,
"hit": 0.09420779806175343
},
{
"lo": 502.470482806322,
"hi": 539.350529281079,
"n": 13310,
"hit": 0.11427498121712998
},
{
"lo": 539.364943883612,
"hi": 576.763702492511,
"n": 13310,
"hit": 0.1589030803906837
},
{
"lo": 576.7798120938062,
"hi": 610.4661212081966,
"n": 13311,
"hit": 0.20787318758921192
},
{
"lo": 610.472355268001,
"hi": 663.2419449545197,
"n": 13310,
"hit": 0.2308039068369647
},
{
"lo": 663.2419449545197,
"hi": 842.9566899329488,
"n": 13311,
"hit": 0.23116219667943805
}
]
},
"Displace": {
"n": 133105,
"nonzero_conf": 0,
"base": 0.13946884038916646,
"rho": 0.0,
"rho_p": 1.0,
"bottom_half_acc": 0.11421144368313499,
"top_half_acc": 0.16472585758718616,
"half_z": 26.598712318364225,
"half_p": 7.024916765901703e-156,
"curve": [
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.12126220886551466
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.10720456765081511
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.10676183320811419
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.1123882503192848
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.12344102178812923
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.10036811659529712
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.2396694214876033
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.19164600706182855
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.14868519909842223
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.14326496882277814
}
]
},
"GuessFactor": {
"n": 133108,
"nonzero_conf": 133108,
"base": 0.1589461189410103,
"rho": -0.06701377950217692,
"rho_p": 5.132616723013723e-132,
"bottom_half_acc": 0.18137151786519218,
"top_half_acc": 0.13652072001682844,
"half_z": -22.377181417817297,
"half_p": 6.56663113481927e-111,
"curve": [
{
"lo": 0.6,
"hi": 1308.429940892439,
"n": 13310,
"hit": 0.164763335837716
},
{
"lo": 1308.429940892439,
"hi": 2631.5920330486097,
"n": 13311,
"hit": 0.2090752009616107
},
{
"lo": 2631.5920330486097,
"hi": 4241.519507453279,
"n": 13311,
"hit": 0.20531890917286455
},
{
"lo": 4241.606869192732,
"hi": 5988.043113014076,
"n": 13311,
"hit": 0.14747201562617385
},
{
"lo": 5988.043113014076,
"hi": 7765.872324815058,
"n": 13311,
"hit": 0.18022688002404028
},
{
"lo": 7765.872324815058,
"hi": 9382.10941803352,
"n": 13310,
"hit": 0.13591284748309543
},
{
"lo": 9382.10941803352,
"hi": 11083.456536032649,
"n": 13311,
"hit": 0.1777477274434678
},
{
"lo": 11083.456536032649,
"hi": 12694.844299170474,
"n": 13311,
"hit": 0.1408609420779806
},
{
"lo": 12694.844299170474,
"hi": 15396.958642755233,
"n": 13311,
"hit": 0.13116970926301555
},
{
"lo": 15397.427232498827,
"hi": 18211.62611629322,
"n": 13311,
"hit": 0.09691232814965066
}
]
},
"HeadOn": {
"n": 133162,
"nonzero_conf": 0,
"base": 0.06180441867800123,
"rho": 0.0,
"rho_p": 1.0,
"bottom_half_acc": 0.07092113365674892,
"top_half_acc": 0.05268770369925354,
"half_z": -13.815674020284371,
"half_p": 2.0502616163033433e-43,
"curve": [
{
"lo": 0.0,
"hi": 0.0,
"n": 13316,
"hit": 0.05407029137879243
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13316,
"hit": 0.07126764794232503
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13316,
"hit": 0.07967858215680385
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13316,
"hit": 0.06991589065785521
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13317,
"hit": 0.07967259893369377
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13316,
"hit": 0.08823971162511264
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13316,
"hit": 0.03416942024632021
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13316,
"hit": 0.04881345749474317
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13316,
"hit": 0.0514418744367678
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13317,
"hit": 0.040774949312908315
}
]
},
"KNN": {
"n": 133121,
"nonzero_conf": 132685,
"base": 0.12320370189526822,
"rho": 0.09017502000221088,
"rho_p": 2.1330122689777176e-237,
"bottom_half_acc": 0.096484375,
"top_half_acc": 0.14992262736437253,
"half_z": 29.6608986030642,
"half_p": 2.4539906628991957e-193,
"curve": [
{
"lo": 0.0,
"hi": 15.638339141930848,
"n": 13312,
"hit": 0.10321514423076923
},
{
"lo": 15.638339141930848,
"hi": 17.036923326108976,
"n": 13312,
"hit": 0.09149639423076923
},
{
"lo": 17.036999410096538,
"hi": 18.030581282296783,
"n": 13312,
"hit": 0.08849158653846154
},
{
"lo": 18.030581282296783,
"hi": 18.827000971765557,
"n": 13312,
"hit": 0.0967548076923077
},
{
"lo": 18.827000971765557,
"hi": 19.518491870355092,
"n": 13312,
"hit": 0.1024639423076923
},
{
"lo": 19.518491870355092,
"hi": 20.23071031835459,
"n": 13312,
"hit": 0.11576021634615384
},
{
"lo": 20.23071031835459,
"hi": 20.952282251438355,
"n": 13312,
"hit": 0.12770432692307693
},
{
"lo": 20.952282251438355,
"hi": 21.757155049516914,
"n": 13312,
"hit": 0.15016526442307693
},
{
"lo": 21.757155049516914,
"hi": 22.812605936942635,
"n": 13312,
"hit": 0.16376201923076922
},
{
"lo": 22.812605936942635,
"hi": 26.877360693741576,
"n": 13313,
"hit": 0.19221813265229476
}
]
},
"Linear": {
"n": 133104,
"nonzero_conf": 0,
"base": 0.17308270224786634,
"rho": 0.0,
"rho_p": 1.0,
"bottom_half_acc": 0.13042432984733743,
"top_half_acc": 0.21574107464839523,
"half_z": 41.137885289820915,
"half_p": 0.0,
"curve": [
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.14199849737039819
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.1009015777610819
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.15626173841183982
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.12381667918858001
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.12914131169709264
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.09368895567242674
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.3176558978211871
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.23469311096085943
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.2202854996243426
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.21238073773570731
}
]
},
"Pattern": {
"n": 133100,
"nonzero_conf": 132860,
"base": 0.2044778362133734,
"rho": 0.06414480610840442,
"rho_p": 4.0989076672362305e-121,
"bottom_half_acc": 0.1861457550713749,
"top_half_acc": 0.2228099173553719,
"half_z": 16.582558430549508,
"half_p": 9.31761587086433e-62,
"curve": [
{
"lo": 0.0,
"hi": 0.09254953188445986,
"n": 13310,
"hit": 0.13696468820435762
},
{
"lo": 0.09267265094740694,
"hi": 0.25053352547051444,
"n": 13310,
"hit": 0.15619834710743802
},
{
"lo": 0.25053352547051444,
"hi": 0.7601042123131311,
"n": 13310,
"hit": 0.18775356874530427
},
{
"lo": 0.7601042123131311,
"hi": 0.9485863156445888,
"n": 13310,
"hit": 0.23140495867768596
},
{
"lo": 0.9485863156445888,
"hi": 0.9807168098299544,
"n": 13310,
"hit": 0.21840721262208865
},
{
"lo": 0.9807257421009,
"hi": 0.9926808037026422,
"n": 13310,
"hit": 0.22058602554470322
},
{
"lo": 0.9926808037026422,
"hi": 0.9969332089098565,
"n": 13310,
"hit": 0.2080390683696469
},
{
"lo": 0.9969332089098565,
"hi": 0.9991909887963832,
"n": 13310,
"hit": 0.23388429752066114
},
{
"lo": 0.9991909887963832,
"hi": 0.9999566687733649,
"n": 13310,
"hit": 0.21908339594290008
},
{
"lo": 0.9999566687733649,
"hi": 1.0,
"n": 13310,
"hit": 0.23245679939894817
}
]
},
"StopShot": {
"n": 133078,
"nonzero_conf": 0,
"base": 0.1821112430304032,
"rho": 0.0,
"rho_p": 1.0,
"bottom_half_acc": 0.1281504080313801,
"top_half_acc": 0.23607207802942634,
"half_z": 51.00541618271553,
"half_p": 0.0,
"curve": [
{
"lo": 0.0,
"hi": 0.0,
"n": 13307,
"hit": 0.11039302622679792
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13308,
"hit": 0.12759242560865644
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13308,
"hit": 0.11421701232341448
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13308,
"hit": 0.14322212203186052
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13308,
"hit": 0.14532611962729186
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13307,
"hit": 0.09634027203727362
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13308,
"hit": 0.328073339344755
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13308,
"hit": 0.2673579801623084
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13308,
"hit": 0.27329425909227534
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13308,
"hit": 0.21528403967538323
}
]
},
"Tsetlin": {
"n": 132964,
"nonzero_conf": 105353,
"base": 0.18178604735116272,
"rho": 0.0011184099384213854,
"rho_p": 0.6834072770419826,
"bottom_half_acc": 0.17937186005234498,
"top_half_acc": 0.18420023464998045,
"half_z": 2.282570933914721,
"half_p": 0.022455654714715015,
"curve": [
{
"lo": 0.0,
"hi": 0.0,
"n": 13296,
"hit": 0.13372442839951865
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13296,
"hit": 0.2486462093862816
},
{
"lo": 0.0,
"hi": 1.0,
"n": 13297,
"hit": 0.11814695043994886
},
{
"lo": 1.0,
"hi": 1.0,
"n": 13296,
"hit": 0.20570096269554752
},
{
"lo": 1.0,
"hi": 2.0,
"n": 13297,
"hit": 0.19064450627961194
},
{
"lo": 2.0,
"hi": 2.0,
"n": 13296,
"hit": 0.1953219013237064
},
{
"lo": 2.0,
"hi": 3.0,
"n": 13296,
"hit": 0.15719013237063778
},
{
"lo": 3.0,
"hi": 4.0,
"n": 13297,
"hit": 0.1778596675941942
},
{
"lo": 4.0,
"hi": 5.385164807134504,
"n": 13296,
"hit": 0.20314380264741275
},
{
"lo": 5.385164807134504,
"hi": 23.021728866442675,
"n": 13297,
"hit": 0.1874858990749793
}
]
},
"WallBounce": {
"n": 133103,
"nonzero_conf": 0,
"base": 0.20148306198958701,
"rho": 0.0,
"rho_p": 1.0,
"bottom_half_acc": 0.14839746960977296,
"top_half_acc": 0.2545678567135473,
"half_z": 48.284305564860375,
"half_p": 0.0,
"curve": [
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.1516153268219384
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.12637114951164538
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.16604057099924868
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.13154533844189017
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.16641622839969947
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.12163786626596544
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.36270753512132825
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.2639368895567243
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13310,
"hit": 0.25649887302779867
},
{
"lo": 0.0,
"hi": 0.0,
"n": 13311,
"hit": 0.2680489820449253
}
]
}
},
"alphas": {
"Accel": 1e-12,
"AvgLead": 1e-12,
"Circular": 1e-12,
"Composite": 15871.91599852515,
"CompositeF": 1800.10939824932,
"CompositeFShuf": 1800.10939824932,
"CompositeShuf": 15880.47005887853,
"DecayGF": 1772.43078264789,
"Displace": 1e-12,
"GuessFactor": 15137.52580059114,
"HeadOn": 1e-12,
"KNN": 28.0463854286614,
"Linear": 1e-12,
"Pattern": 1.0,
"StopShot": 1e-12,
"Tsetlin": 21.37755832643195,
"WallBounce": 1e-12
},
"verdicts": {
"Accel": "NO SIGNAL",
"Pattern": "FAITHFUL",
"WallBounce": "NO SIGNAL",
"AvgLead": "NO SIGNAL",
"CompositeF": "FAITHFUL",
"Composite": "USELESS",
"StopShot": "NO SIGNAL",
"Tsetlin": "USELESS",
"CompositeFShuf": "FAITHFUL",
"CompositeShuf": "USELESS",
"Linear": "NO SIGNAL",
"Circular": "NO SIGNAL",
"GuessFactor": "ANTI-FAITHFUL",
"DecayGF": "FAITHFUL",
"Displace": "NO SIGNAL",
"KNN": "FAITHFUL",
"HeadOn": "NO SIGNAL"
},
"complementarity": [
{
"A": "DecayGF",
"B": "GuessFactor",
"a_win": 43493,
"b_win": 89608,
"both": 133101,
"A_acc_on_A_slice": 0.1909962522704803,
"B_acc_on_A_slice": 0.19998620467661463,
"A_acc_on_B_slice": 0.12753325595928935,
"B_acc_on_B_slice": 0.13903892509597357,
"p_on_A_slice": 4.2133394063733146e-14,
"p_on_B_slice": 8.388980732271656e-46,
"complementary": false
},
{
"A": "DecayGF",
"B": "KNN",
"a_win": 436,
"b_win": 132656,
"both": 133092,
"A_acc_on_A_slice": 0.30045871559633025,
"B_acc_on_A_slice": 0.3073394495412844,
"A_acc_on_B_slice": 0.1477430346158485,
"B_acc_on_B_slice": 0.12261789892654686,
"p_on_A_slice": 0.25,
"p_on_B_slice": 3.709286550752466e-99,
"complementary": false
},
{
"A": "DecayGF",
"B": "Pattern",
"a_win": 26788,
"b_win": 106279,
"both": 133067,
"A_acc_on_A_slice": 0.10971330446468568,
"B_acc_on_A_slice": 0.14835000746602955,
"A_acc_on_B_slice": 0.15777340772871404,
"B_acc_on_B_slice": 0.21868854618504127,
"p_on_A_slice": 1.2951175231420152e-51,
"p_on_B_slice": 0.0,
"complementary": false
},
{
"A": "DecayGF",
"B": "Tsetlin",
"a_win": 121163,
"b_win": 11795,
"both": 132958,
"A_acc_on_A_slice": 0.14675272154040425,
"B_acc_on_A_slice": 0.18446225332816124,
"A_acc_on_B_slice": 0.16184824077999152,
"B_acc_on_B_slice": 0.1540483255616787,
"p_on_A_slice": 3.169590284134502e-211,
"p_on_B_slice": 0.04539822572882434,
"complementary": false
},
{
"A": "GuessFactor",
"B": "KNN",
"a_win": 44521,
"b_win": 88570,
"both": 133091,
"A_acc_on_A_slice": 0.12344736191909436,
"B_acc_on_A_slice": 0.0848363693537881,
"A_acc_on_B_slice": 0.1768093033758609,
"B_acc_on_B_slice": 0.14252004064581686,
"p_on_A_slice": 1.620185923314916e-84,
"p_on_B_slice": 9.029631750754458e-115,
"complementary": false
},
{
"A": "GuessFactor",
"B": "Pattern",
"a_win": 40605,
"b_win": 92459,
"both": 133064,
"A_acc_on_A_slice": 0.10592291589705702,
"B_acc_on_A_slice": 0.14271641423470016,
"A_acc_on_B_slice": 0.18229701813776916,
"B_acc_on_B_slice": 0.23168106944699812,
"p_on_A_slice": 7.233373529180136e-69,
"p_on_B_slice": 2.018348664294041e-207,
"complementary": false
},
{
"A": "GuessFactor",
"B": "Tsetlin",
"a_win": 117799,
"b_win": 15156,
"both": 132955,
"A_acc_on_A_slice": 0.1547636227811781,
"B_acc_on_A_slice": 0.17894888751177854,
"A_acc_on_B_slice": 0.19180522565320665,
"B_acc_on_B_slice": 0.20354974927421482,
"p_on_A_slice": 5.921470342848188e-92,
"p_on_B_slice": 0.0012357591951468305,
"complementary": false
},
{
"A": "KNN",
"B": "Pattern",
"a_win": 38485,
"b_win": 94344,
"both": 132829,
"A_acc_on_A_slice": 0.0968689099649214,
"B_acc_on_A_slice": 0.15834740808107053,
"A_acc_on_B_slice": 0.13373399474264394,
"B_acc_on_B_slice": 0.22368142118205717,
"p_on_A_slice": 6.383187817616419e-155,
"p_on_B_slice": 0.0,
"complementary": false
},
{
"A": "KNN",
"B": "Tsetlin",
"a_win": 131820,
"b_win": 804,
"both": 132624,
"A_acc_on_A_slice": 0.12191624943104233,
"B_acc_on_A_slice": 0.18118646639356698,
"A_acc_on_B_slice": 0.21641791044776118,
"B_acc_on_B_slice": 0.2997512437810945,
"p_on_A_slice": 0.0,
"p_on_B_slice": 6.351396455890198e-06,
"complementary": false
},
{
"A": "Pattern",
"B": "Tsetlin",
"a_win": 121591,
"b_win": 11221,
"both": 132812,
"A_acc_on_A_slice": 0.21102713194233125,
"B_acc_on_A_slice": 0.18796621460469937,
"A_acc_on_B_slice": 0.13608412797433384,
"B_acc_on_B_slice": 0.11647803226093931,
"p_on_A_slice": 1.902586881414242e-58,
"p_on_B_slice": 2.0891951235349046e-07,
"complementary": false
}
],
"composite": {
"acc": {
"Accel": 0.21021630190607132,
"AvgLead": 0.2008114199849737,
"Circular": 0.1726956508673473,
"Composite": 0.18412550528198116,
"CompositeF": 0.18682300978020822,
"CompositeFShuf": 0.18064288343512197,
"CompositeShuf": 0.17614929791214323,
"DecayGF": 0.1482750330568578,
"Displace": 0.13946884038916646,
"GuessFactor": 0.1589461189410103,
"HeadOn": 0.06180441867800123,
"KNN": 0.12320370189526822,
"Linear": 0.17308270224786634,
"Pattern": 0.2044778362133734,
"StopShot": 0.1821112430304032,
"Tsetlin": 0.18178604735116272,
"WallBounce": 0.20148306198958701
},
"n": {
"Accel": 133101,
"AvgLead": 133100,
"Circular": 133107,
"Composite": 133094,
"CompositeF": 133126,
"CompositeFShuf": 133119,
"CompositeShuf": 133103,
"DecayGF": 133104,
"Displace": 133105,
"GuessFactor": 133108,
"HeadOn": 133162,
"KNN": 133121,
"Linear": 133104,
"Pattern": 133100,
"StopShot": 133078,
"Tsetlin": 132964,
"WallBounce": 133103
},
"best_member": "Pattern",
"member_oracle": 0.4171554307256738,
"member_oracle_n": 133159,
"composites": {
"Composite": {
"vs_best": {
"best": "Pattern",
"comp_hit": 24488,
"best_hit": 27215,
"total": 133094,
"mcnemar_ab": 5146,
"mcnemar_ba": 7873,
"p": 3.069104908009734e-126
},
"vs_pattern": {
"comp_hit": 24488,
"pattern_hit": 27215,
"total": 133094,
"mcnemar_ab": 5146,
"mcnemar_ba": 7873,
"p": 3.069104908009734e-126
},
"vs_shuffle": {
"comp_hit": 24496,
"shuffle_hit": 23443,
"total": 133094,
"mcnemar_ab": 10228,
"mcnemar_ba": 9175,
"p": 4.045752414569227e-14
}
},
"CompositeF": {
"vs_best": {
"best": "Pattern",
"comp_hit": 24854,
"best_hit": 27215,
"total": 133126,
"mcnemar_ab": 3425,
"mcnemar_ba": 5786,
"p": 1.2500472522844938e-133
},
"vs_pattern": {
"comp_hit": 24854,
"pattern_hit": 27215,
"total": 133126,
"mcnemar_ab": 3425,
"mcnemar_ba": 5786,
"p": 1.2500472522844938e-133
},
"vs_shuffle": {
"comp_hit": 24864,
"shuffle_hit": 24040,
"total": 133126,
"mcnemar_ab": 5914,
"mcnemar_ba": 5090,
"p": 3.994416394978975e-15
}
}
},
"per_fixture": {
"tr_drussgt_vs_corners": {
"Pattern": {
"n": 10062,
"acc": 0.22411051480818922
},
"Composite": {
"n": 10082,
"acc": 0.22287244594326522
},
"CompositeF": {
"n": 10082,
"acc": 0.2232691926205118
}
},
"tr_drussgt_vs_modularbot": {
"Pattern": {
"n": 79966,
"acc": 0.12960508215991798
},
"Composite": {
"n": 79943,
"acc": 0.12208698697822198
},
"CompositeF": {
"n": 79965,
"acc": 0.12204089289063966
}
},
"tr_drussgt_vs_spinbot": {
"Pattern": {
"n": 43072,
"acc": 0.3388976597325409
},
"Composite": {
"n": 43069,
"acc": 0.29020873482086884
},
"CompositeF": {
"n": 43079,
"acc": 0.29854453445994567
}
}
}
},
"test_fixtures": [
"tr_drussgt_vs_corners",
"tr_drussgt_vs_modularbot",
"tr_drussgt_vs_spinbot"
]
}
Reference in New Issue View Git Blame Copy Permalink