SirStone
8efa627c05
The repo's first multi-opponent gun measurement. Adds tools/ab/gauntlet_run.sh (per-opponent A/B over the legacy roster, subject = frozen ModularBot), tools/ab/gauntlet_analyze.py (paired per-opponent deltas, cross-opponent sign test, style split, MDE) and the arm/opponent fixtures. Result: BitBrain does NOT generalize beyond DrussGT. 32 opponents x 2 arms x 3 runs x 5 rounds = 192 battles / 960 rounds, 0 failed, 0 retries: damage/run 214.5 (pattern) vs 210.9 (bb), sign-flip p=0.53; round wins 237/480 vs 239/480, p=0.91. Sign test: bb better on 13/32 opponents (damage). The DrussGT-only penalty does not carry. The owner's 'killer vs regular movers' sub-claim is not supported: regular bucket +1.3 dmg/run vs dodgers -0.2 (MW p=0.85), and the measured movement predictability does not correlate with the delta.
50 lines
3.1 KiB
JSON
50 lines
3.1 KiB
JSON
{
|
|
"commit": "da4a971ca99e81894e86a35a521bbef9ba081d3f",
|
|
"binary_sha256": "f5876e7e8c14389de8f335b1529868da80d987cea5ca298abc058ecaff1925cf",
|
|
"binary": "frozen/ModularBot/ModularBot_bin",
|
|
"rounds": 5,
|
|
"runs": 3,
|
|
"conc": 4,
|
|
"timestamp": "2026-09-26T00:36:25+02:00",
|
|
"outdir": "/tmp/ab/j117_gauntlet",
|
|
"arms": [
|
|
{"name": "pattern", "env": "", "label": ""},
|
|
{"name": "bb", "env": "TR_RACK_PATTERN=off TR_RACK_BITBRAIN=both TR_BITBRAIN_GAINS=1.0,1.25,1.5,2.0 TR_BITBRAIN_MEM=decay", "label": "BitBrain learned gain"}
|
|
],
|
|
"opponents": [
|
|
{"name": "WallAvoider", "dir": "/tmp/tr_bots/WallAvoider", "style": "regular"},
|
|
{"name": "HawkOnFire", "dir": "/tmp/tr_bots/HawkOnFire", "style": "regular"},
|
|
{"name": "DiamondStealer", "dir": "/tmp/tr_bots/DiamondStealer", "style": "regular"},
|
|
{"name": "BlitzBat", "dir": "/tmp/tr_bots/BlitzBat", "style": "regular"},
|
|
{"name": "PatternRobot", "dir": "/tmp/tr_bots/PatternRobot", "style": "regular"},
|
|
{"name": "FloodMini", "dir": "/tmp/tr_bots/FloodMini", "style": "regular"},
|
|
{"name": "Aurora", "dir": "/tmp/tr_bots/Aurora", "style": "regular"},
|
|
{"name": "Diamond", "dir": "/tmp/tr_bots/Diamond", "style": "dodger"},
|
|
{"name": "Dookious", "dir": "/tmp/tr_bots/Dookious", "style": "dodger"},
|
|
{"name": "Lukious", "dir": "/tmp/tr_bots/Lukious", "style": "dodger"},
|
|
{"name": "GresSuffurd", "dir": "/tmp/tr_bots/GresSuffurd", "style": "dodger"},
|
|
{"name": "KurtWaveSurfer", "dir": "/tmp/tr_bots/KurtWaveSurfer", "style": "dodger"},
|
|
{"name": "CassiusClay", "dir": "/tmp/tr_bots/CassiusClay", "style": "dodger"},
|
|
{"name": "WaveSurferGF", "dir": "/tmp/tr_bots/WaveSurferGF", "style": "dodger"},
|
|
{"name": "WaveSurferPG", "dir": "/tmp/tr_bots/WaveSurferPG", "style": "dodger"},
|
|
{"name": "Jen", "dir": "/tmp/tr_bots/Jen", "style": "dodger"},
|
|
{"name": "Cigaret", "dir": "/tmp/tr_bots/Cigaret", "style": "dodger"},
|
|
{"name": "CigaretBH", "dir": "/tmp/tr_bots/CigaretBH", "style": "dodger"},
|
|
{"name": "Komarious", "dir": "/tmp/tr_bots/Komarious", "style": "dodger"},
|
|
{"name": "LionWWSVMvoid", "dir": "/tmp/tr_bots/LionWWSVMvoid", "style": "dodger"},
|
|
{"name": "RougeDC", "dir": "/tmp/tr_bots/RougeDC", "style": "dodger"},
|
|
{"name": "Aristocles", "dir": "/tmp/tr_bots/Aristocles", "style": "dodger"},
|
|
{"name": "DrussGT", "dir": "/tmp/tr_bots/DrussGT", "style": "other"},
|
|
{"name": "Shadow", "dir": "/tmp/tr_bots/Shadow", "style": "other"},
|
|
{"name": "Phoenix", "dir": "/tmp/tr_bots/Phoenix", "style": "other"},
|
|
{"name": "Coriantumr", "dir": "/tmp/tr_bots/Coriantumr", "style": "other"},
|
|
{"name": "BrokenSword", "dir": "/tmp/tr_bots/BrokenSword", "style": "other"},
|
|
{"name": "TripHammer", "dir": "/tmp/tr_bots/TripHammer", "style": "other"},
|
|
{"name": "RetroGirl", "dir": "/tmp/tr_bots/RetroGirl", "style": "other"},
|
|
{"name": "DiamondHawk", "dir": "/tmp/tr_bots/DiamondHawk", "style": "other"},
|
|
{"name": "Ascendant", "dir": "/tmp/tr_bots/Ascendant", "style": "other"},
|
|
{"name": "YersiniaPestis", "dir": "/tmp/tr_bots/YersiniaPestis", "style": "other"},
|
|
{"name": "LightningBug", "dir": "/tmp/tr_bots/LightningBug", "style": "other"}
|
|
]
|
|
}
|