{
 "corpus": "/tmp/tfil_ab2/out",
 "battles": 70,
 "shots": 54923,
 "results": {
  "Q4 decay128/1 (primary)": {
   "state_logloss": 4.927182452908179,
   "glob_logloss": 4.973863162373635,
   "chance_logloss": 4.954196310386875,
   "maj_logloss": 4.97386054056465,
   "state_top1": 0.039263059356861384,
   "glob_top1": 0.03958234105537367,
   "chance_top1": 0.03225806451612903,
   "maj_top1": 0.04632973810819427,
   "state_top3": 0.12243289287728304,
   "glob_top3": 0.1215050261880359,
   "chance_top3": 0.09677419354838708,
   "maj_top3": NaN,
   "delta_logloss": -0.046691790869364924,
   "seen_frac": 1.0,
   "distinct_states": 256.0,
   "mean_count": 149.55338541666666,
   "entropy_bits": 4.9217313171583745,
   "stats": {
    "metric": "logloss(state-global)",
    "n": 63,
    "mean": -0.04669179086936493,
    "sd": 0.005828205882329153,
    "se": 0.0007342849216346054,
    "ci": [
     -0.04813098931576876,
     -0.045252592422961105
    ],
    "sign": "0/63",
    "p_sign": 2.168404344971009e-19,
    "p_signflip": 4.999750012499375e-05,
    "mde": 0.002055997780576895,
    "unit": "battles"
   }
  },
  "Q4 decay32/1": {
   "state_logloss": 4.959413961607311,
   "glob_logloss": 5.013291897789402,
   "chance_logloss": 4.954196310386875,
   "maj_logloss": 5.013244350089315,
   "state_top1": 0.0370378019388527,
   "glob_top1": 0.0311623600565089,
   "chance_top1": 0.03225806451612903,
   "maj_top1": 0.04632973810819427,
   "state_top3": 0.11016924063866228,
   "glob_top3": 0.09696302840012601,
   "chance_top3": 0.09677419354838708,
   "maj_top3": NaN,
   "delta_logloss": -0.05389256141743506,
   "seen_frac": 1.0,
   "distinct_states": 256.0,
   "mean_count": 149.55338541666666,
   "entropy_bits": 4.9217313171583745,
   "stats": {
    "metric": "logloss(state-global)",
    "n": 63,
    "mean": -0.05389256141743506,
    "sd": 0.009333337435268894,
    "se": 0.0011758899883795666,
    "ci": [
     -0.05619730579465901,
     -0.051587817040211106
    ],
    "sign": "0/63",
    "p_sign": 2.168404344971009e-19,
    "p_signflip": 4.999750012499375e-05,
    "mde": 0.0032924919674627864,
    "unit": "battles"
   }
  },
  "Q4 NO DECAY": {
   "state_logloss": 4.840759674826622,
   "glob_logloss": 4.922117822937167,
   "chance_logloss": 4.954196310386875,
   "maj_logloss": 4.922056631277097,
   "state_top1": 0.0633134382752212,
   "glob_top1": 0.04632973810819427,
   "chance_top1": 0.03225806451612903,
   "maj_top1": 0.04632973810819427,
   "state_top3": 0.15722593352009237,
   "glob_top3": 0.12546284479389944,
   "chance_top3": 0.09677419354838708,
   "maj_top3": NaN,
   "delta_logloss": -0.08132887253329102,
   "seen_frac": 1.0,
   "distinct_states": 256.0,
   "mean_count": 149.55338541666666,
   "entropy_bits": 4.9217313171583745,
   "stats": {
    "metric": "logloss(state-global)",
    "n": 63,
    "mean": -0.08132887253329102,
    "sd": 0.010832248359964455,
    "se": 0.0013647350142930103,
    "ci": [
     -0.08400375316130532,
     -0.07865399190527672
    ],
    "sign": "0/63",
    "p_sign": 2.168404344971009e-19,
    "p_signflip": 4.999750012499375e-05,
    "mde": 0.0038212580400204285,
    "unit": "battles"
   }
  },
  "Q4 decay128/2": {
   "state_logloss": 4.8991435806601915,
   "glob_logloss": 4.943497644196284,
   "chance_logloss": 4.954196310386875,
   "maj_logloss": 4.943498270255433,
   "state_top1": 0.04639016106891935,
   "glob_top1": 0.04632973810819427,
   "chance_top1": 0.03225806451612903,
   "maj_top1": 0.04632973810819427,
   "state_top3": 0.12341954593196601,
   "glob_top3": 0.12399651755773033,
   "chance_top3": 0.09677419354838708,
   "maj_top3": NaN,
   "delta_logloss": -0.044357567616516026,
   "seen_frac": 1.0,
   "distinct_states": 256.0,
   "mean_count": 149.55338541666666,
   "entropy_bits": 4.9217313171583745,
   "stats": {
    "metric": "logloss(state-global)",
    "n": 63,
    "mean": -0.04435756761651603,
    "sd": 0.004726917686425218,
    "se": 0.0005955356507692343,
    "ci": [
     -0.04552481749202373,
     -0.04319031774100834
    ],
    "sign": "0/63",
    "p_sign": 2.168404344971009e-19,
    "p_signflip": 4.999750012499375e-05,
    "mde": 0.0016674998221538559,
    "unit": "battles"
   }
  },
  "Q3 decay128/1": {
   "state_logloss": 4.940105793915648,
   "glob_logloss": 4.973872649198029,
   "chance_logloss": 4.954196310386875,
   "maj_logloss": 4.97386054056465,
   "state_top1": 0.03960190493613617,
   "glob_top1": 0.03958234105537367,
   "chance_top1": 0.03225806451612903,
   "maj_top1": 0.04632973810819427,
   "state_top3": 0.12439769453875206,
   "glob_top3": 0.1215050261880359,
   "chance_top3": 0.09677419354838708,
   "maj_top3": NaN,
   "delta_logloss": -0.033768281023169394,
   "seen_frac": 1.0,
   "distinct_states": 81.0,
   "mean_count": 472.6625514403292,
   "entropy_bits": 4.9217313171583745,
   "stats": {
    "metric": "logloss(state-global)",
    "n": 63,
    "mean": -0.033768281023169394,
    "sd": 0.005145108777422567,
    "se": 0.00064822277587789,
    "ci": [
     -0.03503879766389006,
     -0.03249776438244873
    ],
    "sign": "0/63",
    "p_sign": 2.168404344971009e-19,
    "p_signflip": 4.999750012499375e-05,
    "mde": 0.0018150237724580919,
    "unit": "battles"
   }
  },
  "Q5 decay128/1": {
   "state_logloss": 4.919954448478268,
   "glob_logloss": 4.973860324802614,
   "chance_logloss": 4.954196310386875,
   "maj_logloss": 4.97386054056465,
   "state_top1": 0.04022861931322188,
   "glob_top1": 0.03958234105537367,
   "chance_top1": 0.03225806451612903,
   "maj_top1": 0.04632973810819427,
   "state_top3": 0.12403665582364336,
   "glob_top3": 0.1215050261880359,
   "chance_top3": 0.09677419354838708,
   "maj_top3": NaN,
   "delta_logloss": -0.05392571054495063,
   "seen_frac": 1.0,
   "distinct_states": 625.0,
   "mean_count": 61.25706666666667,
   "entropy_bits": 4.9217313171583745,
   "stats": {
    "metric": "logloss(state-global)",
    "n": 63,
    "mean": -0.05392571054495063,
    "sd": 0.006382972077778455,
    "se": 0.0008041788925367153,
    "ci": [
     -0.05550190117432259,
     -0.052349519915578666
    ],
    "sign": "0/63",
    "p_sign": 2.168404344971009e-19,
    "p_signflip": 4.999750012499375e-05,
    "mde": 0.0022517008991028028,
    "unit": "battles"
   }
  }
 },
 "per_seed": {
  "Q4 decay128/1 (primary)": [
   {
    "seed": 0,
    "n_train": 38172,
    "n_test": 16751,
    "state": {
     "logloss": 4.923485314022002,
     "top1": 0.040952778938570834,
     "top3": 0.12799235866515432
    },
    "glob": {
     "logloss": 4.968917050041194,
     "top1": 0.04166915408035341,
     "top3": 0.12858933794997313
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.968912421012867,
     "top1": 0.048892603426661095,
     "top3": NaN
    },
    "delta_logloss": -0.04539866021671629,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.04539866021671629,
     "sd": 0.004813868436395993,
     "se": 0.001050472214063969,
     "ci": [
      -0.04745758575628167,
      -0.04333973467715091
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.002941322199379113,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.109375,
    "top_count": 486,
    "marginal_entropy_bits": 4.922544877719128
   },
   {
    "seed": 1,
    "n_train": 38312,
    "n_test": 16611,
    "state": {
     "logloss": 4.927404425771541,
     "top1": 0.03864908795376558,
     "top3": 0.12262958280657396
    },
    "glob": {
     "logloss": 4.97386048556153,
     "top1": 0.03870928902534465,
     "top3": 0.12178676780446691
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.9738573194750995,
     "top1": 0.047558846547468545,
     "top3": NaN
    },
    "delta_logloss": -0.04648702905380333,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.04648702905380333,
     "sd": 0.005986448602666609,
     "se": 0.001306350184080112,
     "ci": [
      -0.04904747541460035,
      -0.04392658269300631
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.0036577805154243133,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.65625,
    "top_count": 483,
    "marginal_entropy_bits": 4.922143097310992
   },
   {
    "seed": 2,
    "n_train": 38373,
    "n_test": 16550,
    "state": {
     "logloss": 4.930657618930994,
     "top1": 0.03818731117824774,
     "top3": 0.11667673716012085
    },
    "glob": {
     "logloss": 4.978811951518182,
     "top1": 0.03836858006042296,
     "top3": 0.11413897280966767
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.978811881205984,
     "top1": 0.04253776435045317,
     "top3": NaN
    },
    "delta_logloss": -0.048189683337575166,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.048189683337575166,
     "sd": 0.006491083705127078,
     "se": 0.0014164705914780596,
     "ci": [
      -0.050965965696872166,
      -0.045413400978278166
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.003966117656138567,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.89453125,
    "top_count": 508,
    "marginal_entropy_bits": 4.9205059764450025
   }
  ],
  "Q4 decay32/1": [
   {
    "seed": 0,
    "n_train": 38172,
    "n_test": 16751,
    "state": {
     "logloss": 4.974293172412554,
     "top1": 0.03838576801384992,
     "top3": 0.1114560324756731
    },
    "glob": {
     "logloss": 5.039420276087064,
     "top1": 0.03695301773028476,
     "top3": 0.11008298012058981
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 5.039348229952573,
     "top1": 0.048892603426661095,
     "top3": NaN
    },
    "delta_logloss": -0.0651213552208236,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.0651213552208236,
     "sd": 0.005898491103813197,
     "se": 0.0012871562842498858,
     "ci": [
      -0.06764418153795337,
      -0.06259852890369383
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.00360403759589968,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.109375,
    "top_count": 486,
    "marginal_entropy_bits": 4.922544877719128
   },
   {
    "seed": 1,
    "n_train": 38312,
    "n_test": 16611,
    "state": {
     "logloss": 4.948412631392394,
     "top1": 0.03864908795376558,
     "top3": 0.1097465534886521
    },
    "glob": {
     "logloss": 4.996890796910089,
     "top1": 0.03870928902534465,
     "top3": 0.0927698513033532
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.996847301453678,
     "top1": 0.047558846547468545,
     "top3": NaN
    },
    "delta_logloss": -0.04847427183632359,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.04847427183632359,
     "sd": 0.004527126891911062,
     "se": 0.0009879000791834574,
     "ci": [
      -0.05041055599152317,
      -0.046537987681124014
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.002766120221713681,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.65625,
    "top_count": 483,
    "marginal_entropy_bits": 4.922143097310992
   },
   {
    "seed": 2,
    "n_train": 38373,
    "n_test": 16550,
    "state": {
     "logloss": 4.955536081016985,
     "top1": 0.034078549848942596,
     "top3": 0.10930513595166164
    },
    "glob": {
     "logloss": 5.003564620371051,
     "top1": 0.01782477341389728,
     "top3": 0.08803625377643505
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 5.0035375188616955,
     "top1": 0.04253776435045317,
     "top3": NaN
    },
    "delta_logloss": -0.048082057195157984,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.048082057195157984,
     "sd": 0.004011445307200902,
     "se": 0.0008753691317344531,
     "ci": [
      -0.04979778069335751,
      -0.04636633369695846
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.0024510335688564685,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.89453125,
    "top_count": 508,
    "marginal_entropy_bits": 4.9205059764450025
   }
  ],
  "Q4 NO DECAY": [
   {
    "seed": 0,
    "n_train": 38172,
    "n_test": 16751,
    "state": {
     "logloss": 4.840085694287135,
     "top1": 0.06763775296997195,
     "top3": 0.15981135454599726
    },
    "glob": {
     "logloss": 4.920848128577907,
     "top1": 0.048892603426661095,
     "top3": 0.12894752552086441
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.920787764037287,
     "top1": 0.048892603426661095,
     "top3": NaN
    },
    "delta_logloss": -0.0807044776449825,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.0807044776449825,
     "sd": 0.01088474084831321,
     "se": 0.0023752451836844346,
     "ci": [
      -0.08535995820500399,
      -0.076048997084961
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.006650686514316417,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.109375,
    "top_count": 486,
    "marginal_entropy_bits": 4.922544877719128
   },
   {
    "seed": 1,
    "n_train": 38312,
    "n_test": 16611,
    "state": {
     "logloss": 4.839763335607389,
     "top1": 0.06381313587381855,
     "top3": 0.15754620432243693
    },
    "glob": {
     "logloss": 4.920594422641302,
     "top1": 0.047558846547468545,
     "top3": 0.12870989103606045
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.920530522107501,
     "top1": 0.047558846547468545,
     "top3": NaN
    },
    "delta_logloss": -0.0808100981571398,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.0808100981571398,
     "sd": 0.012145027223398042,
     "se": 0.0026502622175486133,
     "ci": [
      -0.08600461210353508,
      -0.07561558421074452
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.007420734209136116,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.65625,
    "top_count": 483,
    "marginal_entropy_bits": 4.922143097310992
   },
   {
    "seed": 2,
    "n_train": 38373,
    "n_test": 16550,
    "state": {
     "logloss": 4.842429994585343,
     "top1": 0.058489425981873115,
     "top3": 0.1543202416918429
    },
    "glob": {
     "logloss": 4.924910917592294,
     "top1": 0.04253776435045317,
     "top3": 0.11873111782477341
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.924851607686504,
     "top1": 0.04253776435045317,
     "top3": NaN
    },
    "delta_logloss": -0.08247204179775076,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.08247204179775076,
     "sd": 0.009782800267309863,
     "se": 0.0021347820349324606,
     "ci": [
      -0.08665621458621839,
      -0.07828786900928314
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.005977389697810889,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.89453125,
    "top_count": 508,
    "marginal_entropy_bits": 4.9205059764450025
   }
  ],
  "Q4 decay128/2": [
   {
    "seed": 0,
    "n_train": 38172,
    "n_test": 16751,
    "state": {
     "logloss": 4.897908953472126,
     "top1": 0.048892603426661095,
     "top3": 0.12697749388096233
    },
    "glob": {
     "logloss": 4.942284914200569,
     "top1": 0.048892603426661095,
     "top3": 0.12858933794997313
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.942284563500847,
     "top1": 0.048892603426661095,
     "top3": NaN
    },
    "delta_logloss": -0.04435519317212607,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.04435519317212607,
     "sd": 0.0046991208320345985,
     "se": 0.0010254322339305912,
     "ci": [
      -0.04636504035063003,
      -0.042345345993622115
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.0028712102550056554,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.109375,
    "top_count": 486,
    "marginal_entropy_bits": 4.922544877719128
   },
   {
    "seed": 1,
    "n_train": 38312,
    "n_test": 16611,
    "state": {
     "logloss": 4.897684041019251,
     "top1": 0.047558846547468545,
     "top3": 0.12618144602973932
    },
    "glob": {
     "logloss": 4.940419879978483,
     "top1": 0.047558846547468545,
     "top3": 0.12666305460237193
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.940421266854584,
     "top1": 0.047558846547468545,
     "top3": NaN
    },
    "delta_logloss": -0.042765947689125096,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.042765947689125096,
     "sd": 0.0049385472009464935,
     "se": 0.0010776793510214094,
     "ci": [
      -0.04487819921712706,
      -0.04065369616112313
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.0030175021828599464,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.65625,
    "top_count": 483,
    "marginal_entropy_bits": 4.922143097310992
   },
   {
    "seed": 2,
    "n_train": 38373,
    "n_test": 16550,
    "state": {
     "logloss": 4.901837747489196,
     "top1": 0.0427190332326284,
     "top3": 0.11709969788519638
    },
    "glob": {
     "logloss": 4.9477881384097975,
     "top1": 0.04253776435045317,
     "top3": 0.11673716012084592
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.947788980410868,
     "top1": 0.04253776435045317,
     "top3": NaN
    },
    "delta_logloss": -0.045951561988296925,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.045951561988296925,
     "sd": 0.004179337375847413,
     "se": 0.0009120061847418513,
     "ci": [
      -0.047739094110390956,
      -0.044164029866202895
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.0025536173172771835,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 256,
    "mean_count": 149.89453125,
    "top_count": 508,
    "marginal_entropy_bits": 4.9205059764450025
   }
  ],
  "Q3 decay128/1": [
   {
    "seed": 0,
    "n_train": 38172,
    "n_test": 16751,
    "state": {
     "logloss": 4.93727244176605,
     "top1": 0.041848247865799056,
     "top3": 0.1293057130917557
    },
    "glob": {
     "logloss": 4.968914986199324,
     "top1": 0.04166915408035341,
     "top3": 0.12858933794997313
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.968912421012867,
     "top1": 0.048892603426661095,
     "top3": NaN
    },
    "delta_logloss": -0.03163354954840186,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.03163354954840186,
     "sd": 0.004122685918591402,
     "se": 0.00089964382326065,
     "ci": [
      -0.03339685144199274,
      -0.02987024765481099
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.0025190027051298198,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 81,
    "mean_count": 471.25925925925924,
    "top_count": 1126,
    "marginal_entropy_bits": 4.922544877719128
   },
   {
    "seed": 1,
    "n_train": 38312,
    "n_test": 16611,
    "state": {
     "logloss": 4.939902560364236,
     "top1": 0.0385888868821865,
     "top3": 0.12563963638552766
    },
    "glob": {
     "logloss": 4.973877551966905,
     "top1": 0.03870928902534465,
     "top3": 0.12178676780446691
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.9738573194750995,
     "top1": 0.047558846547468545,
     "top3": NaN
    },
    "delta_logloss": -0.03400269760593505,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.03400269760593505,
     "sd": 0.004446982653964794,
     "se": 0.0009704111726642516,
     "ci": [
      -0.03590470350435698,
      -0.03210069170751312
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.0027171512834599045,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 81,
    "mean_count": 472.98765432098764,
    "top_count": 1130,
    "marginal_entropy_bits": 4.922143097310992
   },
   {
    "seed": 2,
    "n_train": 38373,
    "n_test": 16550,
    "state": {
     "logloss": 4.943142379616657,
     "top1": 0.03836858006042296,
     "top3": 0.11824773413897281
    },
    "glob": {
     "logloss": 4.978825409427857,
     "top1": 0.03836858006042296,
     "top3": 0.11413897280966767
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.978811881205984,
     "top1": 0.04253776435045317,
     "top3": NaN
    },
    "delta_logloss": -0.03566859591517126,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.03566859591517126,
     "sd": 0.0060545079001224225,
     "se": 0.0013212019403818637,
     "ci": [
      -0.03825815171831971,
      -0.03307904011202281
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.003699365433069218,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 81,
    "mean_count": 473.74074074074076,
    "top_count": 1165,
    "marginal_entropy_bits": 4.9205059764450025
   }
  ],
  "Q5 decay128/1": [
   {
    "seed": 0,
    "n_train": 38172,
    "n_test": 16751,
    "state": {
     "logloss": 4.915598233586422,
     "top1": 0.040355799653752016,
     "top3": 0.12924601516327383
    },
    "glob": {
     "logloss": 4.968911689450245,
     "top1": 0.04166915408035341,
     "top3": 0.12858933794997313
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.968912421012867,
     "top1": 0.048892603426661095,
     "top3": NaN
    },
    "delta_logloss": -0.0533047159220447,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.0533047159220447,
     "sd": 0.005835778186489962,
     "se": 0.0012734712037410652,
     "ci": [
      -0.05580071948137719,
      -0.05080871236271221
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.0035657193704749825,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 625,
    "mean_count": 61.0752,
    "top_count": 340,
    "marginal_entropy_bits": 4.922544877719128
   },
   {
    "seed": 1,
    "n_train": 38312,
    "n_test": 16611,
    "state": {
     "logloss": 4.920808063865157,
     "top1": 0.04159894046114021,
     "top3": 0.1246162181686834
    },
    "glob": {
     "logloss": 4.973854738280124,
     "top1": 0.03870928902534465,
     "top3": 0.12178676780446691
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.9738573194750995,
     "top1": 0.047558846547468545,
     "top3": NaN
    },
    "delta_logloss": -0.05306378136698655,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.05306378136698655,
     "sd": 0.006845769157617239,
     "se": 0.0014938693026178608,
     "ci": [
      -0.05599176520011756,
      -0.05013579753385554
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.0041828340473300096,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 625,
    "mean_count": 61.2992,
    "top_count": 337,
    "marginal_entropy_bits": 4.922143097310992
   },
   {
    "seed": 2,
    "n_train": 38373,
    "n_test": 16550,
    "state": {
     "logloss": 4.923457047983223,
     "top1": 0.03873111782477341,
     "top3": 0.11824773413897281
    },
    "glob": {
     "logloss": 4.978814546677473,
     "top1": 0.03836858006042296,
     "top3": 0.11413897280966767
    },
    "chance": {
     "logloss": 4.954196310386875,
     "top1": 0.03225806451612903,
     "top3": 0.0967741935483871
    },
    "maj": {
     "logloss": 4.978811881205984,
     "top1": 0.04253776435045317,
     "top3": NaN
    },
    "delta_logloss": -0.05540863434582064,
    "stats": {
     "metric": "logloss(state-global)",
     "n": 21,
     "mean": -0.05540863434582064,
     "sd": 0.006471967884673677,
     "se": 0.0014122991774685883,
     "ci": [
      -0.058176740733659076,
      -0.05264052795798221
     ],
     "sign": "0/21",
     "p_sign": 9.5367431640625e-07,
     "p_signflip": 4.999750012499375e-05,
     "mde": 0.003954437696912047,
     "unit": "battles"
    },
    "seen_frac": 1.0,
    "distinct_states": 625,
    "mean_count": 61.3968,
    "top_count": 354,
    "marginal_entropy_bits": 4.9205059764450025
   }
  ]
 },
 "shuffle_control": {
  "state_logloss": 4.948005386631716,
  "glob_logloss": 4.953537387084588,
  "chance_logloss": 4.954196310386875,
  "maj_logloss": 4.953539977222159,
  "state_top1": 0.03842864986130928,
  "glob_top1": 0.038308282104663006,
  "chance_top1": 0.03225806451612903,
  "maj_top1": 0.04632973810819427,
  "state_top3": 0.10629674848116533,
  "glob_top3": 0.10567262994447045,
  "chance_top3": 0.09677419354838708,
  "maj_top3": NaN,
  "delta_logloss": -0.005570246146602541,
  "seen_frac": 1.0,
  "distinct_states": 256.0,
  "mean_count": 149.55338541666666,
  "entropy_bits": 4.9217313171583745,
  "stats": {
   "metric": "logloss(state-global)",
   "n": 63,
   "mean": -0.005570246146602541,
   "sd": 0.0040224224290487135,
   "se": 0.0005067775912052975,
   "ci": [
    -0.006563530225364924,
    -0.0045769620678401575
   ],
   "sign": "4/63",
   "p_sign": 1.3821257506541063e-13,
   "p_signflip": 4.999750012499375e-05,
   "mde": 0.001418977255374833,
   "unit": "battles"
  }
 },
 "edges": {
  "vlat": [
   -6.7356864904458575,
   0.0,
   6.752881550467322
  ],
  "dist": [
   431.3206314546176,
   487.61166744211533,
   552.6703959237368
  ],
  "room": [
   137.9650966979437,
   206.5894573915343,
   296.75273905134276
  ],
  "turn": [
   -0.1419999999999959,
   0.0,
   0.10540000000000305
  ]
 }
}