1134 lines
28 KiB
JSON
1134 lines
28 KiB
JSON
{
|
|
"corpus": "/tmp/tfil_ab2/out",
|
|
"battles": 70,
|
|
"shots": 54923,
|
|
"results": {
|
|
"Q4 decay128/1 (primary)": {
|
|
"state_logloss": 4.927182452908179,
|
|
"glob_logloss": 4.973863162373635,
|
|
"chance_logloss": 4.954196310386875,
|
|
"maj_logloss": 4.97386054056465,
|
|
"state_top1": 0.039263059356861384,
|
|
"glob_top1": 0.03958234105537367,
|
|
"chance_top1": 0.03225806451612903,
|
|
"maj_top1": 0.04632973810819427,
|
|
"state_top3": 0.12243289287728304,
|
|
"glob_top3": 0.1215050261880359,
|
|
"chance_top3": 0.09677419354838708,
|
|
"maj_top3": NaN,
|
|
"delta_logloss": -0.046691790869364924,
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256.0,
|
|
"mean_count": 149.55338541666666,
|
|
"entropy_bits": 4.9217313171583745,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 63,
|
|
"mean": -0.04669179086936493,
|
|
"sd": 0.005828205882329153,
|
|
"se": 0.0007342849216346054,
|
|
"ci": [
|
|
-0.04813098931576876,
|
|
-0.045252592422961105
|
|
],
|
|
"sign": "0/63",
|
|
"p_sign": 2.168404344971009e-19,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.002055997780576895,
|
|
"unit": "battles"
|
|
}
|
|
},
|
|
"Q4 decay32/1": {
|
|
"state_logloss": 4.959413961607311,
|
|
"glob_logloss": 5.013291897789402,
|
|
"chance_logloss": 4.954196310386875,
|
|
"maj_logloss": 5.013244350089315,
|
|
"state_top1": 0.0370378019388527,
|
|
"glob_top1": 0.0311623600565089,
|
|
"chance_top1": 0.03225806451612903,
|
|
"maj_top1": 0.04632973810819427,
|
|
"state_top3": 0.11016924063866228,
|
|
"glob_top3": 0.09696302840012601,
|
|
"chance_top3": 0.09677419354838708,
|
|
"maj_top3": NaN,
|
|
"delta_logloss": -0.05389256141743506,
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256.0,
|
|
"mean_count": 149.55338541666666,
|
|
"entropy_bits": 4.9217313171583745,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 63,
|
|
"mean": -0.05389256141743506,
|
|
"sd": 0.009333337435268894,
|
|
"se": 0.0011758899883795666,
|
|
"ci": [
|
|
-0.05619730579465901,
|
|
-0.051587817040211106
|
|
],
|
|
"sign": "0/63",
|
|
"p_sign": 2.168404344971009e-19,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0032924919674627864,
|
|
"unit": "battles"
|
|
}
|
|
},
|
|
"Q4 NO DECAY": {
|
|
"state_logloss": 4.840759674826622,
|
|
"glob_logloss": 4.922117822937167,
|
|
"chance_logloss": 4.954196310386875,
|
|
"maj_logloss": 4.922056631277097,
|
|
"state_top1": 0.0633134382752212,
|
|
"glob_top1": 0.04632973810819427,
|
|
"chance_top1": 0.03225806451612903,
|
|
"maj_top1": 0.04632973810819427,
|
|
"state_top3": 0.15722593352009237,
|
|
"glob_top3": 0.12546284479389944,
|
|
"chance_top3": 0.09677419354838708,
|
|
"maj_top3": NaN,
|
|
"delta_logloss": -0.08132887253329102,
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256.0,
|
|
"mean_count": 149.55338541666666,
|
|
"entropy_bits": 4.9217313171583745,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 63,
|
|
"mean": -0.08132887253329102,
|
|
"sd": 0.010832248359964455,
|
|
"se": 0.0013647350142930103,
|
|
"ci": [
|
|
-0.08400375316130532,
|
|
-0.07865399190527672
|
|
],
|
|
"sign": "0/63",
|
|
"p_sign": 2.168404344971009e-19,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0038212580400204285,
|
|
"unit": "battles"
|
|
}
|
|
},
|
|
"Q4 decay128/2": {
|
|
"state_logloss": 4.8991435806601915,
|
|
"glob_logloss": 4.943497644196284,
|
|
"chance_logloss": 4.954196310386875,
|
|
"maj_logloss": 4.943498270255433,
|
|
"state_top1": 0.04639016106891935,
|
|
"glob_top1": 0.04632973810819427,
|
|
"chance_top1": 0.03225806451612903,
|
|
"maj_top1": 0.04632973810819427,
|
|
"state_top3": 0.12341954593196601,
|
|
"glob_top3": 0.12399651755773033,
|
|
"chance_top3": 0.09677419354838708,
|
|
"maj_top3": NaN,
|
|
"delta_logloss": -0.044357567616516026,
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256.0,
|
|
"mean_count": 149.55338541666666,
|
|
"entropy_bits": 4.9217313171583745,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 63,
|
|
"mean": -0.04435756761651603,
|
|
"sd": 0.004726917686425218,
|
|
"se": 0.0005955356507692343,
|
|
"ci": [
|
|
-0.04552481749202373,
|
|
-0.04319031774100834
|
|
],
|
|
"sign": "0/63",
|
|
"p_sign": 2.168404344971009e-19,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0016674998221538559,
|
|
"unit": "battles"
|
|
}
|
|
},
|
|
"Q3 decay128/1": {
|
|
"state_logloss": 4.940105793915648,
|
|
"glob_logloss": 4.973872649198029,
|
|
"chance_logloss": 4.954196310386875,
|
|
"maj_logloss": 4.97386054056465,
|
|
"state_top1": 0.03960190493613617,
|
|
"glob_top1": 0.03958234105537367,
|
|
"chance_top1": 0.03225806451612903,
|
|
"maj_top1": 0.04632973810819427,
|
|
"state_top3": 0.12439769453875206,
|
|
"glob_top3": 0.1215050261880359,
|
|
"chance_top3": 0.09677419354838708,
|
|
"maj_top3": NaN,
|
|
"delta_logloss": -0.033768281023169394,
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 81.0,
|
|
"mean_count": 472.6625514403292,
|
|
"entropy_bits": 4.9217313171583745,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 63,
|
|
"mean": -0.033768281023169394,
|
|
"sd": 0.005145108777422567,
|
|
"se": 0.00064822277587789,
|
|
"ci": [
|
|
-0.03503879766389006,
|
|
-0.03249776438244873
|
|
],
|
|
"sign": "0/63",
|
|
"p_sign": 2.168404344971009e-19,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0018150237724580919,
|
|
"unit": "battles"
|
|
}
|
|
},
|
|
"Q5 decay128/1": {
|
|
"state_logloss": 4.919954448478268,
|
|
"glob_logloss": 4.973860324802614,
|
|
"chance_logloss": 4.954196310386875,
|
|
"maj_logloss": 4.97386054056465,
|
|
"state_top1": 0.04022861931322188,
|
|
"glob_top1": 0.03958234105537367,
|
|
"chance_top1": 0.03225806451612903,
|
|
"maj_top1": 0.04632973810819427,
|
|
"state_top3": 0.12403665582364336,
|
|
"glob_top3": 0.1215050261880359,
|
|
"chance_top3": 0.09677419354838708,
|
|
"maj_top3": NaN,
|
|
"delta_logloss": -0.05392571054495063,
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 625.0,
|
|
"mean_count": 61.25706666666667,
|
|
"entropy_bits": 4.9217313171583745,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 63,
|
|
"mean": -0.05392571054495063,
|
|
"sd": 0.006382972077778455,
|
|
"se": 0.0008041788925367153,
|
|
"ci": [
|
|
-0.05550190117432259,
|
|
-0.052349519915578666
|
|
],
|
|
"sign": "0/63",
|
|
"p_sign": 2.168404344971009e-19,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0022517008991028028,
|
|
"unit": "battles"
|
|
}
|
|
}
|
|
},
|
|
"per_seed": {
|
|
"Q4 decay128/1 (primary)": [
|
|
{
|
|
"seed": 0,
|
|
"n_train": 38172,
|
|
"n_test": 16751,
|
|
"state": {
|
|
"logloss": 4.923485314022002,
|
|
"top1": 0.040952778938570834,
|
|
"top3": 0.12799235866515432
|
|
},
|
|
"glob": {
|
|
"logloss": 4.968917050041194,
|
|
"top1": 0.04166915408035341,
|
|
"top3": 0.12858933794997313
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.968912421012867,
|
|
"top1": 0.048892603426661095,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.04539866021671629,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.04539866021671629,
|
|
"sd": 0.004813868436395993,
|
|
"se": 0.001050472214063969,
|
|
"ci": [
|
|
-0.04745758575628167,
|
|
-0.04333973467715091
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.002941322199379113,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.109375,
|
|
"top_count": 486,
|
|
"marginal_entropy_bits": 4.922544877719128
|
|
},
|
|
{
|
|
"seed": 1,
|
|
"n_train": 38312,
|
|
"n_test": 16611,
|
|
"state": {
|
|
"logloss": 4.927404425771541,
|
|
"top1": 0.03864908795376558,
|
|
"top3": 0.12262958280657396
|
|
},
|
|
"glob": {
|
|
"logloss": 4.97386048556153,
|
|
"top1": 0.03870928902534465,
|
|
"top3": 0.12178676780446691
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.9738573194750995,
|
|
"top1": 0.047558846547468545,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.04648702905380333,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.04648702905380333,
|
|
"sd": 0.005986448602666609,
|
|
"se": 0.001306350184080112,
|
|
"ci": [
|
|
-0.04904747541460035,
|
|
-0.04392658269300631
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0036577805154243133,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.65625,
|
|
"top_count": 483,
|
|
"marginal_entropy_bits": 4.922143097310992
|
|
},
|
|
{
|
|
"seed": 2,
|
|
"n_train": 38373,
|
|
"n_test": 16550,
|
|
"state": {
|
|
"logloss": 4.930657618930994,
|
|
"top1": 0.03818731117824774,
|
|
"top3": 0.11667673716012085
|
|
},
|
|
"glob": {
|
|
"logloss": 4.978811951518182,
|
|
"top1": 0.03836858006042296,
|
|
"top3": 0.11413897280966767
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.978811881205984,
|
|
"top1": 0.04253776435045317,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.048189683337575166,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.048189683337575166,
|
|
"sd": 0.006491083705127078,
|
|
"se": 0.0014164705914780596,
|
|
"ci": [
|
|
-0.050965965696872166,
|
|
-0.045413400978278166
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.003966117656138567,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.89453125,
|
|
"top_count": 508,
|
|
"marginal_entropy_bits": 4.9205059764450025
|
|
}
|
|
],
|
|
"Q4 decay32/1": [
|
|
{
|
|
"seed": 0,
|
|
"n_train": 38172,
|
|
"n_test": 16751,
|
|
"state": {
|
|
"logloss": 4.974293172412554,
|
|
"top1": 0.03838576801384992,
|
|
"top3": 0.1114560324756731
|
|
},
|
|
"glob": {
|
|
"logloss": 5.039420276087064,
|
|
"top1": 0.03695301773028476,
|
|
"top3": 0.11008298012058981
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 5.039348229952573,
|
|
"top1": 0.048892603426661095,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.0651213552208236,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.0651213552208236,
|
|
"sd": 0.005898491103813197,
|
|
"se": 0.0012871562842498858,
|
|
"ci": [
|
|
-0.06764418153795337,
|
|
-0.06259852890369383
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.00360403759589968,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.109375,
|
|
"top_count": 486,
|
|
"marginal_entropy_bits": 4.922544877719128
|
|
},
|
|
{
|
|
"seed": 1,
|
|
"n_train": 38312,
|
|
"n_test": 16611,
|
|
"state": {
|
|
"logloss": 4.948412631392394,
|
|
"top1": 0.03864908795376558,
|
|
"top3": 0.1097465534886521
|
|
},
|
|
"glob": {
|
|
"logloss": 4.996890796910089,
|
|
"top1": 0.03870928902534465,
|
|
"top3": 0.0927698513033532
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.996847301453678,
|
|
"top1": 0.047558846547468545,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.04847427183632359,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.04847427183632359,
|
|
"sd": 0.004527126891911062,
|
|
"se": 0.0009879000791834574,
|
|
"ci": [
|
|
-0.05041055599152317,
|
|
-0.046537987681124014
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.002766120221713681,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.65625,
|
|
"top_count": 483,
|
|
"marginal_entropy_bits": 4.922143097310992
|
|
},
|
|
{
|
|
"seed": 2,
|
|
"n_train": 38373,
|
|
"n_test": 16550,
|
|
"state": {
|
|
"logloss": 4.955536081016985,
|
|
"top1": 0.034078549848942596,
|
|
"top3": 0.10930513595166164
|
|
},
|
|
"glob": {
|
|
"logloss": 5.003564620371051,
|
|
"top1": 0.01782477341389728,
|
|
"top3": 0.08803625377643505
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 5.0035375188616955,
|
|
"top1": 0.04253776435045317,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.048082057195157984,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.048082057195157984,
|
|
"sd": 0.004011445307200902,
|
|
"se": 0.0008753691317344531,
|
|
"ci": [
|
|
-0.04979778069335751,
|
|
-0.04636633369695846
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0024510335688564685,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.89453125,
|
|
"top_count": 508,
|
|
"marginal_entropy_bits": 4.9205059764450025
|
|
}
|
|
],
|
|
"Q4 NO DECAY": [
|
|
{
|
|
"seed": 0,
|
|
"n_train": 38172,
|
|
"n_test": 16751,
|
|
"state": {
|
|
"logloss": 4.840085694287135,
|
|
"top1": 0.06763775296997195,
|
|
"top3": 0.15981135454599726
|
|
},
|
|
"glob": {
|
|
"logloss": 4.920848128577907,
|
|
"top1": 0.048892603426661095,
|
|
"top3": 0.12894752552086441
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.920787764037287,
|
|
"top1": 0.048892603426661095,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.0807044776449825,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.0807044776449825,
|
|
"sd": 0.01088474084831321,
|
|
"se": 0.0023752451836844346,
|
|
"ci": [
|
|
-0.08535995820500399,
|
|
-0.076048997084961
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.006650686514316417,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.109375,
|
|
"top_count": 486,
|
|
"marginal_entropy_bits": 4.922544877719128
|
|
},
|
|
{
|
|
"seed": 1,
|
|
"n_train": 38312,
|
|
"n_test": 16611,
|
|
"state": {
|
|
"logloss": 4.839763335607389,
|
|
"top1": 0.06381313587381855,
|
|
"top3": 0.15754620432243693
|
|
},
|
|
"glob": {
|
|
"logloss": 4.920594422641302,
|
|
"top1": 0.047558846547468545,
|
|
"top3": 0.12870989103606045
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.920530522107501,
|
|
"top1": 0.047558846547468545,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.0808100981571398,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.0808100981571398,
|
|
"sd": 0.012145027223398042,
|
|
"se": 0.0026502622175486133,
|
|
"ci": [
|
|
-0.08600461210353508,
|
|
-0.07561558421074452
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.007420734209136116,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.65625,
|
|
"top_count": 483,
|
|
"marginal_entropy_bits": 4.922143097310992
|
|
},
|
|
{
|
|
"seed": 2,
|
|
"n_train": 38373,
|
|
"n_test": 16550,
|
|
"state": {
|
|
"logloss": 4.842429994585343,
|
|
"top1": 0.058489425981873115,
|
|
"top3": 0.1543202416918429
|
|
},
|
|
"glob": {
|
|
"logloss": 4.924910917592294,
|
|
"top1": 0.04253776435045317,
|
|
"top3": 0.11873111782477341
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.924851607686504,
|
|
"top1": 0.04253776435045317,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.08247204179775076,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.08247204179775076,
|
|
"sd": 0.009782800267309863,
|
|
"se": 0.0021347820349324606,
|
|
"ci": [
|
|
-0.08665621458621839,
|
|
-0.07828786900928314
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.005977389697810889,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.89453125,
|
|
"top_count": 508,
|
|
"marginal_entropy_bits": 4.9205059764450025
|
|
}
|
|
],
|
|
"Q4 decay128/2": [
|
|
{
|
|
"seed": 0,
|
|
"n_train": 38172,
|
|
"n_test": 16751,
|
|
"state": {
|
|
"logloss": 4.897908953472126,
|
|
"top1": 0.048892603426661095,
|
|
"top3": 0.12697749388096233
|
|
},
|
|
"glob": {
|
|
"logloss": 4.942284914200569,
|
|
"top1": 0.048892603426661095,
|
|
"top3": 0.12858933794997313
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.942284563500847,
|
|
"top1": 0.048892603426661095,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.04435519317212607,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.04435519317212607,
|
|
"sd": 0.0046991208320345985,
|
|
"se": 0.0010254322339305912,
|
|
"ci": [
|
|
-0.04636504035063003,
|
|
-0.042345345993622115
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0028712102550056554,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.109375,
|
|
"top_count": 486,
|
|
"marginal_entropy_bits": 4.922544877719128
|
|
},
|
|
{
|
|
"seed": 1,
|
|
"n_train": 38312,
|
|
"n_test": 16611,
|
|
"state": {
|
|
"logloss": 4.897684041019251,
|
|
"top1": 0.047558846547468545,
|
|
"top3": 0.12618144602973932
|
|
},
|
|
"glob": {
|
|
"logloss": 4.940419879978483,
|
|
"top1": 0.047558846547468545,
|
|
"top3": 0.12666305460237193
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.940421266854584,
|
|
"top1": 0.047558846547468545,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.042765947689125096,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.042765947689125096,
|
|
"sd": 0.0049385472009464935,
|
|
"se": 0.0010776793510214094,
|
|
"ci": [
|
|
-0.04487819921712706,
|
|
-0.04065369616112313
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0030175021828599464,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.65625,
|
|
"top_count": 483,
|
|
"marginal_entropy_bits": 4.922143097310992
|
|
},
|
|
{
|
|
"seed": 2,
|
|
"n_train": 38373,
|
|
"n_test": 16550,
|
|
"state": {
|
|
"logloss": 4.901837747489196,
|
|
"top1": 0.0427190332326284,
|
|
"top3": 0.11709969788519638
|
|
},
|
|
"glob": {
|
|
"logloss": 4.9477881384097975,
|
|
"top1": 0.04253776435045317,
|
|
"top3": 0.11673716012084592
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.947788980410868,
|
|
"top1": 0.04253776435045317,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.045951561988296925,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.045951561988296925,
|
|
"sd": 0.004179337375847413,
|
|
"se": 0.0009120061847418513,
|
|
"ci": [
|
|
-0.047739094110390956,
|
|
-0.044164029866202895
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0025536173172771835,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256,
|
|
"mean_count": 149.89453125,
|
|
"top_count": 508,
|
|
"marginal_entropy_bits": 4.9205059764450025
|
|
}
|
|
],
|
|
"Q3 decay128/1": [
|
|
{
|
|
"seed": 0,
|
|
"n_train": 38172,
|
|
"n_test": 16751,
|
|
"state": {
|
|
"logloss": 4.93727244176605,
|
|
"top1": 0.041848247865799056,
|
|
"top3": 0.1293057130917557
|
|
},
|
|
"glob": {
|
|
"logloss": 4.968914986199324,
|
|
"top1": 0.04166915408035341,
|
|
"top3": 0.12858933794997313
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.968912421012867,
|
|
"top1": 0.048892603426661095,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.03163354954840186,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.03163354954840186,
|
|
"sd": 0.004122685918591402,
|
|
"se": 0.00089964382326065,
|
|
"ci": [
|
|
-0.03339685144199274,
|
|
-0.02987024765481099
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0025190027051298198,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 81,
|
|
"mean_count": 471.25925925925924,
|
|
"top_count": 1126,
|
|
"marginal_entropy_bits": 4.922544877719128
|
|
},
|
|
{
|
|
"seed": 1,
|
|
"n_train": 38312,
|
|
"n_test": 16611,
|
|
"state": {
|
|
"logloss": 4.939902560364236,
|
|
"top1": 0.0385888868821865,
|
|
"top3": 0.12563963638552766
|
|
},
|
|
"glob": {
|
|
"logloss": 4.973877551966905,
|
|
"top1": 0.03870928902534465,
|
|
"top3": 0.12178676780446691
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.9738573194750995,
|
|
"top1": 0.047558846547468545,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.03400269760593505,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.03400269760593505,
|
|
"sd": 0.004446982653964794,
|
|
"se": 0.0009704111726642516,
|
|
"ci": [
|
|
-0.03590470350435698,
|
|
-0.03210069170751312
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0027171512834599045,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 81,
|
|
"mean_count": 472.98765432098764,
|
|
"top_count": 1130,
|
|
"marginal_entropy_bits": 4.922143097310992
|
|
},
|
|
{
|
|
"seed": 2,
|
|
"n_train": 38373,
|
|
"n_test": 16550,
|
|
"state": {
|
|
"logloss": 4.943142379616657,
|
|
"top1": 0.03836858006042296,
|
|
"top3": 0.11824773413897281
|
|
},
|
|
"glob": {
|
|
"logloss": 4.978825409427857,
|
|
"top1": 0.03836858006042296,
|
|
"top3": 0.11413897280966767
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.978811881205984,
|
|
"top1": 0.04253776435045317,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.03566859591517126,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.03566859591517126,
|
|
"sd": 0.0060545079001224225,
|
|
"se": 0.0013212019403818637,
|
|
"ci": [
|
|
-0.03825815171831971,
|
|
-0.03307904011202281
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.003699365433069218,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 81,
|
|
"mean_count": 473.74074074074076,
|
|
"top_count": 1165,
|
|
"marginal_entropy_bits": 4.9205059764450025
|
|
}
|
|
],
|
|
"Q5 decay128/1": [
|
|
{
|
|
"seed": 0,
|
|
"n_train": 38172,
|
|
"n_test": 16751,
|
|
"state": {
|
|
"logloss": 4.915598233586422,
|
|
"top1": 0.040355799653752016,
|
|
"top3": 0.12924601516327383
|
|
},
|
|
"glob": {
|
|
"logloss": 4.968911689450245,
|
|
"top1": 0.04166915408035341,
|
|
"top3": 0.12858933794997313
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.968912421012867,
|
|
"top1": 0.048892603426661095,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.0533047159220447,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.0533047159220447,
|
|
"sd": 0.005835778186489962,
|
|
"se": 0.0012734712037410652,
|
|
"ci": [
|
|
-0.05580071948137719,
|
|
-0.05080871236271221
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0035657193704749825,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 625,
|
|
"mean_count": 61.0752,
|
|
"top_count": 340,
|
|
"marginal_entropy_bits": 4.922544877719128
|
|
},
|
|
{
|
|
"seed": 1,
|
|
"n_train": 38312,
|
|
"n_test": 16611,
|
|
"state": {
|
|
"logloss": 4.920808063865157,
|
|
"top1": 0.04159894046114021,
|
|
"top3": 0.1246162181686834
|
|
},
|
|
"glob": {
|
|
"logloss": 4.973854738280124,
|
|
"top1": 0.03870928902534465,
|
|
"top3": 0.12178676780446691
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.9738573194750995,
|
|
"top1": 0.047558846547468545,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.05306378136698655,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.05306378136698655,
|
|
"sd": 0.006845769157617239,
|
|
"se": 0.0014938693026178608,
|
|
"ci": [
|
|
-0.05599176520011756,
|
|
-0.05013579753385554
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.0041828340473300096,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 625,
|
|
"mean_count": 61.2992,
|
|
"top_count": 337,
|
|
"marginal_entropy_bits": 4.922143097310992
|
|
},
|
|
{
|
|
"seed": 2,
|
|
"n_train": 38373,
|
|
"n_test": 16550,
|
|
"state": {
|
|
"logloss": 4.923457047983223,
|
|
"top1": 0.03873111782477341,
|
|
"top3": 0.11824773413897281
|
|
},
|
|
"glob": {
|
|
"logloss": 4.978814546677473,
|
|
"top1": 0.03836858006042296,
|
|
"top3": 0.11413897280966767
|
|
},
|
|
"chance": {
|
|
"logloss": 4.954196310386875,
|
|
"top1": 0.03225806451612903,
|
|
"top3": 0.0967741935483871
|
|
},
|
|
"maj": {
|
|
"logloss": 4.978811881205984,
|
|
"top1": 0.04253776435045317,
|
|
"top3": NaN
|
|
},
|
|
"delta_logloss": -0.05540863434582064,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 21,
|
|
"mean": -0.05540863434582064,
|
|
"sd": 0.006471967884673677,
|
|
"se": 0.0014122991774685883,
|
|
"ci": [
|
|
-0.058176740733659076,
|
|
-0.05264052795798221
|
|
],
|
|
"sign": "0/21",
|
|
"p_sign": 9.5367431640625e-07,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.003954437696912047,
|
|
"unit": "battles"
|
|
},
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 625,
|
|
"mean_count": 61.3968,
|
|
"top_count": 354,
|
|
"marginal_entropy_bits": 4.9205059764450025
|
|
}
|
|
]
|
|
},
|
|
"shuffle_control": {
|
|
"state_logloss": 4.948005386631716,
|
|
"glob_logloss": 4.953537387084588,
|
|
"chance_logloss": 4.954196310386875,
|
|
"maj_logloss": 4.953539977222159,
|
|
"state_top1": 0.03842864986130928,
|
|
"glob_top1": 0.038308282104663006,
|
|
"chance_top1": 0.03225806451612903,
|
|
"maj_top1": 0.04632973810819427,
|
|
"state_top3": 0.10629674848116533,
|
|
"glob_top3": 0.10567262994447045,
|
|
"chance_top3": 0.09677419354838708,
|
|
"maj_top3": NaN,
|
|
"delta_logloss": -0.005570246146602541,
|
|
"seen_frac": 1.0,
|
|
"distinct_states": 256.0,
|
|
"mean_count": 149.55338541666666,
|
|
"entropy_bits": 4.9217313171583745,
|
|
"stats": {
|
|
"metric": "logloss(state-global)",
|
|
"n": 63,
|
|
"mean": -0.005570246146602541,
|
|
"sd": 0.0040224224290487135,
|
|
"se": 0.0005067775912052975,
|
|
"ci": [
|
|
-0.006563530225364924,
|
|
-0.0045769620678401575
|
|
],
|
|
"sign": "4/63",
|
|
"p_sign": 1.3821257506541063e-13,
|
|
"p_signflip": 4.999750012499375e-05,
|
|
"mde": 0.001418977255374833,
|
|
"unit": "battles"
|
|
}
|
|
},
|
|
"edges": {
|
|
"vlat": [
|
|
-6.7356864904458575,
|
|
0.0,
|
|
6.752881550467322
|
|
],
|
|
"dist": [
|
|
431.3206314546176,
|
|
487.61166744211533,
|
|
552.6703959237368
|
|
],
|
|
"room": [
|
|
137.9650966979437,
|
|
206.5894573915343,
|
|
296.75273905134276
|
|
],
|
|
"turn": [
|
|
-0.1419999999999959,
|
|
0.0,
|
|
0.10540000000000305
|
|
]
|
|
}
|
|
} |