Files
SirRoboGarage/SAC_LSTM_Bot/docs/graph_losses.svg
T

92 lines
12 KiB
XML

<svg xmlns="http://www.w3.org/2000/svg" width="1000" height="949" viewBox="0 0 1000 949" font-family="sans-serif">
<rect width="1000" height="949" fill="white"/>
<text x="500" y="22" text-anchor="middle" font-size="17" font-weight="bold">SAC-LSTM training losses (x = metric line number)</text>
<text x="76" y="56" font-size="13" font-weight="bold">critic_loss (log scale)</text>
<line x1="70" y1="250" x2="980" y2="250" stroke="black"/>
<line x1="70" y1="250" x2="70" y2="40" stroke="black"/>
<line x1="70.0" y1="250" x2="70.0" y2="254" stroke="black"/>
<text x="70.0" y="267" text-anchor="middle" font-size="11">1</text>
<line x1="297.5" y1="250" x2="297.5" y2="254" stroke="black"/>
<text x="297.5" y="267" text-anchor="middle" font-size="11">42</text>
<line x1="525.0" y1="250" x2="525.0" y2="254" stroke="black"/>
<text x="525.0" y="267" text-anchor="middle" font-size="11">84</text>
<line x1="752.5" y1="250" x2="752.5" y2="254" stroke="black"/>
<text x="752.5" y="267" text-anchor="middle" font-size="11">126</text>
<line x1="980.0" y1="250" x2="980.0" y2="254" stroke="black"/>
<text x="980.0" y="267" text-anchor="middle" font-size="11">167</text>
<line x1="66" y1="250.0" x2="70" y2="250.0" stroke="black"/>
<text x="63" y="254.0" text-anchor="end" font-size="11">0.1</text>
<line x1="66" y1="197.5" x2="70" y2="197.5" stroke="black"/>
<text x="63" y="201.5" text-anchor="end" font-size="11">3.16e+03</text>
<line x1="66" y1="145.0" x2="70" y2="145.0" stroke="black"/>
<text x="63" y="149.0" text-anchor="end" font-size="11">1e+08</text>
<line x1="66" y1="92.5" x2="70" y2="92.5" stroke="black"/>
<text x="63" y="96.5" text-anchor="end" font-size="11">3.16e+12</text>
<line x1="66" y1="40.0" x2="70" y2="40.0" stroke="black"/>
<text x="63" y="44.0" text-anchor="end" font-size="11">1e+17</text>
<text x="525" y="283" text-anchor="middle" font-size="12"></text>
<text x="16" y="145" text-anchor="middle" font-size="12" transform="rotate(-90 16 145)">critic_loss</text>
<polyline points="70.0,67.6 75.5,66.5 81.0,67.9 86.4,70.0 91.9,72.6 97.4,74.1 102.9,73.1 108.4,71.4 113.9,240.6 119.3,65.5 124.8,55.6 130.3,61.7 135.8,67.4 141.3,71.4 146.7,74.2 152.2,74.9 157.7,75.7 163.2,75.9 168.7,76.9 174.2,76.5 179.6,75.5 185.1,74.8 190.6,185.2 196.1,70.5 201.6,68.6 207.0,67.4 212.5,202.4 218.0,60.3 223.5,60.4 229.0,59.0 234.5,59.7 239.9,58.6 245.4,56.8 250.9,55.7 256.4,56.0 261.9,55.9 267.3,50.4 272.8,50.9 278.3,53.5 283.8,48.3 289.3,45.7 294.8,240.6 300.2,240.6 305.7,56.2 311.2,59.1 316.7,63.5 322.2,65.0 327.7,240.6 333.1,68.4 338.6,70.5 344.1,185.8 349.6,71.7 355.1,72.8 360.5,69.0 366.0,62.6 371.5,56.9 377.0,63.6 382.5,240.6 388.0,240.6 393.4,73.5 398.9,74.7 404.4,73.7 409.9,73.7 415.4,240.6 420.8,73.7 426.3,74.6 431.8,72.8 437.3,70.5 442.8,72.5 448.3,70.7 453.7,73.1 459.2,69.5 464.7,67.9 470.2,67.1 475.7,64.0 481.1,53.5 486.6,184.6 492.1,63.5 497.6,114.6 503.1,161.5 508.6,197.0 514.0,204.7 519.5,205.0 525.0,205.3 530.5,205.5 536.0,205.6 541.4,205.7 546.9,205.6 552.4,206.0 557.9,206.2 563.4,206.4 568.9,206.5 574.3,206.8 579.8,207.0 585.3,240.5 590.8,240.5 596.3,240.5 601.7,240.5 607.2,207.8 612.7,208.1 618.2,208.2 623.7,208.4 629.2,208.6 634.6,208.8 640.1,209.0 645.6,209.2 651.1,209.4 656.6,209.7 662.0,209.9 667.5,210.3 673.0,210.5 678.5,210.7 684.0,210.9 689.5,211.1 694.9,211.3 700.4,211.5 705.9,211.7 711.4,212.0 716.9,240.5 722.3,212.3 727.8,212.5 733.3,212.6 738.8,212.8 744.3,213.0 749.8,213.3 755.2,213.4 760.7,213.5 766.2,213.7 771.7,213.8 777.2,214.0 782.7,213.9 788.1,214.3 793.6,214.5 799.1,240.4 804.6,214.8 810.1,214.9 815.5,215.1 821.0,240.4 826.5,215.4 832.0,215.6 837.5,215.7 843.0,215.9 848.4,216.0 853.9,216.2 859.4,216.4 864.9,216.6 870.4,240.4 875.8,216.9 881.3,240.4 886.8,217.3 892.3,217.4 897.8,217.6 903.3,217.7 908.7,217.9 914.2,218.0 919.7,218.1 925.2,218.2 930.7,218.4 936.1,218.6 941.6,218.7 947.1,218.7 952.6,219.0 958.1,219.2 963.6,240.4 969.0,219.5 974.5,219.8 980.0,219.9" fill="none" stroke="#1f77b4" stroke-width="1.6" opacity="1.0"/>
<text x="76" y="321" font-size="13" font-weight="bold">actor_loss |abs| (log scale)</text>
<line x1="70" y1="515" x2="980" y2="515" stroke="black"/>
<line x1="70" y1="515" x2="70" y2="305" stroke="black"/>
<line x1="70.0" y1="515" x2="70.0" y2="519" stroke="black"/>
<text x="70.0" y="532" text-anchor="middle" font-size="11">1</text>
<line x1="297.5" y1="515" x2="297.5" y2="519" stroke="black"/>
<text x="297.5" y="532" text-anchor="middle" font-size="11">42</text>
<line x1="525.0" y1="515" x2="525.0" y2="519" stroke="black"/>
<text x="525.0" y="532" text-anchor="middle" font-size="11">84</text>
<line x1="752.5" y1="515" x2="752.5" y2="519" stroke="black"/>
<text x="752.5" y="532" text-anchor="middle" font-size="11">126</text>
<line x1="980.0" y1="515" x2="980.0" y2="519" stroke="black"/>
<text x="980.0" y="532" text-anchor="middle" font-size="11">167</text>
<line x1="66" y1="515.0" x2="70" y2="515.0" stroke="black"/>
<text x="63" y="519.0" text-anchor="end" font-size="11">1</text>
<line x1="66" y1="462.5" x2="70" y2="462.5" stroke="black"/>
<text x="63" y="466.5" text-anchor="end" font-size="11">100</text>
<line x1="66" y1="410.0" x2="70" y2="410.0" stroke="black"/>
<text x="63" y="414.0" text-anchor="end" font-size="11">1e+04</text>
<line x1="66" y1="357.5" x2="70" y2="357.5" stroke="black"/>
<text x="63" y="361.5" text-anchor="end" font-size="11">1e+06</text>
<line x1="66" y1="305.0" x2="70" y2="305.0" stroke="black"/>
<text x="63" y="309.0" text-anchor="end" font-size="11">1e+08</text>
<text x="525" y="548" text-anchor="middle" font-size="12"></text>
<text x="16" y="410" text-anchor="middle" font-size="12" transform="rotate(-90 16 410)">|actor_loss|</text>
<polyline points="70.0,318.4 75.5,322.7 81.0,324.6 86.4,326.9 91.9,329.8 97.4,331.2 102.9,330.3 108.4,328.8 113.9,325.3 119.3,322.8 124.8,316.5 130.3,312.8 135.8,322.7 141.3,327.9 146.7,331.0 152.2,333.1 157.7,334.0 163.2,334.4 168.7,335.4 174.2,336.1 179.6,335.9 185.1,335.7 190.6,335.2 196.1,335.1 201.6,334.0 207.0,333.6 212.5,332.0 218.0,331.8 223.5,329.1 229.0,327.7 234.5,326.5 239.9,326.0 245.4,326.2 250.9,326.6 256.4,324.9 261.9,324.7 267.3,326.1 272.8,326.5 278.3,324.9 283.8,327.1 289.3,327.8 294.8,329.0 300.2,332.0 305.7,334.4 311.2,335.4 316.7,336.9 322.2,337.8 327.7,339.3 333.1,340.2 338.6,341.4 344.1,342.3 349.6,343.1 355.1,343.8 360.5,343.4 366.0,343.2 371.5,342.6 377.0,341.5 382.5,339.9 388.0,337.9 393.4,337.0 398.9,336.0 404.4,335.3 409.9,335.2 415.4,335.9 420.8,336.8 426.3,335.9 431.8,336.7 437.3,337.7 442.8,336.8 448.3,337.1 453.7,336.0 459.2,337.4 464.7,337.8 470.2,337.6 475.7,338.0 481.1,339.6 486.6,342.1 492.1,342.4 497.6,375.3 503.1,428.6 508.6,468.6 514.0,477.3 519.5,477.6 525.0,478.0 530.5,478.1 536.0,478.3 541.4,478.4 546.9,478.6 552.4,478.7 557.9,479.0 563.4,479.2 568.9,479.3 574.3,479.7 579.8,479.9 585.3,480.0 590.8,480.2 596.3,480.3 601.7,480.6 607.2,480.8 612.7,481.1 618.2,481.2 623.7,481.4 629.2,481.7 634.6,481.9 640.1,482.1 645.6,482.4 651.1,482.6 656.6,482.9 662.0,483.1 667.5,483.6 673.0,483.8 678.5,484.1 684.0,484.3 689.5,484.5 694.9,484.7 700.4,485.0 705.9,485.2 711.4,485.4 716.9,485.7 722.3,485.9 727.8,486.0 733.3,486.2 738.8,486.4 744.3,486.6 749.8,486.9 755.2,487.1 760.7,487.2 766.2,487.4 771.7,487.6 777.2,487.8 782.7,487.9 788.1,488.1 793.6,488.3 799.1,488.5 804.6,488.6 810.1,488.8 815.5,489.0 821.0,489.2 826.5,489.4 832.0,489.5 837.5,489.7 843.0,489.9 848.4,490.0 853.9,490.2 859.4,490.4 864.9,490.6 870.4,490.8 875.8,491.0 881.3,491.2 886.8,491.4 892.3,491.6 897.8,491.8 903.3,491.9 908.7,492.1 914.2,492.2 919.7,492.4 925.2,492.5 930.7,492.7 936.1,492.9 941.6,493.1 947.1,493.2 952.6,493.4 958.1,493.6 963.6,493.8 969.0,494.1 974.5,494.2 980.0,494.4" fill="none" stroke="#1f77b4" stroke-width="1.6" opacity="1.0"/>
<text x="76" y="586" font-size="13" font-weight="bold">alpha (temperature)</text>
<line x1="70" y1="780" x2="980" y2="780" stroke="black"/>
<line x1="70" y1="780" x2="70" y2="570" stroke="black"/>
<line x1="70.0" y1="780" x2="70.0" y2="784" stroke="black"/>
<text x="70.0" y="797" text-anchor="middle" font-size="11">1</text>
<line x1="297.5" y1="780" x2="297.5" y2="784" stroke="black"/>
<text x="297.5" y="797" text-anchor="middle" font-size="11">42</text>
<line x1="525.0" y1="780" x2="525.0" y2="784" stroke="black"/>
<text x="525.0" y="797" text-anchor="middle" font-size="11">84</text>
<line x1="752.5" y1="780" x2="752.5" y2="784" stroke="black"/>
<text x="752.5" y="797" text-anchor="middle" font-size="11">126</text>
<line x1="980.0" y1="780" x2="980.0" y2="784" stroke="black"/>
<text x="980.0" y="797" text-anchor="middle" font-size="11">167</text>
<line x1="66" y1="780.0" x2="70" y2="780.0" stroke="black"/>
<text x="63" y="784.0" text-anchor="end" font-size="11">0</text>
<line x1="66" y1="727.5" x2="70" y2="727.5" stroke="black"/>
<text x="63" y="731.5" text-anchor="end" font-size="11">0.252</text>
<line x1="66" y1="675.0" x2="70" y2="675.0" stroke="black"/>
<text x="63" y="679.0" text-anchor="end" font-size="11">0.504</text>
<line x1="66" y1="622.5" x2="70" y2="622.5" stroke="black"/>
<text x="63" y="626.5" text-anchor="end" font-size="11">0.756</text>
<line x1="66" y1="570.0" x2="70" y2="570.0" stroke="black"/>
<text x="63" y="574.0" text-anchor="end" font-size="11">1.01</text>
<text x="525" y="813" text-anchor="middle" font-size="12"></text>
<text x="16" y="675" text-anchor="middle" font-size="12" transform="rotate(-90 16 675)">alpha</text>
<polyline points="70.0,778.3 75.5,778.1 81.0,778.0 86.4,777.8 91.9,777.5 97.4,777.1 102.9,777.0 108.4,776.8 113.9,776.6 119.3,776.5 124.8,776.2 130.3,775.8 135.8,775.7 141.3,776.0 146.7,776.2 152.2,776.5 157.7,776.7 163.2,777.0 168.7,777.3 174.2,777.5 179.6,777.8 185.1,778.0 190.6,778.3 196.1,778.5 201.6,778.8 207.0,778.9 212.5,779.3 218.0,779.4 223.5,779.2 229.0,779.1 234.5,778.9 239.9,778.8 245.4,778.6 250.9,778.4 256.4,778.2 261.9,778.0 267.3,777.6 272.8,777.4 278.3,777.1 283.8,776.9 289.3,776.6 294.8,776.4 300.2,776.3 305.7,776.5 311.2,776.6 316.7,776.8 322.2,776.9 327.7,777.1 333.1,777.3 338.6,777.5 344.1,777.8 349.6,778.0 355.1,778.2 360.5,778.4 366.0,778.8 371.5,779.1 377.0,779.3 382.5,779.8 388.0,780.0 393.4,779.8 398.9,779.6 404.4,779.4 409.9,779.1 415.4,778.9 420.8,778.4 426.3,778.2 431.8,777.9 437.3,777.7 442.8,777.4 448.3,777.3 453.7,777.1 459.2,776.8 464.7,776.6 470.2,776.5 475.7,776.5 481.1,776.7 486.6,777.2 492.1,777.4 497.6,777.5 503.1,777.3 508.6,777.0 514.0,776.9 519.5,776.6 525.0,776.2 530.5,776.1 536.0,776.0 541.4,775.9 546.9,775.6 552.4,775.5 557.9,775.3 563.4,775.0 568.9,774.8 574.3,774.5 579.8,774.2 585.3,774.1 590.8,774.0 596.3,773.8 601.7,773.6 607.2,773.4 612.7,773.1 618.2,773.0 623.7,772.7 629.2,772.5 634.6,772.3 640.1,772.0 645.6,771.8 651.1,771.5 656.6,771.3 662.0,771.0 667.5,770.6 673.0,770.4 678.5,770.1 684.0,770.0 689.5,769.7 694.9,769.5 700.4,769.3 705.9,769.1 711.4,768.8 716.9,768.6 722.3,768.4 727.8,768.2 733.3,768.1 738.8,767.8 744.3,767.6 749.8,767.2 755.2,766.9 760.7,766.7 766.2,766.5 771.7,766.3 777.2,766.0 782.7,765.8 788.1,765.6 793.6,765.3 799.1,765.1 804.6,764.9 810.1,764.7 815.5,764.3 821.0,764.1 826.5,763.9 832.0,763.8 837.5,763.5 843.0,763.3 848.4,763.1 853.9,762.8 859.4,762.6 864.9,762.4 870.4,762.1 875.8,761.9 881.3,761.7 886.8,761.4 892.3,761.2 897.8,761.0 903.3,760.8 908.7,760.6 914.2,760.5 919.7,760.3 925.2,760.1 930.7,759.9 936.1,759.7 941.6,759.4 947.1,759.2 952.6,759.0 958.1,758.8 963.6,758.5 969.0,758.1 974.5,757.9 980.0,757.7" fill="none" stroke="#1f77b4" stroke-width="1.6" opacity="1.0"/>
<text x="525" y="817" text-anchor="middle" font-size="12">metric line number (167 rows)</text>
<rect x="0" y="825" width="1000" height="124" fill="#f2f2f2"/>
<text x="16" y="846" font-size="15" font-weight="bold">How to read</text>
<text x="984" y="845" text-anchor="end" font-size="11" fill="#666">Regenerate anytime: python3 tools/plot_progress.py</text>
<text x="16" y="866" font-size="13">These are internal error numbers. They are not game scores.</text>
<text x="16" y="883" font-size="13">Critic and actor panels: big spikes are normal early.</text>
<text x="16" y="900" font-size="13">Steady growth forever is bad.</text>
<text x="16" y="917" font-size="13">Alpha near 1 = bot still experimenting.</text>
<text x="16" y="934" font-size="13">If alpha falls too fast, the bot freezes its habits.</text>
</svg>