Iteration                Wall_Time                Samples                  Train_Return             Train_Paths              Test_Return              Test_Paths               Critic_Loss              Critic_Steps             Actor_Loss               Actor_Steps              Adv_Mean                 Adv_Std                  Adv_Weights_Min          Adv_Weights_Mean         Adv_Weights_Max          

0                        0.0004539926846822103    2121                     -250.83890232780413      23                       -498.60879356876575      32                       0.019125626726848324     205                      2.1762776295731707       1025                     -31.17821                22.928797                0.006836839              2.6918926                773.29016                

50                       0.08169572750727336      108077                   -141.98780514179126      1063                     -258.40412557553896      32                       0.004028774305587298     10473                    1.906303990569934        52266                    0.44707116               9.047834                 0.000117744756           4.887629                 68253.39                 

100                      0.23495395686891343      232457                   -51.38665849961967       269                      41.534202014937          32                       0.001487633982616073     22613                    1.6601482508532424       112888                   0.4356009                5.3534565                8.139033e-09             170.21027                3182012.2                

150                      0.43453830473952826      379754                   67.66074408634637        151                      85.71922015326737        32                       0.00010527648769141057   36986                    1.7937198365507678       184746                   -0.10502036              1.4207995                2.383747e-05             204.04915                9238824.0                

200                      0.6346270881758795       529211                   98.19500475961733        150                      101.279349766719         32                       0.00013272896561606346   51569                    1.3415983128466298       257658                   0.0147931045             1.610711                 6.9559616e-28            3.428579                 35675.03                 

250                      0.8313611182901595       679361                   105.17404634227283       150                      122.42478329907112       32                       3.811181443441443e-05    66219                    1.5790035729522185       330908                   0.046404198              0.85303515               5.397371e-06             8654.665                 419206500.0              

300                      1.0229016344414816       829511                   112.9958479509501        150                      225.0284379498726        32                       3.361192757562566e-05    80869                    1.4740424354735495       404158                   0.008920861              0.7956217                4.0359915e-08            1149.269                 38672976.0               

350                      1.1869955041011175       971384                   122.89771027685623       151                      216.38812448756156       32                       0.0005507678708932506    94714                    1.0975909236348123       473369                   0.028425904              3.1057613                1.3481671e-06            1164165.1                20923230000.0            

400                      1.3538410160938898       1116481                  120.87214966449852       150                      233.2571775215423        32                       0.00017403067429724815   108875                   1.1536374453391638       544154                   -0.010678075             1.7739531                1.4376224e-07            350689400000000.0        1.6086653e+19            

450                      1.5156036984258228       1259638                  118.8470240821493        152                      236.91812497229515       32                       0.0005133605145757108    122847                   1.0877543062073378       613991                   0.019624176              3.0210643                5.0097032e-17            694404.1                 14631780000.0            

500                      1.6791597811381023       1403159                  126.05044049664555       153                      229.15628506253702       32                       0.0004198352836038424    136855                   1.0457307719748858       684006                   -0.03499128              2.9713035                6.8893036e-07            33092.598                742441860.0              

550                      1.830024268163575        1536503                  132.69215600028426       155                      220.24659601475253       32                       0.0006994870030432431    149878                   1.0756689286476109       749057                   -0.21509077              3.7067902                1.1508536e-13            252.52904                1317226.1                

600                      1.984382794300715        1671118                  132.26354609108859       156                      226.978891824087         32                       0.00038692789985051335   163022                   1.043545771784343        814728                   0.03001949               2.708165                 7.074417e-07             2463305.0                86634930000.0            

650                      2.1389627676539953       1808738                  127.50557358335908       151                      229.88738799648908       32                       0.0004412110755061127    176457                   1.0112123040209045       881866                   0.019937258              2.9724913                9.957698e-18             147135.45                5301422600.0             

700                      2.288888946970304        1944275                  136.11630053436764       154                      230.59808036588433       32                       0.00043411166830496355   189689                   0.9951385137056415       947983                   -0.052780114             2.8709877                2.2427447e-07            3944.5544                33704996.0               

750                      2.4412898406055237       2083451                  135.12632694470025       155                      220.46577716070232       32                       0.0004793146669661226    203274                   0.9533288115934301       1015878                  0.14327933               3.1181667                5.6376345e-13            23229.49                 738746560.0              

800                      2.5920560540093316       2218094                  138.101868161789         150                      233.9611862019329        32                       0.00042990282330496724   216420                   0.9645431154010239       1081563                  0.11933714               2.8587399                3.124813e-10             1430944.2                55197540000.0            

850                      2.7433818506532246       2355089                  139.33607256301644       158                      216.44085219121695       32                       0.000591288844589144     229795                   0.9357500076293945       1148392                  -0.041138314             3.3094199                4.147256e-08             2707.7842                27178924.0               

900                      2.887379601067967        2485049                  141.47770161008862       167                      218.4480986253313        32                       0.0008368117670560705    242485                   0.9612318367793642       1211785                  0.021961343              4.1861567                1.6370716e-14            71.56822                 659814.2                 

950                      3.030683461162779        2613893                  144.46100245309228       172                      231.02756371816247       32                       0.0009698503660260614    255070                   0.9658365607668515       1274632                  -0.106549636             4.314791                 2.1315107e-06            9700.616                 332981060.0              

1000                     3.170885623163647        2740450                  152.3861328917144        166                      231.65821435975465       32                       0.001006218251921618     267431                   0.8854815486348123       1336366                  0.19221723               4.3372393                1.6415037e-12            878672.56                15528700000.0            

1050                     3.3150695092810523       2870657                  153.20432770108965       177                      227.07566732022332       32                       0.0010326826285660471    280149                   0.9137653949832129       1399878                  -0.101358294             4.4218345                2.1763924e-10            406924.84                7697460700.0             

1100                     3.4560404542419647       2999643                  163.73398904342383       179                      229.25475989775066       32                       0.002119944607915957     292744                   0.8371561837649917       1462792                  -0.09723907              6.2243004                1.9587663e-09            1901.5587                6923124.0                

1150                     3.5815388745731775       3117542                  204.44508579199533       254                      225.35383433255294       32                       0.0041875168681144714    304260                   0.6277775517216435       1520260                  0.22647475               8.983909                 4.703542e-06             12.558476                28521.768                

1200                     3.6967093141211405       3230191                  221.0224329358576        390                      229.7447599733367        32                       0.0035349369049072266    315250                   0.5733586549758911       1575099                  1.0470307                8.439503                 6.44466e-09              17.80295                 72931.86                 

1250                     3.805385642449061        3340408                  229.313606769186         485                      229.72717564225746       32                       0.0015870432058970134    325993                   0.6646203134574142       1628707                  0.58119845               5.4655523                0.0011742271             122.46898                5086325.5                

1300                     3.9125137382745745       3449063                  232.51756430193998       519                      231.59663537801075       32                       0.0014714434033348447    336578                   0.5602724502009142       1681535                  0.016481776              5.316853                 6.5898025e-14            60.09756                 456923.56                

1350                     4.018706546293364        3558248                  234.05596241796306       528                      232.80513960231727       32                       0.0011177802552825296    347215                   0.5601793089804001       1734616                  -0.033645447             4.6696286                6.7475703e-17            26.161646                649281.8                 

1400                     4.125882838898235        3667566                  231.42750807164518       525                      230.4732542033335        32                       0.0008808984989073219    357861                   0.6123327016830444       1787762                  -0.040169593             4.2015033                4.047098e-05             733.7668                 23405800.0               

1450                     4.233251900937822        3776250                  230.9460819702916        519                      223.4416955517263        32                       0.0013906344703343361    368448                   0.5424981309380723       1840600                  -0.3369826               5.169693                 4.106437e-15             158.34282                1994913.2                

1500                     4.339377930760383        3885801                  233.19797636691018       549                      230.1659561149239        32                       0.0011329733889941212    379118                   0.5848127092633929       1893848                  -0.16146025              4.7173715                2.2416502e-16            272.62003                8157908.0                

1550                     4.446285013092889        3996150                  233.52519199818101       548                      236.4012983331103        32                       0.0008127361399942338    389865                   0.5830342257011951       1947485                  -0.12392106              3.9054334                0.00023952858            33.824226                482621.25                

1600                     4.551674826741219        4104969                  232.51464716439864       548                      234.30487892004254       32                       0.0017727166414260864    400465                   0.5285091364759682       2000376                  0.13247511               5.8866873                5.4896723e-13            51.27661                 1365892.1                

1650                     4.656171204778883        4212624                  232.50147978266457       550                      231.52088335840384       32                       0.0021462992924015695    410951                   0.5761472101080908       2052699                  -0.07009797              6.36935                  1.0597945e-11            8.434692                 155423.05                

1700                     4.761175911095407        4321358                  232.86105393338119       565                      230.85862842303055       32                       0.0008617542543501224    421539                   0.5557541702732895       2105539                  -0.17635843              3.8794386                2.347975e-16             35.96538                 1434168.8                

1750                     4.866299215157826        4430190                  236.07283107368204       557                      241.781459001361         32                       0.0012335518898047837    432136                   0.5283591366378513       2158429                  0.107435584              4.867894                 9.006925e-16             1.8659719                2762.4585                

1800                     4.971041974557771        4538859                  234.057960576915         585                      238.15144154722097       32                       0.0022290802583461856    442717                   0.5435926117929726       2211229                  0.27089593               6.3503013                4.662645e-12             5.4164042                40216.81                 

1850                     5.074420523312357        4646310                  235.60915960208612       581                      230.74476342850159       32                       0.0010768430149970362    453177                   0.5241264906710017       2263435                  0.013645353              4.5986238                4.07106e-16              13.458733                346020.2                 

1900                     5.177478640145726        4754060                  234.82326109953254       577                      234.5722474339218        32                       0.0009905242978936375    463667                   0.5535897140578543       2315795                  0.39520538               4.303812                 2.8839162e-18            3.1133108                32339.56                 

1950                     5.281706141034762        4861802                  235.91584093247863       568                      231.37777425197723       32                       0.001552307882974314     474158                   0.5134644237280114       2368150                  0.060353324              5.5400143                4.370056e-14             30.21547                 709062.4                 

2000                     5.38509109126197         4969359                  236.2779426688005        578                      243.41389448255023       32                       0.0009536096522974413    484628                   0.5847642243798099       2420410                  -0.31979883              4.198563                 6.639336e-17             3.7858264                64387.99                 

2050                     5.4891904757420225       5078352                  234.84718446754266       592                      241.37062021721846       32                       0.0012568367357870833    495237                   0.533113371003996        2473367                  0.22456613               4.8598413                4.234909e-14             63.27115                 1371184.5                

2100                     5.593099458283848        5185887                  235.7194092142535        585                      233.51789185593393       32                       0.0013538693972662383    505708                   0.5127056148031158       2525616                  0.25081348               5.1256924                6.2248314e-19            4.3764687                98096.38                 

2150                     5.69592740284072         5293674                  238.2318235692158        602                      235.38492784525567       32                       0.0012715732995069251    516199                   0.4840181724237967       2577975                  0.018506734              4.9399714                2.7676807e-14            27.040281                1207231.8                

2200                     5.798181456261211        5400560                  235.05296541589334       598                      235.7412363608285        32                       0.0016899829227212482    526600                   0.4926349947237855       2629895                  -0.38972566              5.800177                 1.395887e-12             7.9944015                244388.44                

2250                     5.9016713879505796       5508569                  237.64710013719824       599                      237.56455074641556       32                       0.0010667367679316822    537115                   0.5059386313833841       2682370                  -0.13110279              4.666183                 2.0103234e-15            2.3291073                10835.723                

2300                     6.004510123001205        5616585                  236.3868512470634        612                      237.9031334406084        32                       0.000840028816903079     547630                   0.5034661394861305       2734839                  -0.19992878              4.0664907                9.47293e-18              1.9279902                1238.4978                

2350                     6.106871025496059        5723573                  236.44153108221397       603                      235.5936649908384        32                       0.0009271789720092995    558044                   0.4988458163496377       2786809                  -0.098273516             4.2496004                9.976139e-14             22.83681                 583211.5                 

2400                     6.2091271731588575       5830685                  235.52560610259604       603                      236.97318915715636       32                       0.001655412782536875     568469                   0.46175158437345143      2838839                  0.58893824               5.712355                 1.0226386e-12            41.684723                1854759.6                

2450                     6.31182201411989         5938062                  235.60397266538817       603                      231.7414625363516        32                       0.0012617574001734073    578923                   0.48623863227572023      2890996                  0.46568194               4.8806725                9.821862e-15             16.952524                693508.1                 

2500                     6.415111180676354        6046121                  234.88045874537258       615                      220.3275266966449        32                       0.0012833591244646892    589442                   0.5299545997797057       2943483                  -0.1877056               5.0521345                9.361679e-17             1.8262507                13851.6875               

2550                     6.518293424050014        6153517                  236.72120239683585       608                      244.01744758994877       32                       0.0010287891520131933    599900                   0.48566313272909944      2995652                  -0.0014225293            4.3281775                4.0102513e-17            2.0191224                8270.865                 

2600                     6.6214845425552795       6261975                  236.77748798557658       606                      235.79932191647399       32                       0.0009549282380004428    610461                   0.5129431115759241       3048338                  0.078928255              4.317052                 4.9793146e-17            1.8969578                4524.3306                

2650                     6.723927818404304        6369190                  237.63334509493814       601                      239.05142866320034       32                       0.0013145862556085354    620895                   0.49491827027921464      3100421                  0.12098692               5.089202                 2.5172818e-15            73.41389                 1972740.1                

2700                     6.827274098065164        6478114                  236.3767272756217        610                      239.94481234637917       32                       0.0016147687401570066    631494                   0.47759259050460945      3153332                  -0.0791338               5.685775                 2.8997522e-14            4.9359593                61814.117                

2750                     6.929040659798516        6585232                  237.81545736765773       612                      237.7367334778331        32                       0.0018241895923336734    641922                   0.4638224819250274       3205363                  0.089002                 5.8970294                5.931654e-13             14.63609                 290451.6                 

2800                     7.032841741243998        6693485                  239.22506856217575       616                      236.59109480854826       32                       0.0008401600134313403    652459                   0.463862693369092        3257945                  -0.068419494             4.033297                 6.7135737e-14            5.5254335                151256.17                

2850                     7.134781932632128        6800672                  236.83769600691213       616                      231.8129178519804        32                       0.0012030986093339467    662896                   0.5028598497567455       3310006                  -0.5406753               4.6997023                2.060377e-15             5.361512                 57850.82                 

2900                     7.23689650118351         6907563                  237.32204873430675       592                      241.5421855878159        32                       0.0009513016095001732    673300                   0.4827617736524372       3361933                  -0.13629295              4.351416                 2.1536415e-08            837.04456                26248424.0               

2950                     7.339956396950615        7014623                  237.71959046488325       603                      239.91912272780343       32                       0.0008063170985848296    683721                   0.45860388051560963      3413937                  0.005885054              4.0002723                1.8846587e-12            6.077457                 91312.055                

3000                     7.4416219642427235       7121435                  236.67938558245945       612                      238.7175905339695        32                       0.0016325709267790095    694120                   0.4534522145839748       3465818                  -0.119998865             5.6372504                2.4765597e-14            4.557384                 74802.65                 

3050                     7.543763004011578        7229080                  238.41082732941481       608                      234.21630674191113       32                       0.0014784402638963125    704597                   0.4938987746805708       3518105                  -0.18376136              5.3091145                1.001378e-15             2.6886299                10923.552                

3100                     7.647017366687456        7336741                  237.21893145564158       611                      237.18551521046177       32                       0.0016185151367652706    715076                   0.4577483682511019       3570397                  -0.116838604             5.4573317                9.184645e-15             69.36787                 1587079.0                

3150                     7.749450896514786        7444042                  237.35636969294947       605                      238.71985650139982       32                       0.002201864684837452     725521                   0.48185164238337974      3622519                  0.22197989               6.6306987                7.530925e-12             1232.2977                59068084.0               

3200                     7.852115551299519        7551963                  237.72638986847474       613                      235.85567502602115       32                       0.001413213639032273     736027                   0.449048631973849        3674941                  -0.28016675              5.395144                 7.812982e-14             163.2698                 7997457.5                

3250                     7.955120553241835        7659572                  239.25334456474258       608                      240.72010390938664       32                       0.0008363033213266512    746505                   0.4760250797701396       3727211                  0.27274653               4.023683                 5.3113482e-11            3.3749237                34704.086                

3300                     8.05911060637898         7768760                  236.70357675388888       623                      239.7935053771861        32                       0.001484793956290948     757134                   0.4611789368998881       3780247                  0.01397354               5.384722                 1.7827864e-13            38.26511                 1003312.06               

3350                     8.160949118004904        7875928                  234.34215583495103       622                      236.0852945195973        32                       0.0027485614869652724    767562                   0.463567316532135        3832293                  -0.030182367             7.097385                 1.980618e-11             2.8174856                15560.213                

3400                     8.262902326451407        7983134                  236.25814108714167       621                      235.42309114031536       32                       0.0009351982691577662    777997                   0.4623743144842432       3884357                  -0.42095175              4.3645306                1.1911556e-13            174.68388                6460013.0                

3450                     8.366855541401439        8092057                  234.77237193780633       611                      238.92037354203302       32                       0.0022268825594116658    788600                   0.4695324168485754       3937266                  0.24616261               6.497285                 1.2079854e-10            7.722855                 260169.98                

3500                     8.468633612460561        8199449                  236.6843354071142        621                      241.84601666275222       32                       0.001681793261976803     799052                   0.4413480300079735       3989427                  0.16779254               5.6708856                7.9761406e-14            4.9527903                151703.86                

3550                     8.57285851418972         8308907                  235.13907520716288       613                      236.8402894998324        32                       0.0017893552192913488    809707                   0.46232500840365354      4042595                  -0.48507485              5.874873                 1.6789819e-13            8.027364                 207836.27                

3600                     8.675448968013127        8416607                  234.82811583334393       607                      242.33991889750956       32                       0.00143695831886066      820193                   0.48374849917508966      4094908                  -0.11619088              5.2301617                1.31785985e-14           560.9489                 23915332.0               

3650                     8.777800685167312        8524352                  236.8166476165229        618                      240.26932199773447       32                       0.0013271049734508021    830679                   0.5019312014524964       4147240                  -0.40247717              5.2198644                1.6358386e-14            2.5902379                5398.1626                

3700                     8.878929527070786        8630833                  239.1523512608596        616                      238.3079369425616        32                       0.0013804443143493501    841043                   0.44500695946682023      4198955                  0.1637787                5.223909                 3.534785e-13             6.0577435                108833.164               

3750                     8.980535674293836        8738420                  233.4297275878408        629                      242.13703082212197       32                       0.002470408660778101     851512                   0.4821884184787536       4251204                  0.22521162               6.8624377                1.1433589e-11            8.329057                 244637.7                 

3800                     9.082529997030894        8845585                  235.124749456253         630                      238.95180412878645       32                       0.002194027402507725     861945                   0.4325841699804102       4303247                  -0.1454482               6.6431217                3.3681807e-11            166.15889                4186020.2                

3850                     9.185034492810567        8953985                  237.52193976214457       641                      240.24372442654789       32                       0.0008811460157330526    872493                   0.46078705215087656      4355890                  -0.019879919             4.058745                 4.773766e-18             2.5643735                15890.704                

3900                     9.286989045143127        9061423                  236.19586233192194       626                      240.91860702649282       32                       0.002412959719388679     882948                   0.43407908170417164      4408068                  0.7046652                6.613065                 3.5621707e-12            6.3948927                81875.95                 

3950                     9.390815294649865        9169074                  234.20959882279297       626                      245.96852443737112       32                       0.0014455276899612867    893424                   0.44985812116518287      4460354                  -0.24564157              5.050357                 1.09024906e-16           23.132347                551924.0                 

4000                     9.494446175959375        9276750                  238.4928194072398        636                      232.36280050188495       32                       0.001070094150556645     903904                   0.4619143211235434       4512648                  -0.11941151              4.5619364                2.980372e-16             11.9980755               150811.23                

4050                     9.599222088787291        9383933                  236.26738521490108       626                      241.84823408022692       32                       0.001188845882093273     914337                   0.4743414755254926       4564701                  -0.45537242              4.7455554                8.98815e-16              4.7861958                38867.18                 

4100                     9.703344880276257        9491255                  238.20424626207569       642                      247.17367859240983       32                       0.0016523930915566378    924779                   0.4214312886082849       4616815                  0.49110729               5.7917113                2.6602226e-13            2.4376147                26790.477                

4150                     9.805989976591533        9598663                  235.83621614261546       636                      235.31763590273707       32                       0.002780019117632942     935230                   0.43465913274622997      4668974                  0.26185003               7.2189775                1.1110493e-11            93.35736                 2065906.2                

4200                     9.909343255956967        9706073                  236.2695936538196        638                      238.23261321648852       32                       0.0013409592559404462    945683                   0.4613468535174572       4721133                  -0.080699526             5.012731                 6.480387e-11             1498.7356                30992924.0               

4250                     10.012578202883402       9813873                  235.1244496848547        643                      237.2491955555497        32                       0.0031123870206110687    956173                   0.43704238475992524      4773485                  0.2395623                7.8590946                3.0861626e-11            71.71839                 3095902.5                

4300                     10.11477074291971        9921204                  236.46292140476777       628                      240.97547751434846       32                       0.0014376395148009502    966621                   0.44504514797567735      4825614                  0.045282274              5.144837                 1.8654823e-08            194.95161                7410963.0                

4350                     10.217872764931785       10028472                 235.13536277237466       635                      245.65380828749207       32                       0.0017030341325750674    977062                   0.4386073648062409       4877706                  0.6102112                5.757111                 1.2378082e-12            8.661638                 138275.94                

4400                     10.322213680876626       10136063                 235.94454568752735       636                      240.1455529551747        32                       0.0013894606106386984    987531                   0.4362675176321107       4929953                  -0.20716244              5.04709                  1.245906e-13             34.60932                 614511.4                 

4450                     10.42589414331648        10243456                 233.61119484219964       636                      243.7626755978533        32                       0.0025781065083006352    997983                   0.4585541122934411       4982104                  -0.23501758              6.9816504                7.0930685e-11            65.727585                2995779.2                

