Iteration                Wall_Time                Samples                  Train_Return             Train_Paths              Test_Return              Test_Paths               Critic_Loss              Critic_Steps             Actor_Loss               Actor_Steps              Adv_Mean                 Adv_Std                  Adv_Weights_Min          Adv_Weights_Mean         Adv_Weights_Max          

0                        0.0007401668363147312    2155                     20.466658088246405       78                       126.23967995304409       32                       0.00410020468857488      203                      2.440671903863916        1015                     5.2268515                6.762943                 0.047166284              1.7061139                29.070074                

50                       0.09788571463690864      108847                   251.28325245058804       950                      400.15417288995377       32                       0.00158017991211614      10554                    2.3019458537506163       52673                    0.53384274               5.65405                  9.359963e-10             1.6446054                334.5574                 

100                      0.19797816786501143      215534                   436.69717828147554       703                      664.4456029857047        32                       0.005588643725325421     20928                    2.024086230181807        104445                   0.5061169                10.355185                1.8350681e-09            1.4359531                260.09814                

150                      0.2989422569009993       323451                   615.3802574503345        545                      743.0312005466739        32                       0.003357692396259743     31439                    2.089023768083829        156900                   0.26956776               8.071026                 6.4452523e-12            10.443005                105642.07                

200                      0.40047161791059704      431700                   770.4173310715144        457                      885.9652746323463        32                       0.0027402473820580375    41991                    2.1536398694776206       209557                   0.03971831               7.260562                 2.4964525e-16            1.5319042                400.66833                

250                      0.5035833427641127       541709                   968.0128102051782        381                      543.1415669829779        32                       0.0017119979858398438    52722                    2.2216501210485307       263108                   0.25277343               5.8525076                3.551962e-11             1.6609842                923.60657                

300                      0.6066519703467687       651801                   1049.7611076749567       354                      854.0861437414516        32                       0.0030733166671380765    63466                    1.9466955255855554       316714                   0.1436074                7.681046                 1.8061492e-13            1.6929598                7395.264                 

350                      0.7124894911050796       765199                   1220.5295994668295       316                      3431.8934614515724       32                       0.0021590100133360313    74530                    2.0399923531496547       371956                   -0.019727107             6.565063                 3.7999973e-20            1.3936089                125.38948                

400                      0.8276084107160568       881439                   1583.3694636933778       253                      3476.2105688493025       32                       0.002536407214100078     85881                    1.9752947910040288       428613                   -0.08532407              6.878392                 7.5842555e-13            415.92                   6756381.0                

450                      0.9429130308495628       996506                   1386.4959273046143       289                      3497.6844750055925       32                       0.002156068038727556     97115                    2.073280621086762        484680                   -0.031641                6.4944654                3.2342903e-14            11.85046                 200250.23                

500                      1.0563158896896574       1110112                  1577.1878219575203       253                      560.2110039266558        32                       0.002318599466550148     108210                   1.9448534907126913       540052                   -0.17402926              6.726745                 2.6656669e-21            1.3324293                105.70731                

550                      1.1622458769215478       1223896                  1481.2601649689427       271                      3513.11413644324         32                       0.0011508231577665908    119320                   2.244311487951944        595502                   0.055993505              4.7324023                1.6550943e-05            1.6431329                545.7163                 

600                      1.2782429121600256       1339751                  1571.1974907307253       265                      2838.976613830524        32                       0.0011322329926296947    130631                   2.2862203458460364       651968                   0.21404359               4.691819                 1.4094943e-06            1.7221727                558.1219                 

650                      1.3897332186169093       1453137                  1569.6723533136337       260                      3503.173992202075        32                       0.0021097204901955346    141705                   2.081102450284091        707230                   0.25752604               6.4620557                2.2822707e-18            1.6602206                1711.692                 

700                      1.5045863160822126       1567718                  1640.2646666044525       253                      3379.4612895337305       32                       0.0011675526009927882    152895                   2.247843585628094        763077                   0.3711173                4.7264953                3.893916e-07             1.6745849                246.76329                

750                      1.618914312918981        1682807                  1534.2149530282177       273                      3552.176349105431        32                       0.0022177980642884834    164130                   2.013018229761769        819164                   -0.033271164             6.5141206                9.0718645e-14            2.436794                 9942.318                 

800                      1.7337416617737875       1797918                  1586.33581117925         265                      3579.383309262412        32                       0.0013192654313410029    175370                   2.2745716654384673       875263                   -0.43174443              5.076957                 7.726486e-07             1.6488893                281.7002                 

850                      1.8489164933231141       1913126                  1482.2211802291542       285                      2577.8360235499626       32                       0.0013474690632557305    186619                   2.245452856772889        931404                   -0.14668296              5.1253095                2.5022023e-06            1.6975521                1343.0721                

900                      1.963833841085434        2031256                  1529.8430094908617       283                      3657.4120207752867       32                       0.0024472605891344024    198152                   1.9137032361534554       988969                   -0.34929687              6.790368                 8.735943e-23             1.3254589                210.18681                

950                      2.079438235561053        2146964                  1472.826996075125        288                      3626.804919496238        32                       0.002966486244666867     209452                   1.9400968551635742       1045352                  0.105458304              7.5128098                3.0532082e-13            16.571596                620679.8                 

1000                     2.1938918887906604       2261586                  1569.901357098904        269                      3611.6358449829504       32                       0.0011668108467362884    220642                   2.20637686965812         1101215                  0.34536013               4.7701974                5.8557673e-12            1.6386564                1170.8888                

1050                     2.306335674590535        2374040                  1417.1095444538453       294                      3614.6595581508955       32                       0.001633459301752465     231619                   2.1771245954633316       1156006                  -0.0110846395            5.7014475                2.330849e-09             1.5837288                894.57227                

1100                     2.4205872693326738       2488192                  1471.1837288149031       285                      3551.552299020782        32                       0.0032042259179451615    242762                   1.8823828314073088       1211627                  0.25242501               7.863649                 4.762852e-18             1.2873454                139.37819                

1150                     2.535844317475955        2603645                  1727.1290893705232       246                      3615.52119855335         32                       0.0034182385818378345    254041                   1.8590177049284264       1267902                  -0.090960875             8.064451                 6.463262e-16             1.274838                 49.113014                

1200                     2.652685077720218        2720604                  1613.718529878976        268                      3553.0955846062643       32                       0.0029464624297450967    265461                   1.8531658355626763       1324904                  0.7736181                7.4696345                2.2334443e-19            1.9012473                10871.838                

1250                     2.768420214851697        2836773                  1564.7833957985538       275                      3627.6474141688777       32                       0.002415213179081044     276802                   1.9990165749441013       1381517                  0.28707474               6.660301                 1.3145076e-19            1.4059509                213.4235                 

1300                     2.883288627995385        2951774                  1580.0727604450299       271                      3670.8852314967685       32                       0.003577561224277933     288033                   1.9050993990684197       1437560                  -0.21633025              8.454123                 1.4926842e-18            1.32571                  127.065926               

1350                     2.999703957637151        3068480                  1503.466428044904        289                      3695.739916737963        32                       0.0032274784065607024    299429                   1.994819328235903        1494429                  0.067087494              7.6106243                1.896025e-14             1.7280867                5605.8237                

1400                     3.115190655191739        3183838                  1480.2853383347438       291                      3675.3645231472437       32                       0.003884001768061093     310694                   1.8530610032452999       1550643                  -0.004349996             8.560948                 3.3157385e-16            1.8906087                24469.266                

1450                     3.2306617140769958       3299698                  1640.7895927869943       262                      3655.841853785031        32                       0.0013455124647636723    322006                   2.2478654566819105       1607111                  0.3438919                5.122998                 2.173783e-06             1.7057978                797.4528                 

1500                     3.3481987228658463       3417780                  1785.8195340890297       248                      3686.9271233637623       32                       0.0011711653271411879    333541                   2.1965126555429864       1664670                  0.16109394               4.8274918                9.559912e-10             1.6749383                963.7928                 

1550                     3.4627996190388997       3532413                  1459.1155645959318       298                      3700.7730909619845       32                       0.002084880839777357     344732                   2.0208843050105285       1720521                  0.22357458               6.5010324                5.3067395e-19            1.4149088                320.28198                

1600                     3.5775900108946694       3646913                  1387.628362637047        312                      3674.5163238810883       32                       0.0032650149212433742    355909                   1.9258435787722785       1776301                  0.049421888              7.8860393                3.9673841e-19            1.3844835                758.6755                 

1650                     3.690905927287208        3760025                  1363.489921076476        314                      3706.947545462601        32                       0.0015512787963289664    366949                   2.2602098713088585       1831405                  -0.04951356              5.4680643                7.874299e-06             1.6637051                416.55804                

1700                     3.8047147945563          3872953                  1430.4009855586526       300                      3695.6352106267477       32                       0.0023388099982748906    377971                   1.880447001228166        1886423                  -0.10306101              6.7951574                6.1109205e-23            1.2977242                134.97684                

1750                     3.9163468072811765       3983952                  1243.499303991433        339                      3651.6408658698697       32                       0.002689766991245854     388798                   2.002823893229167        1940478                  0.16185154               7.123688                 6.773082e-15             5.60268                  110514.67                

1800                     4.030010121398502        4096150                  1341.6610412252887       317                      3650.035279001056        32                       0.0019016461271160053    399748                   2.1745940699721826       1995131                  0.24377288               6.1493683                2.9499308e-05            1.6396215                2183.114                 

1850                     4.143544129861725        4209448                  1482.2264928217935       290                      3611.306497627335        32                       0.0016132526927524144    410809                   2.267162672876781        2050337                  -0.08808138              5.686345                 1.3540602e-05            1.7162342                975.0909                 

1900                     4.257456817560726        4322904                  1413.959391905806        304                      3593.4835111127722       32                       0.0028054288830526076    421885                   1.9986618512527532       2105610                  0.057378177              7.3232327                2.2377777e-18            3.9592528                112996.46                

1950                     4.373554405371348        4438771                  1475.670853940019        297                      3597.454447832281        32                       0.004619512191185585     433196                   1.8769508644386574       2162068                  -0.008960086             9.649569                 7.392552e-15             1.3409088                502.6444                 

2000                     4.4873988893296985       4551997                  1347.1998153334573       319                      3644.652045844313        32                       0.0028804161144375387    444245                   1.930371330779733        2217221                  -0.054378226             7.593223                 2.6654412e-15            10.570144                405566.12                

2050                     4.602590432431962        4666659                  1379.877076105249        315                      3616.923251862668        32                       0.002480290765347688     455435                   2.00734358823289         2273080                  -0.5733747               7.0277195                7.166993e-15             4.5556703                135739.38                

2100                     4.716944577031666        4780317                  1488.9905293307838       291                      3507.7749645504528       32                       0.00300273460707641      466531                   1.9928268357450738       2328459                  -0.36291376              7.7642746                2.1433719e-12            1.4132078                265.56372                

2150                     4.830229569673538        4893531                  1285.3800071854369       338                      3489.706501713992        32                       0.004981033357919431     477578                   1.8121372665075515       2383601                  -0.16260819              9.690268                 4.662882e-17             461.36462                22874422.0               

2200                     4.943284828066826        5005656                  1245.9950059263833       346                      3500.834434713673        32                       0.002462029743653077     488517                   2.014084818737946        2438208                  -0.18319558              6.8284183                1.9129048e-18            1.444762                 1127.5076                

2250                     5.056563545068105        5117858                  1381.242923935481        313                      3463.8341357327245       32                       0.0013954410412041424    499471                   2.166314287147974        2492865                  0.14732292               5.263287                 6.0055463e-06            1.6448565                1721.1697                

2300                     5.170414113799731        5231379                  1385.2146775556782       314                      3479.11620513207         32                       0.002760359059984439     510553                   1.97373564471447         2548166                  -0.2348968               7.314437                 7.556088e-16             1.481319                 4678.564                 

2350                     5.2834994506173665       5343565                  1279.8485341041458       335                      3487.96456014172         32                       0.006076216155832464     521498                   1.8173655646436304       2602804                  0.6034329                10.967368                3.256086e-13             32.394855                1075936.9                

2400                     5.395458995567428        5453940                  1244.843921228091        339                      3514.148875860019        32                       0.00499463657250151      532269                   1.784556169343871        2656563                  0.19224891               9.734302                 1.7201056e-14            1.5727105                9934.016                 

2450                     5.509408547679583        5567929                  1297.563268100278        335                      3433.431408927248        32                       0.0024981977892856973    543392                   1.9379461136837586       2712083                  0.24487802               7.01955                  7.287757e-20             1.3724111                269.76297                

2500                     5.62427193125089         5682551                  1428.335785007509        307                      3509.2373501526554       32                       0.0020784135513041975    554578                   2.002444790824284        2767928                  0.27122426               6.397299                 2.5929453e-20            1.4621497                756.4615                 

2550                     5.736007336643007        5792663                  1271.4703312067656       335                      3481.911068722022        32                       0.0033325213956606897    565322                   1.8555498602265996       2821557                  0.08928212               8.2266245                8.58343e-15              11.075122                240734.5                 

2600                     5.84908419960075         5905185                  1392.4588066296637       314                      3385.039713383451        32                       0.0012400364425002026    576304                   2.172015976825547        2876371                  0.21007545               4.939281                 5.1710254e-06            1.6474153                350.5254                 

2650                     5.96240300224887         6018479                  1294.3081009660866       338                      3508.749785637886        32                       0.0031351202573531712    587361                   1.9916378705929487       2931549                  -0.08634628              7.7969027                4.8689677e-15            1.626297                 4539.8643                

2700                     6.076649702390035        6132554                  1371.4115765720924       321                      3493.312612514376        32                       0.0034655525488553993    598498                   1.9234608505263795       2987118                  0.09657728               8.201996                 1.898338e-17             1.348815                 159.72627                

2750                     6.190617037216822        6245764                  1312.862318523253        333                      2799.504121541036        32                       0.0037388916652981597    609550                   1.9092370253925646       3042261                  -0.24933253              8.9209585                1.6067441e-13            25292.729                1103701800.0             

2800                     6.301543669634396        6358030                  1343.8963098809752       322                      3471.416451884762        32                       0.007526025176048279     620504                   1.7962996826171875       3096943                  -0.23190498              12.141929                2.2585708e-10            47.09723                 1677184.9                

2850                     6.414628388683001        6471345                  1280.9397698097068       341                      3489.2477960261035       32                       0.003722658484790458     631562                   1.9131000265799958       3152130                  -0.0315541               8.597533                 3.8496667e-18            1.4583495                2930.7932                

2900                     6.527194753289223        6582810                  1252.9755522323053       344                      3521.575958001972        32                       0.005122650595544611     642441                   1.764575100223649        3206415                  0.4038684                10.174879                2.6017998e-15            24025.875                943486340.0              

2950                     6.64132205400202         6696695                  1303.8003399958327       339                      3593.0722884164584       32                       0.005386142627052639     653556                   1.8778635483585584       3261880                  -0.6843943               10.317347                1.0772064e-12            68.34637                 1887870.8                

3000                     6.753514113095072        6807923                  1310.8382880411004       327                      3621.0646039850817       32                       0.0025955570135877725    664410                   1.9782918867370891       3316058                  0.197822                 7.1842                   4.5445594e-16            1.4528538                1641.8293                

3050                     6.866339029669762        6920464                  1329.9469553824847       327                      3470.8442880392745       32                       0.005176152883623748     675389                   1.8787068977630397       3370874                  0.11751717               9.7338295                5.4519925e-13            44.810448                1006328.7                

3100                     6.982107644875844        7035013                  1420.808867172491        311                      3469.5090758831366       32                       0.00320330777993569      686573                   1.8540390191391167       3426679                  -0.298014                8.072054                 2.0456056e-16            2.4188907                54709.516                

3150                     7.096008365419176        7148022                  1399.57533291928         315                      3510.023125399642        32                       0.002459079160818605     697604                   1.9719908514288929       3481730                  -0.30717453              6.884231                 2.8347017e-19            1.3824667                281.29858                

3200                     7.209557900495           7261608                  1411.9802198457403       313                      3502.6302151640157       32                       0.0029812895054379925    708693                   1.8796459341508094       3537062                  0.031956177              7.7757974                4.2800763e-17            1.3390659                1997.2365                

3250                     7.3229466650221084       7374106                  1462.3635330405723       299                      3549.9430205221665       32                       0.005678016489202326     719674                   1.757256525213068        3591872                  -0.2625492               10.487472                1.8832132e-13            1.2603034                2014.763                 

3300                     7.437603800230556        7488317                  1459.5184137975955       306                      3573.4934853153563       32                       0.004780494206324573     730823                   1.799744116489425        3647515                  0.35223043               9.824622                 2.538177e-15             1.2641608                185.94395                

3350                     7.550366286966536        7600292                  1398.9613334666328       314                      3593.0086398717035       32                       0.004834589091214266     741753                   1.8499547040278095       3702062                  0.33679038               9.663212                 1.05444225e-13           25.858341                636469.2                 

3400                     7.663351739048958        7712638                  1320.5757352327507       333                      3714.3285438845382       32                       0.005329804528843273     752714                   1.8189890358664773       3756779                  -0.056926295             10.121785                4.231619e-12             1.9723753                24754.443                

3450                     7.776971583167712        7825190                  1373.401001050741        319                      3426.473956813054        32                       0.004950483452599004     763697                   1.844277472851747        3811605                  -0.23553249              9.627423                 4.2256682e-15            23.39466                 912616.94                

3500                     7.89014407230748         7938174                  1531.9000321443375       288                      3479.616001840608        32                       0.0019405518184628402    774725                   2.1714192708333333       3866656                  0.18743388               6.198584                 2.8152233e-06            1.623747                 507.7313                 

3550                     8.002770135535135        8049705                  1294.8452092287966       338                      3491.2850183048417       32                       0.006136646111045728     785606                   1.847692730783046        3920973                  -0.3128701               11.630841                1.3957911e-12            5746.8066                178917550.0              

3600                     8.115729982852935        8161973                  1282.5222139184978       344                      3417.6370971695264       32                       0.004059941134649269     796561                   1.8626766763711495       3975646                  0.1302608                9.033628                 3.2472554e-16            1.3112191                687.0593                 

3650                     8.229120898180538        8274439                  1340.6931496499958       331                      3447.7314306702824       32                       0.006253323423753091     807538                   1.8709528132546573       4030423                  0.020451954              11.215273                1.9363272e-12            3.8474114                46461.746                

3700                     8.341592852075895        8386378                  1224.5151386091068       361                      3483.531267581778        32                       0.007726920445760091     818456                   1.810902560763889        4084924                  0.41742715               11.872359                6.6988163e-13            2.2394385                15173.634                

3750                     8.455328366822666        8499892                  1343.6258257353843       334                      3513.019000171244        32                       0.0041806852662718145    829534                   1.8789039208179747       4140213                  -0.12958375              9.208724                 1.1307007e-14            1.3543936                612.645                  

3800                     8.567453665137291        8611149                  1274.889042592704        345                      3388.786743226826        32                       0.006991676619795502     840391                   1.8604583740234375       4194392                  -0.073706076             11.680816                3.617828e-14             1.3479071                840.9401                 

3850                     8.679342776669396        8721865                  1301.9334240627754       339                      3438.075541601413        32                       0.0071417891460916275    851194                   1.79756332317572         4248314                  -0.19423202              11.685338                8.20014e-14              5.9865775                85633.59                 

3900                     8.791240426037046        8832703                  1226.6128804276987       360                      3416.966792957377        32                       0.007513807236569599     862007                   1.773555414222094        4302285                  0.38111475               12.177602                5.4149323e-13            369.12555                18218688.0               

3950                     8.904014340109295        8944092                  1326.6247191973002       332                      3380.181781417771        32                       0.0072017306680077905    872878                   1.8135194907433498       4356537                  0.19398573               11.8299                  5.3698984e-15            1.3827808                1344.2568                

4000                     9.018778055641386        9058209                  1322.1594089350656       343                      3391.6560125891056       32                       0.004399375385708279     884014                   1.9281945866059491       4412115                  -0.109142974             9.521309                 3.0231876e-15            105.19793                4929097.5                

4050                     9.13148398399353         9170478                  1420.7310434898457       316                      3480.10670516114         32                       0.002970371123547206     894972                   1.9780042323311102       4466803                  -0.07048323              7.687775                 2.2873708e-17            1.3829931                296.15067                

4100                     9.244338133600023        9282839                  1343.744665718262        335                      3449.237011933412        32                       0.006149426512761947     905939                   1.8728688791901449       4521526                  -0.01025038              10.45792                 7.1642535e-13            2.7560103                19925.023                

4150                     9.358791906237602        9394102                  1331.6735344824551       336                      3500.110492771367        32                       0.011480585254471877     916798                   1.7730836332514044       4575715                  -0.97997946              14.8805065               3.7399042e-10            4.1714144                82625.21                 

4200                     9.47471983909607         9507235                  1337.447054671087        341                      3491.221501008892        32                       0.009253224512425865     927839                   1.7692469766695205       4630816                  -0.8867426               13.710008                1.0382106e-11            1611.5485                69019140.0               

4250                     9.58989007446501         9617799                  1306.6969264189102       342                      3511.1359376650894       32                       0.005165609093599541     938629                   1.8828747296933248       4684660                  0.28400606               10.176968                7.265518e-14             69.24841                 1846972.0                

4300                     9.705140515897009        9728656                  1295.1555319766549       346                      3477.7153591141105       32                       0.008492071481677594     949447                   1.7573854855387216       4738647                  -0.25315815              12.85                    1.7377496e-12            1.3236064                4131.532                 

4350                     9.820300031105678        9840174                  1286.8421423746422       350                      3528.7418135506396       32                       0.005751851709877572     960328                   1.838007798166891        4792949                  -0.09989524              10.66394                 1.57834e-14              1.8556786                10385.671                

4400                     9.93443037086063         9951020                  1272.4476744572466       352                      3618.740861680588        32                       0.007934645829697001     971149                   1.8278278624545867       4846926                  0.17452037               12.277109                6.98093e-11              8.337952                 110250.766               

4450                     10.047859787609841       10061767                 1283.495164869445        351                      3640.759510790904        32                       0.005462287767837037     981952                   1.846620995558158        4900853                  0.2641385                10.36535                 3.6625654e-16            1.3672767                3833.3867                

4500                     10.164520584013728       10174833                 1283.147177260504        357                      3543.569541323875        32                       0.008499570633178433     992987                   1.7463608554509134       4955914                  -0.09771395              12.890078                5.748279e-13             1.2402663                981.46576                

4550                     10.27906948738628        10285663                 1281.4472438910932       350                      3537.5284468328946       32                       0.0133818667214196       1003801                  1.8155910891315998       5009886                  0.008304299              14.809739                6.897587e-11             2.3096917                30761.896                

