Iteration                Wall_Time                Samples                  Train_Return             Train_Paths              Test_Return              Test_Paths               Critic_Loss              Critic_Steps             Actor_Loss               Actor_Steps              Adv_Mean                 Adv_Std                  Adv_Weights_Min          Adv_Weights_Mean         Adv_Weights_Max          
0                        0.000391775369644165     2127                     22.181440399124938       78                       239.337369227371         32                       0.003279184227559104     201                      2.442615246082043        1001                     5.686562                 8.001002                 0.024797104              1.6780382                24.774084                
50                       0.052652272979418435     107834                   201.10517338500932       1138                     231.60007907625453       32                       0.0005706310492431002    10438                    2.219269884433671        52082                    0.117309354              3.3715904                4.648508e-12             1.9918334                5714.4756                
100                      0.10634677608807881      214013                   319.5240801218194        830                      399.102208138255         32                       0.0013134534232282409    20750                    2.0592006679649613       103542                   0.27839765               5.110691                 1.5022271e-10            1.4198971                136.0657                 
150                      0.16064973731835683      321194                   390.4859067235748        751                      430.14006866657786       32                       0.00042095854175540635   31169                    1.9933802551442763       155533                   0.12263681               2.8962483                1.0232979e-20            1.37381                  131.84167                
200                      0.21487591981887819      428181                   436.9657334882091        695                      521.2196829437345        32                       0.0023003978764309604    41571                    2.098678903945428        207458                   0.3415253                6.764054                 3.527634e-12             1.4621168                201.99565                
250                      0.26908646245797474      534993                   541.8409484744757        587                      805.0263879023489        32                       0.005398895304936629     51970                    1.9155468280498797       259351                   0.09050493               10.39784                 9.611122e-10             1.3519475                278.25864                
300                      0.32469483772913615      644452                   715.9697457838723        477                      1049.473928775442        32                       0.008290366349716532     62637                    1.961466803970822        312588                   -0.34039617              12.864776                2.4691609e-09            1.3961141                764.40314                
350                      0.3813296673695246       755388                   927.7530899120693        383                      3171.483663692234        32                       0.0031487790549673683    73459                    2.135369062423706        366586                   0.045339867              7.8971705                5.0253606e-13            1.5370069                221.90775                
400                      0.443738229142295        871296                   1228.781530909142        306                      3157.82778203699         32                       0.004598502502884976     84774                    1.855459421234273        423059                   0.5329688                9.517671                 3.8762288e-14            1.2742407                139.30064                
450                      0.507041914595498        989376                   1469.4194070371132       265                      3336.893005299256        32                       0.00253007833550616      96303                    1.945979314052321        480610                   -0.09267049              7.071553                 4.6494337e-18            1.3194115                85.15185                 
500                      0.568862694700559        1104009                  1430.3681305727619       270                      3407.115708761284        32                       0.003592197591445866     107494                   1.8551398663481404       536479                   -0.16999736              8.251094                 2.6648297e-16            1.3352034                1766.6637                
550                      0.6319715863466263       1221230                  1531.2855991779948       260                      3421.246208638534        32                       0.004914586652408947     118939                   1.783900701349432        593614                   -0.27321738              9.602643                 2.4097437e-15            1.1959833                28.866613                
600                      0.6941598938571082       1336662                  1631.449405244727        243                      3468.3923718284286       32                       0.002684230653985033     130216                   1.843761518307697        649886                   0.12443507               7.2413545                3.3029358e-17            1.2962173                279.39206                
650                      0.7563685025109185       1452238                  1506.8275158882336       267                      3483.4088885061274       32                       0.0031480128409096557    141501                   1.8905663974043252       706218                   -0.16527584              7.964557                 5.8256355e-15            1.3669116                1817.5917                
700                      0.818840759396553        1568488                  1511.7148698968035       268                      3521.7053027963098       32                       0.0030685467682337103    152851                   1.9156236082244655       762875                   -0.003250095             7.7602973                6.274091e-17             1.3316653                238.83737                
750                      0.8807147008180618       1682923                  1570.5791672172002       255                      3514.9689301181497       32                       0.002915893282209124     164027                   1.8507478527216246       818656                   -0.25633267              7.703206                 3.3576545e-15            1.586617                 3144.4172                
800                      0.9412967012988196       1794879                  1619.0268179983466       243                      3482.594093918752        32                       0.004830509424209595     174964                   1.720869389485391        873227                   -0.24739254              9.986279                 4.2075183e-14            1.1810673                235.59581                
850                      1.0039466926786635       1911543                  1652.159624191279        247                      3519.1308876704447       32                       0.008078384709048581     186356                   1.7498816416431364       930093                   -0.18734458              12.632279                7.519116e-11             1.2014923                164.4454                 
900                      1.0666323574384053       2028314                  1602.3053058179328       257                      3540.3997345661437       32                       0.002804974463418566     197760                   1.9869596657361346       987011                   0.2040472                7.400291                 8.102789e-16             5.061879                 151300.75                
950                      1.1283980986144808       2142688                  1705.8882212172416       238                      3532.6373891659714       32                       0.004096846157145277     208930                   1.8214790765318054       1042769                  -0.08839807              8.937752                 2.908157e-16             1.5418547                10991.141                
1000                     1.1906410069598092       2258415                  1621.1330306495304       255                      3572.0552417519675       32                       0.00600848895198894      220231                   1.764022148659236        1099176                  0.13230993               10.937796                1.8756413e-14            1.2814445                3087.412                 
1050                     1.2526738681395848       2373879                  1592.3498693061076       261                      3595.2835216484636       32                       0.00332251146658143      231506                   1.8142448014127994       1155452                  -0.1447827               8.220778                 6.351972e-17             1.2713099                338.632                  
1100                     1.3147309945689307       2488690                  1431.0743237187912       289                      3569.709848524927        32                       0.003878497251189581     242714                   1.91196794765083         1211399                  0.12125751               8.659035                 3.0358843e-14            5.902509                 77775.625                
1150                     1.3763942724466325       2602988                  1543.0549314722891       266                      3566.220584352899        32                       0.0012118762309572338    253880                   2.1837123573249113       1267101                  -0.0023987016            4.916401                 3.0466994e-05            1.6714804                470.8426                 
1200                     1.4388852927419875       2719113                  1631.2706916998106       258                      3538.4197074720532       32                       0.00409581981566509      265219                   1.8255083133012822       1323702                  -0.13177529              8.953999                 4.840037e-17             1.2424865                36.472744                
1250                     1.5013285844193565       2835156                  1491.3381022730866       282                      3504.2141155121167       32                       0.003650960249778552     276550                   1.7874485755253002       1380254                  -0.13897935              8.607525                 7.214437e-18             1.3700212                6527.5737                
1300                     1.5648706761995952       2953585                  1556.310354553591        276                      3578.598222284355        32                       0.0026324879969650073    288116                   1.8800480220200988       1437971                  0.061239768              7.212169                 2.0112725e-17            1.4892524                4448.8975                
1350                     1.6281512149837283       3071252                  1613.1529994119426       268                      3557.729927257326        32                       0.007468822854676397     299604                   1.798610742541327        1495322                  0.033446185              11.968242                1.4121016e-12            63.36567                 2739881.8                
1400                     1.6895832356479432       3184863                  1288.9125974803299       323                      3576.377964397946        32                       0.004925221636675406     310691                   1.7977080618028614       1550663                  0.079285264              9.772767                 8.1226574e-16            1.2414621                204.05118                
1450                     1.7502264810933008       3296737                  1353.0065095718908       304                      3602.760146153426        32                       0.007139328320821126     321614                   1.7230790433510343       1605166                  -0.2521253               12.117494                2.4162092e-12            1.5013644                10107.636                
1500                     1.8119432916243872       3410939                  1403.2802526546614       299                      3580.814844939808        32                       0.0077179710646182445    332762                   1.7196843346884085       1660805                  -0.736694                12.457198                2.045052e-12             1.1642779                13.496126                
1550                     1.87412152853277         3526407                  1493.2672684022255       283                      3605.5239567930926       32                       0.005059082637770904     344032                   1.7585898682662133       1717070                  -0.017621867             9.984558                 4.5186253e-14            4.720532                 83942.54                 
1600                     1.9371964204311372       3643791                  1508.912179757163        285                      3514.9617822221376       32                       0.004708087986165827     355491                   1.781388427956928        1774270                  -0.015733298             9.734334                 3.2065234e-16            1.2070291                54.008038                
1650                     1.999446229537328        3759372                  1492.222932117899        283                      3468.4660760914944       32                       0.005308954339278371     366774                   1.8115354409021072       1830594                  -0.040715404             10.012561                2.6649647e-14            2.8115513                61101.83                 
1700                     2.0609840543402567       3873207                  1498.300282392361        283                      3523.8092793509813       32                       0.002149311287143219     377888                   1.9084878783715542       1886064                  -0.028780831             6.654903                 3.6909824e-23            1.3070409                89.35546                 
1750                     2.122667887343301        3987489                  1410.0578333981728       302                      3576.6135376113466       32                       0.003813763274702915     389041                   1.880779887354651        1941743                  0.009772905              8.56657                  4.0666794e-14            1.3001599                99.591095                
1800                     2.1841067616144816       4101046                  1426.3728170895672       294                      3570.0214386958337       32                       0.004936680839392557     400124                   1.7704903571482127       1997069                  -0.033033475             9.895182                 1.1165333e-13            29.009264                593120.5                 
1850                     2.246482557853063        4217019                  1635.1912656960144       265                      3605.212054606424        32                       0.0031499681969034184    411448                   1.8113365069397138       2053591                  -0.16527672              8.017003                 6.0655055e-19            2.1853166                46258.77                 
1900                     2.308384200003412        4331771                  1324.4924208904802       325                      3506.782819738767        32                       0.001469800958718954     422645                   2.230867973663522        2109488                  0.027484853              5.4137554                2.5698596e-06            1.6768935                927.6257                 
1950                     2.3712175749407876       4448424                  1669.2493188540138       262                      3593.2794821366883       32                       0.0022737053022430275    434034                   1.9041651983865162       2166344                  -0.27344254              6.7314224                1.2169962e-20            1.3319377                137.54985                
2000                     2.432498097088602        4561762                  1449.7968344891676       294                      3539.4946449418308       32                       0.0014646441306707995    445096                   2.171120194721763        2221565                  -0.020170975             5.3485436                5.7808826e-08            1.7170043                1567.7438                
2050                     2.4942428308063085       4675927                  1371.1123441955442       314                      3630.115139319093        32                       0.004145116621745382     456241                   1.8074738052027763       2277183                  -0.2517628               8.898992                 2.783155e-17             1.2439156                74.09086                 
2100                     2.555810706482993        4790031                  1390.3156305230084       309                      3471.2964449164715       32                       0.0012716262351048675    467376                   2.251801559744268        2332771                  0.01522782               4.9790263                0.00011080925            1.7188988                358.50507                
2150                     2.617488833930757        4904652                  1445.1133614101605       299                      3584.640316716788        32                       0.005204932028505982     478568                   1.7879204393134986       2388615                  0.12900427               10.07157                 1.5678626e-14            1.2602222                964.1527                 
2200                     2.6793813520669936       5019304                  1451.1061695275896       297                      2158.9128259566137       32                       0.0037887847724081087    489761                   1.852541734072496        2444477                  -0.03807264              8.605202                 8.460513e-16             1.3950665                4048.6702                
2250                     2.739493167002996        5135292                  1465.192220567665        296                      3433.8786870520566       32                       0.004694719636251056     501084                   1.8251440371420047       2500989                  0.27867138               9.689171                 1.1099355e-14            1.2673665                218.1785                 
2300                     2.8016209641430114       5251223                  1603.2933855973426       271                      3601.8813857301093       32                       0.0021378723319601897    512404                   1.9157115718402105       2557490                  0.5055485                6.524131                 5.166481e-17             2.0273151                26746.873                
2350                     2.863891364667151        5366547                  1333.2836737465436       327                      3602.4805498616115       32                       0.004518728922395145     523659                   1.8005313479443215       2613666                  -0.009358131             9.474521                 1.454947e-15             1.245871                 240.20941                
2400                     2.927050848801931        5484153                  1532.7626498706798       290                      3596.4593225247386       32                       0.003221839666366577     535140                   1.8795574113434437       2670974                  -0.02334347              8.015452                 5.4161667e-15            154.21754                7373156.0                
2450                     2.9891992745134566       5599533                  1435.0863681908552       304                      3526.8854714061963       32                       0.003148209204715965     546401                   1.955601468999335        2727189                  -0.2920957               7.82568                  7.956054e-14             2.511324                 12392.9                  
2500                     3.051055754489369        5714058                  1445.6039658685577       298                      3531.946861702017        32                       0.0024265829059812757    557582                   1.903370044849537        2782989                  -0.050651904             6.7859473                3.1412347e-21            2.3783689                49118.895                
2550                     3.111762543519338        5825879                  1260.3687548539003       335                      3543.8905938204857       32                       0.005833314936697198     568493                   1.8457603637111244       2837451                  0.14678454               10.778637                1.0414647e-12            3013.083                 147181980.0              
2600                     3.173176903194851        5939649                  1459.2872347161933       293                      3593.414419710243        32                       0.0033044995831661536    579598                   1.8031124315763776       2892885                  -0.051030114             8.124534                 1.1985965e-17            1.2310706                61.729664                
2650                     3.235388016369608        6054908                  1381.687730306436        314                      3560.742565367775        32                       0.0035625255982810206    590847                   1.8129397890983372       2949033                  -0.025659662             8.392296                 4.4624026e-19            1.2438748                361.2836                 
2700                     3.297282375295957        6169571                  1405.6220030464976       309                      3585.3214917025666       32                       0.001962612743850227     602041                   2.025057083874887        3004894                  0.088471904              6.246917                 1.5392135e-13            76.34019                 3432431.5                
2750                     3.3588550980885823       6283324                  1458.243003563428        297                      3565.460665613844        32                       0.0039058000144391956    613148                   1.7961931985522073       3060320                  -0.030000245             8.718821                 3.131154e-18             3.9483662                32151.207                
2800                     3.4200685154067147       6396652                  1295.6358745613145       330                      3573.339183718672        32                       0.0045883428242246985    624211                   1.8769639203337585       3115520                  0.17452733               9.358067                 1.767963e-15             1.3735988                2222.111                 
2850                     3.4816387754016453       6510525                  1319.4538993362603       326                      3518.647667864431        32                       0.003235335107398244     635325                   1.9439109118511535       3170986                  0.4789318                7.9698887                4.4277142e-17            1.5603273                4743.086                 
2900                     3.5432368530167473       6624289                  1430.9307858645814       303                      3551.3118448637542       32                       0.00204098617158285      646429                   1.9871766392094148       3226410                  0.17524861               6.3647165                3.2169253e-16            1.8604739                10677.502                
2950                     3.604560234149297        6737753                  1383.1625454633343       314                      3528.8964042190723       32                       0.0013645303746064503    657507                   2.225736456882544        3281682                  0.18274148               5.1036577                3.899747e-05             4.2852106                102500.836               
3000                     3.6655016193124985       6850107                  1418.711226378422        303                      3507.274612715426        32                       0.004803295426525421     668475                   1.7996964234433908       3336416                  0.2837759                9.644292                 3.3395411e-15            1.6288676                6772.1494                
3050                     3.726555970840984        6962890                  1248.2430911330778       343                      3479.1687054917675       32                       0.005019042973227344     679481                   1.8022039886704064       3391344                  -0.15316758              10.257168                1.07659365e-13           1.9142894                11966.974                
3100                     3.7871366055806477       7074552                  1330.4343437770494       319                      3559.7068413926386       32                       0.004329648406006569     690379                   1.86124670683448         3445732                  -0.10585575              9.046633                 5.0325348e-17            8.886731                 93144.016                
3150                     3.8482625811629827       7187356                  1364.3342820249813       312                      3379.655237554129        32                       0.004671603292968143     701386                   1.8140057366961615       3500683                  0.18767379               9.509829                 1.7714929e-16            2.3361728                52063.03                 
3200                     3.9089566436741086       7299749                  1274.0498044406718       333                      3499.078907081855        32                       0.004585015601006107     712356                   1.7951012508714235       3555425                  0.6349565                9.386522                 8.725811e-17             1.2405239                88.85893                 
3250                     3.9702443528175353       7412968                  1435.2665740972595       298                      3559.0845671039156       32                       0.004887289725817167     723410                   1.8233690887804657       3610589                  -0.035126425             9.822985                 1.6865373e-13            17.756239                813437.25                
3300                     4.032004718449381        7527329                  1472.7704341823312       294                      3564.269737135424        32                       0.0033603787961588726    734573                   1.8979447838612624       3666310                  0.16526414               8.099867                 2.2516099e-15            4.3466067                53490.812                
3350                     4.09419785062472         7642585                  1361.5988915019066       320                      3552.9008521283745       32                       0.006774215606981488     745823                   1.7852573303164025       3722459                  -0.11501158              11.67                    3.6300318e-12            4.88314                  181690.8                 
3400                     4.155559642447366        7756091                  1535.8828334844534       281                      3547.950459930718        32                       0.0032194877779761024    756900                   1.8033438181322674       3777770                  -0.35920694              7.949428                 1.5170534e-17            1.2470938                382.8951                 
3450                     4.217762834495968        7871440                  1480.42494784534         297                      3570.5868504291825       32                       0.00547396733565031      768158                   1.7684578812560445       3833972                  -0.2398863               10.44894                 2.0946271e-16            1.1934599                24.375353                
3500                     4.279518507122994        7985890                  1423.9597095685974       306                      3640.590627793074        32                       0.004142157896116831     779331                   1.8199106629327344       3889729                  -0.18658608              9.277906                 6.087164e-16             1.330313                 1610.7346                
3550                     4.340870543387201        8099295                  1444.5266014148922       299                      3579.743185465241        32                       0.005222863315986598     790401                   1.7828368011389917       3944979                  0.33718348               10.099482                9.370549e-15             1.2255756                79.08992                 
3600                     4.402270533442497        8212797                  1383.0228372181336       312                      3636.6798734605604       32                       0.0044888748186771       801481                   1.8420176550773921       4000270                  0.18915087               9.362546                 4.3458736e-15            36.78933                 852249.75                
3650                     4.464082137412495        8327408                  1460.3715978907148       301                      3590.713351743932        32                       0.004756227324280558     812670                   1.8423530533468935       4056109                  -0.18911034              9.769672                 4.9086883e-16            1.2694509                220.95451                
3700                     4.526414442327288        8443309                  1434.5515648356886       308                      3602.7277820155027       32                       0.004897700888769967     823986                   1.840624107275934        4112577                  0.18726544               9.98471                  1.3566578e-13            1.2666415                371.09164                
3750                     4.5876602302657234       8556351                  1412.0842124198944       305                      3638.1473184834          32                       0.005294933718206599     835021                   1.8019136538064426       4167651                  -0.02462132              10.283314                2.545397e-14             1.3106803                1623.2587                
3800                     4.649211359288957        8670164                  1467.2055130537503       296                      3578.99465446062         32                       0.0019301329422922967    846133                   1.9444507643406492       4223104                  0.042494677              6.167428                 2.7040646e-20            1.356521                 144.21825                
3850                     4.710664766695764        8783963                  1517.8822582437615       286                      3559.445541548553        32                       0.00309754334963285      857242                   1.972022990641067        4278557                  0.17318381               7.6970425                2.6755048e-12            7.0969005                268235.47                
3900                     4.772700705594486        8898877                  1491.7524293880608       291                      3592.9545604341756       32                       0.004782463179694282     868459                   1.8299488868577625       4334549                  0.12687846               9.317235                 5.127175e-13             3.3690982                74020.695                
3950                     4.833552431795332        9011242                  1435.8028094894794       295                      3604.1133211232204       32                       0.00506064233420783      879431                   1.8090595392326214       4389293                  0.09773797               10.046964                3.119895e-13             1.3387375                1582.0573                
4000                     4.894515392978986        9123585                  1507.4887708991012       282                      3576.966578584829        32                       0.003461818266574139     890397                   1.8354905469831067       4444034                  -0.07272649              8.316775                 9.213385e-15             1.2740114                298.25616                
4050                     4.955654471913974        9236531                  1427.666209277922        299                      3538.913344284664        32                       0.008236518138792457     901424                   1.773716006460777        4499060                  -0.4498191               12.711479                1.0060998e-10            6.171572                 148117.16                
4100                     5.0168263114823235       9349692                  1428.0032076113582       299                      3487.4761286691687       32                       0.006043435231735717     912470                   1.8090101988571266       4554194                  -0.10928398              10.608816                7.741908e-11             3.8907874                47941.355                
4150                     5.079089419775539        9465380                  1528.1054975499148       287                      3588.3363875454343       32                       0.0049547638979044045    923763                   1.7891003230507565       4610567                  0.23238796               10.104642                6.411858e-14             319.99725                10725342.0               
4200                     5.140587761335903        9579145                  1513.920494104224        283                      3553.3556519549065       32                       0.005829258398576217     934871                   1.7703045965042628       4666002                  -0.27095574              10.566502                4.6499247e-13            39.751316                1811519.5                
4250                     5.203219129178259        9695617                  1631.271225757139        268                      3625.1958532232775       32                       0.005272583874393271     946246                   1.993858889851627        4722767                  0.078112945              10.232019                7.2293393e-11            3.2230198                20850.32                 
4300                     5.264298540353775        9808527                  1430.957676564549        297                      3575.7423628613974       32                       0.005213639854845418     957272                   1.8135574631332163       4777783                  0.5135886                10.037069                3.053614e-14             1.3437105                1079.9424                
4350                     5.326165161066585        9923143                  1406.692529387171        307                      3625.4429649288963       32                       0.004969945619272631     968459                   1.7594067086470004       4833620                  0.327536                 9.889062                 2.6150338e-15            1.2152914                209.77219                
4400                     5.388462829589844        10038868                 1507.4504065257765       288                      3558.9408480122843       32                       0.005910241550394238     979757                   1.8169528744866674       4890009                  0.12883832               10.682918                4.8891084e-14            16.194534                700836.94                
4450                     5.451518276731173        10156094                 1569.586880577206        281                      3545.94058068001         32                       0.007330579873992176     991204                   1.8317435213414635       4947135                  -0.043896247             11.95963                 6.263095e-12             2.8361769                63111.188                
4500                     5.514420520663261        10273193                 1529.5974408095306       290                      3593.1713941607914       32                       0.0029533076945537796    1002637                  1.9015600248415898       5004196                  0.19687583               7.613164                 4.0737166e-16            1.7583476                11237.086                
