Iteration                Wall_Time                Samples                  Train_Return             Train_Paths              Test_Return              Test_Paths               Critic_Loss              Critic_Steps             Actor_Loss               Actor_Steps              Adv_Mean                 Adv_Std                  Adv_Weights_Min          Adv_Weights_Mean         Adv_Weights_Max          

0                        0.0006895995140075683    2141                     21.635924369925256       80                       171.1412224720279        32                       0.003649405028560374     202                      2.298872734607746        1007                     9.82597                  7.1783857                0.03091244               1.6101371                21.420567                

50                       0.10462941726048787      108230                   250.1061755252731        986                      397.5810690848546        32                       0.0032269364478541354    10489                    2.1537018721604864       52349                    0.76501936               7.974875                 5.324654e-08             1.480215                 205.90816                

100                      0.2090909473101298       214615                   384.32095090567          779                      432.8064294030772        32                       0.000419808838229913     20827                    2.3503905778686054       103938                   0.18144552               2.8924806                0.0007070165             1.6818014                342.1566                 

150                      0.31584298537837135      321580                   428.38636875574946       726                      596.5715926841557        32                       0.0011401954624387953    31228                    2.423197711742688        155837                   0.33111766               4.871332                 7.2393515e-05            2.3785574                10590.015                

200                      0.4212874706586202       429091                   707.0324717201353        474                      1024.042556724105        32                       0.002892350348142477     41707                    2.173375124187139        208131                   0.01747282               7.522177                 2.7718304e-16            1.519514                 267.04892                

250                      0.5301405574215783       540191                   1076.4808165342845       333                      3295.787496559523        32                       0.0013326538323257377    52545                    2.3012279035858296       262241                   0.024428476              5.159666                 0.00072137796            1.6173912                202.61699                

300                      0.6489381096098158       654192                   1466.246191459984        253                      3242.576360510051        32                       0.0020462733350302045    63677                    1.9981639081705442       317805                   0.379263                 6.368803                 1.7413315e-21            1.3424767                65.33571                 

350                      0.772658114168379        773344                   1734.5474691480297       224                      3233.322415378197        32                       0.0010686134629779391    75316                    2.276203628526427        375900                   0.10021203               4.5515056                0.00048127008            1.6383542                859.14655                

400                      0.8926570622126261       889352                   1704.7507249708724       225                      3296.134406412904        32                       0.0010032562512747       86651                    2.268587916795222        432462                   0.08027604               4.527537                 3.302556e-05             1.5821416                162.34274                

450                      1.0142110264963573       1006416                  1685.578163818691        232                      3290.1637195071744       32                       0.000892905139290126     98086                    2.2750412662472344       489537                   -0.0466318               4.2029886                0.000109090164           1.6716635                270.19553                

500                      1.1340440905756421       1121838                  1740.406887764904        224                      3306.627200089155        32                       0.0010285539534485456    109360                   2.2504076934487585       545808                   0.14691494               4.4689646                2.3031054e-05            1.6383662                476.9535                 

550                      1.2545330239666832       1238154                  1690.6943821044872       234                      3410.9122567427803       32                       0.0009548959182942008    120720                   2.2421824979068163       602510                   0.04288924               4.301424                 7.317826e-06             1.5823241                118.656944               

600                      1.374846682018704        1354749                  1682.3936713988833       237                      3443.2677484284977       32                       0.002746151339623236     132111                   1.855293414689518        659350                   -0.6504729               7.4218464                6.2619377e-19            1.2454377                41.169823                

650                      1.4950329067309698       1470541                  1636.27360963647         244                      3435.18924129312         32                       0.0009829858816209644    143419                   2.2449575803148187       715793                   -0.1083529               4.3782487                0.00010745717            1.6900535                408.7924                 

700                      1.618699369430542        1589919                  1740.6538689745605       238                      3451.6741449874853       32                       0.0029483567415972164    155081                   1.9306345447177262       773993                   -0.10193494              7.668823                 7.526365e-14             10.707424                196233.64                

750                      1.7414877635902828       1708622                  1624.7900061031655       254                      3433.9815890961722       32                       0.0019821303646738934    166675                   1.926254287347561        831856                   -0.12097214              6.2826424                1.7136081e-22            1.3257635                130.07419                

800                      1.8633171049753825       1826887                  1628.1086643712222       254                      3485.6160514741787       32                       0.002687693766827853     178222                   1.9009663303054045       889505                   0.1263275                7.334041                 6.39503e-17              2.1267252                12155.716                

850                      1.9858113274971645       1945083                  1763.1350038472142       235                      3536.613947756754        32                       0.001966557958546807     189766                   1.8568974855567226       947126                   -0.4271917               6.399968                 3.2668357e-24            1.2814904                93.78797                 

900                      2.1082207321458393       2063320                  1754.2995299448803       238                      3550.0739942614205       32                       0.0009418319171994044    201317                   2.1689155946217245       1004767                  0.070445634              4.2496023                3.5410192e-06            1.7021016                1003.869                 

950                      2.229290195769734        2180635                  1835.6514452572076       228                      3582.9633211710347       32                       0.0019886051831038104    212776                   1.8865436656875545       1061962                  -0.09810018              6.3547626                1.0876511e-19            1.3171961                440.49673                

1000                     2.3474542695946163       2294437                  1520.8425365503626       269                      3580.748750475444        32                       0.0016431252437609214    223887                   1.9430728441272052       1117422                  0.079064324              5.691653                 4.16381e-21              1.357468                 163.40814                

1050                     2.467392189304034        2409659                  1491.683598755862        277                      3612.7539940641154       32                       0.0029001231015470513    235137                   1.8437447146908825       1173574                  -0.15914875              7.6335483                2.4243185e-17            1.3291026                634.56665                

1100                     2.587706425918473        2525512                  1705.799125246787        244                      3596.8489221814766       32                       0.001947403213252192     246455                   1.8485053239229765       1230048                  -0.13519225              6.262895                 3.6578294e-25            1.2734764                74.13584                 

1150                     2.708626009689437        2642912                  1681.612350663128        252                      3632.003666656721        32                       0.0018241941283325856    257920                   1.8112218831969067       1287275                  0.00033769838            5.887065                 1.1877731e-24            1.23406                  42.18477                 

1200                     2.8306432957781684       2760524                  1471.4339963416583       288                      3657.954539178362        32                       0.0037949430842359527    269403                   1.8470353238015138       1344585                  -0.22733878              8.484132                 5.7750733e-16            1.3447059                654.90015                

1250                     2.9509498675001993       2876121                  1504.1383882096861       278                      3648.4731885531564       32                       0.004943222643058991     280689                   1.868239086069048        1400917                  0.36177588               9.711694                 4.867218e-13             1.3416761                721.52295                

1300                     3.070818183090952        2992484                  1552.43056961115         272                      3656.4456593753384       32                       0.0036307540953968444    292048                   1.9178627561591735       1457626                  -0.38386694              8.4624                   7.814789e-13             1.4997225                4989.043                 

1350                     3.188502983914481        3106475                  1562.1278648007958       267                      3617.544546883394        32                       0.0018201152571534688    303178                   2.0925703834283658       1513180                  -0.22329089              5.955862                 9.315716e-11             1.6294436                1351.2579                

1400                     3.3073670685953562       3220455                  1572.2963282387684       266                      3629.270063863056        32                       0.0029357731889147276    314307                   1.9186176205295538       1568731                  -0.13919862              7.4914646                6.719912e-15             1.4441773                1834.6366                

1450                     3.427335976362228        3336351                  1418.4904383819214       299                      3569.2254307526055       32                       0.007949902632526148     325622                   1.7746017927093078       1625198                  -0.18188342              12.574495                3.1903043e-11            1.2598952                563.8624                 

1500                     3.547701808810234        3453149                  1501.224220922631        286                      3660.1553761351247       32                       0.0036312950981987847    337022                   1.8931378673404138       1682115                  -0.18363827              8.41029                  7.824546e-16             1.3153566                92.76469                 

1550                     3.6662464723322126       3566655                  1394.083916926697        300                      3656.442789210809        32                       0.005236225778406317     348102                   1.821567365008261        1737417                  -0.37013522              10.091546                1.8119089e-12            1.4797323                3446.4653                

1600                     3.7871859588887955       3682926                  1601.4998666316792       268                      3642.471117898368        32                       0.0034175176953160484    359459                   1.8383597579656863       1794083                  -0.22769284              8.174354                 2.923907e-17             23.228596                732007.3                 

1650                     3.9043198554383385       3796134                  1433.4199813217078       292                      3658.712904400047        32                       0.007649813459512773     370515                   1.8471878353201434       1849238                  -0.21349913              12.154872                1.4378519e-10            1.7896924                5689.3804                

1700                     4.0237716199292075       3911198                  1568.6427992317251       270                      3592.832471787771        32                       0.0063482241859602615    381752                   1.826074047872922        1905314                  -0.46241108              11.020501                5.8897973e-12            15.408364                629936.0                 

1750                     4.1439281734493045       4027363                  1662.0122781063221       258                      3618.121434604262        32                       0.003302067963045035     393101                   1.8616163668756238       1961934                  0.113003425              7.8329754                1.3663257e-17            1.2852783                165.30022                

1800                     4.2637631595797005       4143778                  1502.5848498167327       290                      3649.038949864463        32                       0.001991817368520215     404468                   2.0277693524180878       2018655                  -0.15852605              6.3576083                5.989481e-15             1.4932259                626.6426                 

1850                     4.382898323204782        4258899                  1503.212997118071        287                      3658.3678041914213       32                       0.0031044843173263096    415706                   1.813862251455649        2074750                  -0.018230805             7.903705                 6.0221845e-19            1.6932269                8239.76                  

1900                     4.501689726776547        4373114                  1410.9321790494578       306                      3629.495206855654        32                       0.0044178088697103355    426855                   1.8364087618314302       2130395                  0.119560346              9.114276                 4.954863e-13             5.3901496                138981.53                

1950                     4.620432208577792        4488103                  1376.1311097816188       314                      3619.3459808204084       32                       0.005299558935239333     438078                   1.918260620211889        2186410                  -0.06546735              10.083492                3.7421463e-13            10.808113                276276.8                 

2000                     4.741251645154423        4605290                  1582.1636354640113       279                      3631.291975507858        32                       0.003053880115439989     449519                   1.9058991445135747       2243520                  0.18314159               7.774894                 2.5730186e-15            5.6742644                50159.19                 

2050                     4.859328232341342        4719058                  1420.122687796557        303                      3644.6584051604423       32                       0.004462771539418203     460627                   1.7913908184699292       2298946                  -0.12643397              9.173077                 3.0043187e-17            9.95363                  418213.2                 

2100                     4.978993373182085        4834906                  1549.7845737335508       281                      3637.060003204027        32                       0.0036961108934683877    471937                   1.8070874823898566       2355398                  -0.18193643              8.579937                 1.242456e-16             2.150326                 29792.799                

2150                     5.09602373527156         4947315                  1428.616261623919        299                      3647.686054549074        32                       0.0011707926745963308    482914                   2.1437834611175752       2410165                  -0.09316772              4.823922                 1.6387573e-06            1.6697909                577.5586                 

2200                     5.213529694941308        5060042                  1416.1402289867362       302                      3660.404009759227        32                       0.0035463774088516976    493918                   1.8166976780567354       2465083                  0.010204735              8.394258                 5.6533393e-15            5.304363                 131116.33                

2250                     5.3314213991165165       5173535                  1390.9049715430733       309                      3600.8250915515905       32                       0.001952421206694383     504997                   1.9783957513255142       2520371                  -0.13749173              6.142671                 4.2583816e-18            3.0195506                70346.555                

2300                     5.452454823520449        5291237                  1580.6970145558985       282                      3588.6589697981067       32                       0.002910436982782478     516492                   1.8661738767018654       2577729                  -0.13553551              7.6846786                4.241074e-15             6.6972175                162321.86                

2350                     5.571023735933833        5406261                  1613.5875386676614       270                      3550.940653055932        32                       0.0019387056907782187    527724                   1.8981706622937742       2633785                  0.18441078               6.218393                 1.7420567e-20            98.38304                 4564216.5                

2400                     5.690835385388798        5521694                  1478.7836201758332       296                      3619.8313851308008       32                       0.003303481386853503     538993                   1.9084252633503034       2690032                  -0.06794842              7.962031                 3.0094753e-13            1.3286228                263.2901                 

2450                     5.809643191231622        5636540                  1620.3524490535226       269                      3666.585158543853        32                       0.001156562299870733     550206                   2.175000924038222        2746002                  0.041574445              4.73595                  8.842351e-06             1.760144                 730.60333                

2500                     5.926591326594353        5749780                  1603.7751688713495       270                      3642.2006943396605       32                       0.002797323332892524     561264                   1.8729497834881006       2801188                  0.39029384               7.3457184                5.2365483e-15            1.5093831                1642.1449                

2550                     6.043501462340355        5861994                  1443.7362305825213       296                      3536.3983907283828       32                       0.004306050025269576     572220                   1.8300632109701882       2855860                  0.050879907              9.363394                 1.8070736e-12            27.554121                522874.7                 

2600                     6.161505094501707        5975928                  1472.6381001763507       295                      3586.4784695698627       32                       0.0017475479768837994    583343                   2.040959193468674        2911372                  -0.11199528              5.823488                 4.3520042e-11            2.317728                 26003.738                

2650                     6.2787744440635045       6089148                  1551.583204752978        279                      3633.7731327222          32                       0.002643060353067186     594400                   1.9517560686383928       2966549                  -0.029136153             7.3239703                2.824906e-15             2.482642                 20600.098                

2700                     6.3990524756246145       6204986                  1576.954349904944        282                      3619.9871267820345       32                       0.0012173728130790344    605710                   2.1776492892130035       3022994                  -0.11249443              4.889529                 4.3232862e-06            1.575901                 182.13864                

2750                     6.514789231154654        6316421                  1449.8674974185597       298                      3595.607362348083        32                       0.003142407549635429     616586                   1.8471466360740292       3077283                  -0.44116887              7.719287                 3.2713135e-16            1.2844746                89.32164                 

2800                     6.63376385503345         6432043                  1453.0190556112711       306                      3539.8505858677686       32                       0.0020183198095306636    627873                   1.8553131248148698       3133616                  0.052502017              6.357363                 5.8957722e-21            1.2906693                71.3896                  

2850                     6.7507769393258625       6544362                  1426.115014270059        304                      3549.061554794202        32                       0.0010389312751975977    638839                   2.163137432321092        3188337                  -0.11506892              4.474257                 2.9174012e-07            1.6939206                1366.2223                

2900                     6.867279724743631        6656998                  1467.0088166083463       298                      3609.9890659963166       32                       0.001404647778601668     649835                   2.0506368038225955       3243210                  0.06460839               5.285123                 5.788442e-15             1.493651                 184.09619                

2950                     6.986601404547692        6772714                  1372.0140373150984       326                      3541.085620298404        32                       0.003922952924455915     661130                   1.855772676085176        3299577                  -0.09004608              8.729883                 3.85774e-13              2.9813066                68428.58                 

3000                     7.103837205171585        6885787                  1426.3984008895093       303                      3494.709931023762        32                       0.002358825024911913     672168                   1.8467660374920483       3354666                  0.024175275              7.0074015                4.1387893e-21            1.326496                 527.82104                

3050                     7.221199516654014        6998925                  1396.106948872913        311                      3520.894702308702        32                       0.002926995311926932     683208                   1.8366837683260548       3409779                  -0.31834695              7.6832128                4.3727236e-18            3.3487818                98345.266                

3100                     7.338302353554302        7111548                  1371.9982479479995       317                      3600.028588766567        32                       0.002389722550077136     694199                   1.9370817572822399       3464637                  -0.05971152              6.7740617                1.0554253e-11            13.684758                390148.2                 

3150                     7.4545227860742145       7222885                  1317.2565416424443       325                      3584.783505313733        32                       0.002244704174545576     705067                   1.912936407136106        3518866                  -0.26694182              6.7137184                1.3134206e-18            2.7523687                45325.383                

3200                     7.5710195589727824       7335346                  1389.0309871358002       310                      3537.8273225445614       32                       0.0023331607558897565    716046                   1.9144087119516562       3573655                  0.178978                 6.8885727                3.6360388e-20            5.554504                 106396.836               

3250                     7.689849628276295        7450125                  1397.526180369237        314                      3562.63826117948         32                       0.0038291886139707448    727251                   1.9234845799073688       3629573                  -0.051390633             8.756545                 4.059354e-15             2.761355                 11970.489                

3300                     7.807769483592775        7563429                  1440.552272541338        301                      3530.6206868136965       32                       0.0022840132867848434    738311                   2.0304524136208295       3684776                  0.25582066               6.6008954                1.2408983e-15            11.403381                208414.06                

3350                     7.925287762284279        7677227                  1364.7340400178525       320                      3653.5805415897494       32                       0.0028259806237366522    749418                   1.912887466537369        3740214                  0.11804988               7.2817116                2.58412e-18              1.6113355                11684.498                

3400                     8.043133488496144        7791191                  1426.83758978958         307                      3652.9529645836465       32                       0.0020183039105628148    760543                   1.9695072600031018       3795733                  0.07074305               6.2009325                2.0394969e-16            15257.04                 759497660.0              

3450                     8.162998415231705        7906536                  1437.8964508066488       309                      3436.3423559784364       32                       0.0030243007036355827    771800                   1.9558197021484376       3851926                  0.2015832                7.613381                 3.0610698e-12            172.28552                8504315.0                

3500                     8.279442233575715        8019729                  1316.2624998536166       331                      3536.621392647151        32                       0.006825267122342036     782846                   1.805123919007406        3907062                  -0.646197                11.448185                7.300085e-12             1.2865319                468.6982                 

