Iteration                Wall_Time                Samples                  Train_Return             Train_Paths              Test_Return              Test_Paths               Critic_Loss              Critic_Steps             Actor_Loss               Actor_Steps              Adv_Mean                 Adv_Std                  Adv_Weights_Min          Adv_Weights_Mean         Adv_Weights_Max          

0                        0.0006895995140075683    2141                     21.635924369925256       80                       171.1412224720279        32                       0.003649405028560374     202                      2.298872734607746        1007                     9.82597                  7.1783857                0.03091244               1.6101371                21.420567                

50                       0.10462941726048787      108230                   250.1061755252731        986                      397.5810690848546        32                       0.0032269364478541354    10489                    2.1537018721604864       52349                    0.76501936               7.974875                 5.324654e-08             1.480215                 205.90816                

100                      0.2090909473101298       214615                   384.32095090567          779                      432.8064294030772        32                       0.000419808838229913     20827                    2.3503905778686054       103938                   0.18144552               2.8924806                0.0007070165             1.6818014                342.1566                 

150                      0.31584298537837135      321580                   428.38636875574946       726                      596.5715926841557        32                       0.0011401954624387953    31228                    2.423197711742688        155837                   0.33111766               4.871332                 7.2393515e-05            2.3785574                10590.015                

200                      0.4212874706586202       429091                   707.0324717201353        474                      1024.042556724105        32                       0.002892350348142477     41707                    2.173375124187139        208131                   0.01747282               7.522177                 2.7718304e-16            1.519514                 267.04892                

250                      0.5301405574215783       540191                   1076.4808165342845       333                      3295.787496559523        32                       0.0013326538323257377    52545                    2.3012279035858296       262241                   0.024428476              5.159666                 0.00072137796            1.6173912                202.61699                

300                      0.6489381096098158       654192                   1466.246191459984        253                      3242.576360510051        32                       0.0020462733350302045    63677                    1.9981639081705442       317805                   0.379263                 6.368803                 1.7413315e-21            1.3424767                65.33571                 

350                      0.772658114168379        773344                   1734.5474691480297       224                      3233.322415378197        32                       0.0010686134629779391    75316                    2.276203628526427        375900                   0.10021203               4.5515056                0.00048127008            1.6383542                859.14655                

400                      0.8926570622126261       889352                   1704.7507249708724       225                      3296.134406412904        32                       0.0010032562512747       86651                    2.268587916795222        432462                   0.08027604               4.527537                 3.302556e-05             1.5821416                162.34274                

450                      1.0142110264963573       1006416                  1685.578163818691        232                      3290.1637195071744       32                       0.000892905139290126     98086                    2.2750412662472344       489537                   -0.0466318               4.2029886                0.000109090164           1.6716635                270.19553                

500                      1.1340440905756421       1121838                  1740.406887764904        224                      3306.627200089155        32                       0.0010285539534485456    109360                   2.2504076934487585       545808                   0.14691494               4.4689646                2.3031054e-05            1.6383662                476.9535                 

550                      1.2545330239666832       1238154                  1690.6943821044872       234                      3410.9122567427803       32                       0.0009548959182942008    120720                   2.2421824979068163       602510                   0.04288924               4.301424                 7.317826e-06             1.5823241                118.656944               

600                      1.374846682018704        1354749                  1682.3936713988833       237                      3443.2677484284977       32                       0.002746151339623236     132111                   1.855293414689518        659350                   -0.6504729               7.4218464                6.2619377e-19            1.2454377                41.169823                

650                      1.4950329067309698       1470541                  1636.27360963647         244                      3435.18924129312         32                       0.0009829858816209644    143419                   2.2449575803148187       715793                   -0.1083529               4.3782487                0.00010745717            1.6900535                408.7924                 

700                      1.618699369430542        1589919                  1740.6538689745605       238                      3451.6741449874853       32                       0.0029483567415972164    155081                   1.9306345447177262       773993                   -0.10193494              7.668823                 7.526365e-14             10.707424                196233.64                

750                      1.7414877635902828       1708622                  1624.7900061031655       254                      3433.9815890961722       32                       0.0019821303646738934    166675                   1.926254287347561        831856                   -0.12097214              6.2826424                1.7136081e-22            1.3257635                130.07419                

800                      1.8633171049753825       1826887                  1628.1086643712222       254                      3485.6160514741787       32                       0.002687693766827853     178222                   1.9009663303054045       889505                   0.1263275                7.334041                 6.39503e-17              2.1267252                12155.716                

850                      1.9858113274971645       1945083                  1763.1350038472142       235                      3536.613947756754        32                       0.001966557958546807     189766                   1.8568974855567226       947126                   -0.4271917               6.399968                 3.2668357e-24            1.2814904                93.78797                 

900                      2.1082207321458393       2063320                  1754.2995299448803       238                      3550.0739942614205       32                       0.0009418319171994044    201317                   2.1689155946217245       1004767                  0.070445634              4.2496023                3.5410192e-06            1.7021016                1003.869                 

950                      2.229290195769734        2180635                  1835.6514452572076       228                      3582.9633211710347       32                       0.0019886051831038104    212776                   1.8865436656875545       1061962                  -0.09810018              6.3547626                1.0876511e-19            1.3171961                440.49673                

1000                     2.3474542695946163       2294437                  1520.8425365503626       269                      3580.748750475444        32                       0.0016431252437609214    223887                   1.9430728441272052       1117422                  0.079064324              5.691653                 4.16381e-21              1.357468                 163.40814                

1050                     2.467392189304034        2409659                  1491.683598755862        277                      3612.7539940641154       32                       0.0029001231015470513    235137                   1.8437447146908825       1173574                  -0.15914875              7.6335483                2.4243185e-17            1.3291026                634.56665                

1100                     2.587706425918473        2525512                  1705.799125246787        244                      3596.8489221814766       32                       0.001947403213252192     246455                   1.8485053239229765       1230048                  -0.13519225              6.262895                 3.6578294e-25            1.2734764                74.13584                 

1150                     2.708626009689437        2642912                  1681.612350663128        252                      3632.003666656721        32                       0.0018241941283325856    257920                   1.8112218831969067       1287275                  0.00033769838            5.887065                 1.1877731e-24            1.23406                  42.18477                 

1200                     2.8306432957781684       2760524                  1471.4339963416583       288                      3657.954539178362        32                       0.0037949430842359527    269403                   1.8470353238015138       1344585                  -0.22733878              8.484132                 5.7750733e-16            1.3447059                654.90015                

1250                     2.9509498675001993       2876121                  1504.1383882096861       278                      3648.4731885531564       32                       0.004943222643058991     280689                   1.868239086069048        1400917                  0.36177588               9.711694                 4.867218e-13             1.3416761                721.52295                

1300                     3.070818183090952        2992484                  1552.43056961115         272                      3656.4456593753384       32                       0.0036307540953968444    292048                   1.9178627561591735       1457626                  -0.38386694              8.4624                   7.814789e-13             1.4997225                4989.043                 

1350                     3.188502983914481        3106475                  1562.1278648007958       267                      3617.544546883394        32                       0.0018201152571534688    303178                   2.0925703834283658       1513180                  -0.22329089              5.955862                 9.315716e-11             1.6294436                1351.2579                

1400                     3.3073670685953562       3220455                  1572.2963282387684       266                      3629.270063863056        32                       0.0029357731889147276    314307                   1.9186176205295538       1568731                  -0.13919862              7.4914646                6.719912e-15             1.4441773                1834.6366                

1450                     3.427335976362228        3336351                  1418.4904383819214       299                      3569.2254307526055       32                       0.007949902632526148     325622                   1.7746017927093078       1625198                  -0.18188342              12.574495                3.1903043e-11            1.2598952                563.8624                 

1500                     3.547701808810234        3453149                  1501.224220922631        286                      3660.1553761351247       32                       0.0036312950981987847    337022                   1.8931378673404138       1682115                  -0.18363827              8.41029                  7.824546e-16             1.3153566                92.76469                 

1550                     3.6662464723322126       3566655                  1394.083916926697        300                      3656.442789210809        32                       0.005236225778406317     348102                   1.821567365008261        1737417                  -0.37013522              10.091546                1.8119089e-12            1.4797323                3446.4653                

1600                     3.7871859588887955       3682926                  1601.4998666316792       268                      3642.471117898368        32                       0.0034175176953160484    359459                   1.8383597579656863       1794083                  -0.22769284              8.174354                 2.923907e-17             23.228596                732007.3                 

1650                     3.9043198554383385       3796134                  1433.4199813217078       292                      3658.712904400047        32                       0.007649813459512773     370515                   1.8471878353201434       1849238                  -0.21349913              12.154872                1.4378519e-10            1.7896924                5689.3804                

1700                     4.0237716199292075       3911198                  1568.6427992317251       270                      3592.832471787771        32                       0.0063482241859602615    381752                   1.826074047872922        1905314                  -0.46241108              11.020501                5.8897973e-12            15.408364                629936.0                 

1750                     4.1439281734493045       4027363                  1662.0122781063221       258                      3618.121434604262        32                       0.003302067963045035     393101                   1.8616163668756238       1961934                  0.113003425              7.8329754                1.3663257e-17            1.2852783                165.30022                

1800                     4.2637631595797005       4143778                  1502.5848498167327       290                      3649.038949864463        32                       0.001991817368520215     404468                   2.0277693524180878       2018655                  -0.15852605              6.3576083                5.989481e-15             1.4932259                626.6426                 

1850                     4.382898323204782        4258899                  1503.212997118071        287                      3658.3678041914213       32                       0.0031044843173263096    415706                   1.813862251455649        2074750                  -0.018230805             7.903705                 6.0221845e-19            1.6932269                8239.76                  

1900                     4.501689726776547        4373114                  1410.9321790494578       306                      3629.495206855654        32                       0.0044178088697103355    426855                   1.8364087618314302       2130395                  0.119560346              9.114276                 4.954863e-13             5.3901496                138981.53                

1950                     4.620432208577792        4488103                  1376.1311097816188       314                      3619.3459808204084       32                       0.005299558935239333     438078                   1.918260620211889        2186410                  -0.06546735              10.083492                3.7421463e-13            10.808113                276276.8                 

2000                     4.741251645154423        4605290                  1582.1636354640113       279                      3631.291975507858        32                       0.003053880115439989     449519                   1.9058991445135747       2243520                  0.18314159               7.774894                 2.5730186e-15            5.6742644                50159.19                 

2050                     4.859328232341342        4719058                  1420.122687796557        303                      3644.6584051604423       32                       0.004462771539418203     460627                   1.7913908184699292       2298946                  -0.12643397              9.173077                 3.0043187e-17            9.95363                  418213.2                 

2100                     4.978993373182085        4834906                  1549.7845737335508       281                      3637.060003204027        32                       0.0036961108934683877    471937                   1.8070874823898566       2355398                  -0.18193643              8.579937                 1.242456e-16             2.150326                 29792.799                

2150                     5.09602373527156         4947315                  1428.616261623919        299                      3647.686054549074        32                       0.0011707926745963308    482914                   2.1437834611175752       2410165                  -0.09316772              4.823922                 1.6387573e-06            1.6697909                577.5586                 

2200                     5.213529694941308        5060042                  1416.1402289867362       302                      3660.404009759227        32                       0.0035463774088516976    493918                   1.8166976780567354       2465083                  0.010204735              8.394258                 5.6533393e-15            5.304363                 131116.33                

2250                     5.3314213991165165       5173535                  1390.9049715430733       309                      3600.8250915515905       32                       0.001952421206694383     504997                   1.9783957513255142       2520371                  -0.13749173              6.142671                 4.2583816e-18            3.0195506                70346.555                

2300                     5.452454823520449        5291237                  1580.6970145558985       282                      3588.6589697981067       32                       0.002910436982782478     516492                   1.8661738767018654       2577729                  -0.13553551              7.6846786                4.241074e-15             6.6972175                162321.86                

2350                     5.571023735933833        5406261                  1613.5875386676614       270                      3550.940653055932        32                       0.0019387056907782187    527724                   1.8981706622937742       2633785                  0.18441078               6.218393                 1.7420567e-20            98.38304                 4564216.5                

2400                     5.690835385388798        5521694                  1478.7836201758332       296                      3619.8313851308008       32                       0.003303481386853503     538993                   1.9084252633503034       2690032                  -0.06794842              7.962031                 3.0094753e-13            1.3286228                263.2901                 

2450                     5.809643191231622        5636540                  1620.3524490535226       269                      3666.585158543853        32                       0.001156562299870733     550206                   2.175000924038222        2746002                  0.041574445              4.73595                  8.842351e-06             1.760144                 730.60333                

2500                     5.926591326594353        5749780                  1603.7751688713495       270                      3642.2006943396605       32                       0.002797323332892524     561264                   1.8729497834881006       2801188                  0.39029384               7.3457184                5.2365483e-15            1.5093831                1642.1449                

2550                     6.043501462340355        5861994                  1443.7362305825213       296                      3536.3983907283828       32                       0.004306050025269576     572220                   1.8300632109701882       2855860                  0.050879907              9.363394                 1.8070736e-12            27.554121                522874.7                 

2600                     6.161505094501707        5975928                  1472.6381001763507       295                      3586.4784695698627       32                       0.0017475479768837994    583343                   2.040959193468674        2911372                  -0.11199528              5.823488                 4.3520042e-11            2.317728                 26003.738                

2650                     6.2787744440635045       6089148                  1551.583204752978        279                      3633.7731327222          32                       0.002643060353067186     594400                   1.9517560686383928       2966549                  -0.029136153             7.3239703                2.824906e-15             2.482642                 20600.098                

2700                     6.3990524756246145       6204986                  1576.954349904944        282                      3619.9871267820345       32                       0.0012173728130790344    605710                   2.1776492892130035       3022994                  -0.11249443              4.889529                 4.3232862e-06            1.575901                 182.13864                

2750                     6.514789231154654        6316421                  1449.8674974185597       298                      3595.607362348083        32                       0.003142407549635429     616586                   1.8471466360740292       3077283                  -0.44116887              7.719287                 3.2713135e-16            1.2844746                89.32164                 

2800                     6.63376385503345         6432043                  1453.0190556112711       306                      3539.8505858677686       32                       0.0020183198095306636    627873                   1.8553131248148698       3133616                  0.052502017              6.357363                 5.8957722e-21            1.2906693                71.3896                  

2850                     6.7507769393258625       6544362                  1426.115014270059        304                      3549.061554794202        32                       0.0010389312751975977    638839                   2.163137432321092        3188337                  -0.11506892              4.474257                 2.9174012e-07            1.6939206                1366.2223                

2900                     6.867279724743631        6656998                  1467.0088166083463       298                      3609.9890659963166       32                       0.001404647778601668     649835                   2.0506368038225955       3243210                  0.06460839               5.285123                 5.788442e-15             1.493651                 184.09619                

2950                     6.986601404547692        6772714                  1372.0140373150984       326                      3541.085620298404        32                       0.003922952924455915     661130                   1.855772676085176        3299577                  -0.09004608              8.729883                 3.85774e-13              2.9813066                68428.58                 

3000                     7.103837205171585        6885787                  1426.3984008895093       303                      3494.709931023762        32                       0.002358825024911913     672168                   1.8467660374920483       3354666                  0.024175275              7.0074015                4.1387893e-21            1.326496                 527.82104                

3050                     7.221199516654014        6998925                  1396.106948872913        311                      3520.894702308702        32                       0.002926995311926932     683208                   1.8366837683260548       3409779                  -0.31834695              7.6832128                4.3727236e-18            3.3487818                98345.266                

3100                     7.338302353554302        7111548                  1371.9982479479995       317                      3600.028588766567        32                       0.002389722550077136     694199                   1.9370817572822399       3464637                  -0.05971152              6.7740617                1.0554253e-11            13.684758                390148.2                 

3150                     7.4545227860742145       7222885                  1317.2565416424443       325                      3584.783505313733        32                       0.002244704174545576     705067                   1.912936407136106        3518866                  -0.26694182              6.7137184                1.3134206e-18            2.7523687                45325.383                

3200                     7.5710195589727824       7335346                  1389.0309871358002       310                      3537.8273225445614       32                       0.0023331607558897565    716046                   1.9144087119516562       3573655                  0.178978                 6.8885727                3.6360388e-20            5.554504                 106396.836               

3250                     7.689849628276295        7450125                  1397.526180369237        314                      3562.63826117948         32                       0.0038291886139707448    727251                   1.9234845799073688       3629573                  -0.051390633             8.756545                 4.059354e-15             2.761355                 11970.489                

3300                     7.807769483592775        7563429                  1440.552272541338        301                      3530.6206868136965       32                       0.0022840132867848434    738311                   2.0304524136208295       3684776                  0.25582066               6.6008954                1.2408983e-15            11.403381                208414.06                

3350                     7.925287762284279        7677227                  1364.7340400178525       320                      3653.5805415897494       32                       0.0028259806237366522    749418                   1.912887466537369        3740214                  0.11804988               7.2817116                2.58412e-18              1.6113355                11684.498                

3400                     8.043133488496144        7791191                  1426.83758978958         307                      3652.9529645836465       32                       0.0020183039105628148    760543                   1.9695072600031018       3795733                  0.07074305               6.2009325                2.0394969e-16            15257.04                 759497660.0              

3450                     8.162998415231705        7906536                  1437.8964508066488       309                      3436.3423559784364       32                       0.0030243007036355827    771800                   1.9558197021484376       3851926                  0.2015832                7.613381                 3.0610698e-12            172.28552                8504315.0                

3500                     8.279442233575715        8019729                  1316.2624998536166       331                      3536.621392647151        32                       0.006825267122342036     782846                   1.805123919007406        3907062                  -0.646197                11.448185                7.300085e-12             1.2865319                468.6982                 

3550                     8.394981787337198        8133257                  1287.8250690498323       339                      3588.3833285764986       32                       0.0035298799092953023    793926                   1.883269939956003        3962357                  -0.13509604              8.2584095                2.0955204e-14            80.29224                 3888531.0                

3600                     8.51399555027485         8245413                  1299.2489801186814       332                      3587.271699555581        32                       0.003718319590444918     804869                   1.9102290400752315       4016985                  -0.33206037              8.521885                 1.5981792e-14            1.502692                 4983.332                 

3650                     8.63147377471129         8358238                  1399.545629205219        309                      3438.411346687343        32                       0.004832444214584804     815883                   1.870619744564544        4071949                  -0.114369035             10.02816                 1.1909489e-13            11.677272                291124.34                

3700                     8.748284288777246        8470209                  1364.5652806560854       315                      3414.857343793005        32                       0.003430058216226512     826814                   1.858277845547686        4126492                  0.46995822               8.255007                 5.5397158e-14            1.2953433                161.83517                

3750                     8.867332681351238        8582804                  1381.7885489461678       312                      3443.00413814311         32                       0.004827466540866428     837805                   1.767963719091492        4181341                  0.115804195              9.774347                 7.6697275e-15            18.578995                623754.75                

3800                     8.983820797271198        8694078                  1372.7154338915934       311                      3157.9855301085663       32                       0.006360650587712091     848667                   1.7760902936755296       4235547                  0.26785243               10.980813                7.4657145e-14            17.341074                727363.7                 

3850                     9.100354865458277        8805997                  1219.6736734384403       353                      2951.4845266289262       32                       0.007858205767511164     859589                   1.849055244720667        4290049                  -0.33156314              12.383463                1.7673632e-11            2.1209173                7356.723                 

3900                     9.21374535991086         8918122                  1260.8263216804637       342                      3612.627052035262        32                       0.0027904593729758047    870529                   2.000943922199639        4344656                  0.29684848               7.412534                 1.2039358e-12            174.19437                8593326.0                

3950                     9.333070429431068        9032311                  1444.6032402318276       306                      3577.9587180585886       32                       0.005808189725191399     881677                   1.816703862346902        4400289                  0.45411247               10.696957                2.488058e-12             162805.6                 8013640000.0             

4000                     9.45164941628774         9145735                  1398.928967852708        314                      3638.093671552365        32                       0.0028573636195105964    892748                   1.8895826538780836       4455545                  -0.19286248              7.527086                 9.032933e-17             21.5975                  709674.6                 

4050                     9.570705483357111        9258730                  1343.6237172415576       326                      3644.007083325419        32                       0.00478443260968587      903774                   1.8449821728187918       4510581                  -0.31639695              9.685575                 8.2858416e-14            1.281523                 98.39962                 

4100                     9.688100886278683        9370754                  1304.5780791559416       332                      3656.3323188028858       32                       0.007329137579908648     914703                   1.7984801830888606       4565140                  0.044394244              11.798165                2.9496603e-11            6.3411345                76153.7                  

4150                     9.806564757625262        9483978                  1315.712963948482        331                      3590.318150096639        32                       0.009652824628920783     925750                   1.8022180852652965       4620285                  -0.45711035              13.36886                 6.441209e-12             4.083453                 47737.695                

4200                     9.92617638832993         9598434                  1398.4938766109974       315                      3669.020994768176        32                       0.004490635404184861     936924                   1.8462800994263633       4676044                  -0.14169092              9.488727                 8.0607924e-14            165.66574                7609875.5                

4250                     10.041873676511976       9708500                  1351.153508153811        313                      3518.4891708799178       32                       0.007431526978810628     947668                   1.7849559669723054       4729658                  -0.24514386              11.919686                1.5769898e-13            2.4479268                21983.613                

4300                     10.157859670917192       9819265                  1287.5928560818484       332                      3594.4512050101634       32                       0.0029018991099202572    958481                   1.9312267209136993       4783605                  -0.053211257             7.5024586                1.6974165e-20            1.4210141                2041.3916                

4350                     10.276674494213529       9932632                  1358.6772116392574       325                      3608.6265292154344       32                       0.0038456775640186513    969546                   1.8491945938325265       4838823                  0.3893251                8.754291                 8.7821175e-16            98203.81                 4811191000.0             

4400                     10.39392130156358        10044677                 1454.4239049487562       299                      3514.3079454465073       32                       0.007984362207017504     980485                   1.7989870259216916       4893409                  0.47933346               12.4845495               2.2764043e-12            2.1494176                19195.086      
