Iteration                Wall_Time                Samples                  Train_Return             Train_Paths              Test_Return              Test_Paths               Critic_Loss              Critic_Steps             Actor_Loss               Actor_Steps              Adv_Mean                 Adv_Std                  Adv_Weights_Min          Adv_Weights_Mean         Adv_Weights_Max          

0                        0.0007843431499269274    2142                     21.912997466283894       81                       44.02803034745242        32                       0.003956414095245966     202                      2.651126441084285        1007                     9.872004                 6.7024198                0.034728654              1.7337579                37.212044                

50                       0.09902774684958988      108169                   204.03548273837043       1119                     322.08714991091136       32                       0.00331707587882654      10471                    2.412292784126244        52257                    0.5203212                8.248922                 6.876816e-06             1.80027                  234.09625                

100                      0.20047914849387274      214381                   330.1814543420143        806                      363.0294783958059        32                       0.001646316946951996     20789                    1.9277162480175047       103744                   0.014616109              5.7489223                1.7278411e-12            1.3083487                85.32385                 

150                      0.302130165166325        320602                   366.8191044749055        769                      422.63368093492863       32                       0.0017307413598665823    31111                    1.8055117686130178       155257                   0.028650168              5.89767                  1.990249e-10             1.2283716                85.7179                  

200                      0.4047921559545729       428049                   399.5354651362324        749                      434.5527173443298        32                       0.0012434905589516483    41558                    1.7661975012462612       207383                   -0.15082963              5.000154                 8.81578e-13              1.1781539                65.94898                 

250                      0.5073827854130003       535302                   473.8429861613935        658                      710.370693311593         32                       0.001950046699035344     51993                    2.371617665187377        259455                   0.8257962                6.200595                 0.00513296               1.6522777                299.0457                 

300                      0.6130549563301935       645654                   904.3992998256679        385                      3254.427260006924        32                       0.0033964563722479833    62757                    2.008602656321609        313171                   0.16429073               8.08897                  2.4422541e-15            1.3615714                52.17205                 

350                      0.7307481386926439       761714                   1321.8450866988962       283                      3221.0935179071084       32                       0.0023192270942356276    74088                    1.8725717043496009       369726                   0.4454046                6.9312143                1.7301822e-20            1.2695837                59.27288                 

400                      0.8496132813559638       878129                   1421.1882829024892       265                      3259.8981019581543       32                       0.0020261460024377574    85460                    1.9928415164001305       426465                   0.16690041               6.1939607                2.034481e-20             1.3449113                54.338078                

450                      0.9685153785016801       993644                   1465.5629450095212       256                      3264.3926069357644       32                       0.0009395085837481156    96741                    2.277212910931593        482771                   -0.055895373             4.288437                 2.3761186e-05            1.6156768                136.52115                

500                      1.0871172120836046       1109652                  1595.8115451299368       238                      3239.9733614713755       32                       0.0007526701924824478    108072                   2.25857886396785         539322                   0.15986778               3.8818128                8.46533e-05              1.6567078                215.37315                

550                      1.2070485956139034       1227946                  1685.1128030171528       230                      3276.332988145192        32                       0.002828730394442876     119630                   1.8073960944026735       596993                   -0.21121149              7.211205                 1.8950078e-19            1.2075822                25.726294                

600                      1.3257931194702783       1343887                  1531.8552139863189       248                      3263.1081774310624       32                       0.0018275735226083308    130951                   1.9216034325132978       653505                   -0.016192017             6.110409                 5.4681484e-23            1.3216645                69.03808                 

650                      1.4437663233942455       1458901                  1581.4172886172687       239                      3266.468502613886        32                       0.0017906174394819471    142183                   1.8769791898354093       709572                   -0.1531736               5.8853126                2.9193398e-23            1.2626965                39.72259                 

700                      1.562358778781361        1575222                  1471.166152874558        260                      3263.3739962340724       32                       0.0016959476200017062    153545                   1.9105311325990437       766266                   -0.09612378              5.854861                 8.301148e-23             1.3131708                110.250175               

750                      1.6819062672058742       1692147                  1608.45630907887         240                      3304.748782039059        32                       0.0008068246146043142    164965                   2.2119559704417915       823266                   0.14865555               3.946322                 1.145252e-06             1.6781237                203.07556                

800                      1.8010990101099014       1808832                  1574.78603903574         246                      3294.5875694326355       32                       0.0016622573935559817    176361                   1.9594606350016786       880151                   0.18135302               5.7285733                1.1016745e-17            1.5712098                3371.6177                

850                      1.9205493612421884       1925963                  1534.5002265710511       254                      3270.555243742698        32                       0.0007655206720838662    187801                   2.226217854158225        937244                   0.06765908               3.8560755                5.746463e-06             1.6937689                884.2565                 

900                      2.03846993068854         2040570                  1473.4042022660606       260                      3331.255928662691        32                       0.0016969473601428703    198994                   1.9805510566029991       993102                   -0.026538622             5.7603884                2.2177595e-11            1.5736638                838.81915                

950                      2.158063093423843        2158255                  1512.6572264315707       261                      3315.9036253076724       32                       0.002483135089278221     210484                   1.8180451251344876       1050462                  -0.10325666              6.8079457                6.809434e-21             1.2330657                60.259026                

1000                     2.275316578944524        2272341                  1339.121332972733        286                      3333.112272632847        32                       0.0019254794035257245    221622                   1.9227928896405266       1106055                  0.05584324               6.2366447                3.3279694e-22            1.3035837                70.26395                 

1050                     2.392694736785359        2386880                  1402.0059862799055       275                      3352.457873548082        32                       0.0057705422060205305    232806                   1.7543068422090022       1161873                  0.12863095               10.809135                1.6842452e-13            1.1889743                156.09319                

1100                     2.5080219570795697       2498395                  1229.9606707437963       304                      3351.533789690991        32                       0.00666380930790859      243693                   1.7665146631551973       1216200                  -0.21428594              11.509986                2.7179541e-12            1.2350571                531.27386                

1150                     2.625140139195654        2612499                  1314.3980911004467       293                      3348.4923472232676       32                       0.003266926497629244     254830                   1.792161611712317        1271796                  -0.03704917              7.9220343                1.4877628e-16            1.225064                 99.712265                

1200                     2.7412492847442627       2725459                  1226.2167030311498       314                      3368.755288100803        32                       0.0027707419716394865    265855                   1.8047460091584455       1326823                  -0.114139915             7.4062905                1.6082547e-18            1.2342631                153.46779                

1250                     2.8579139589601095       2839250                  1277.532633728406        305                      3364.8503356963247       32                       0.005368695508965239     276965                   1.896933849617904        1382261                  -0.020385435             10.126077                7.201381e-13             1.4118044                851.845                  

1300                     2.97430177198516         2952373                  1434.622414028485        273                      3346.6628124771805       32                       0.00307162120228722      288011                   1.9968005219526026       1437388                  0.35175818               7.869714                 7.19702e-15              1.3993362                124.1884                 

1350                     3.092559271653493        3067936                  1408.464269439583        285                      3377.0103542108377       32                       0.005950854855333353     299292                   1.8360949963122815       1493700                  0.030789938              10.756532                1.3410346e-12            1.2756299                653.36554                

1400                     3.2097345877356          3183012                  1483.6970804066505       271                      3356.9746083026434       32                       0.0034728621234412956    310529                   1.839599609375           1549781                  0.06442587               8.123529                 1.38381386e-17           1.5681305                9804.741                 

1450                     3.327223623328739        3297757                  1450.320322253275        279                      3424.044272261594        32                       0.005139659065346531     321733                   1.7771012099472794       1605698                  -0.24880758              9.980852                 3.9643534e-14            1.2887855                1770.2805                

1500                     3.4452644766039318       3413586                  1478.244241970211        278                      3416.562202150146        32                       0.004846494888590875     333042                   1.7855189210126285       1662142                  -0.5984861               9.636735                 1.4822694e-14            1.2183859                171.39789                

1550                     3.562947328885396        3528202                  1463.9312869811806       280                      3470.254892048236        32                       0.0012869109498693588    344233                   2.183959024336637        1717995                  0.13342331               5.00873                  1.4304576e-05            1.6636783                2758.4187                

1600                     3.679792881872919        3641973                  1351.6896699737927       304                      3504.3063095948514       32                       0.001843011679769564     355334                   1.956844143907563        1773424                  -0.1280547               6.2801156                9.598395e-24             1.3508798                330.88367                

1650                     3.7986707321802773       3758061                  1468.187967138974        288                      3542.937314712644        32                       0.0009801470117481877    366668                   2.25098394037603         1829990                  0.03994277               4.4112115                4.452963e-05             1.6775969                929.92505                

1700                     3.9154762305816013       3872204                  1348.3846300084733       309                      3560.9650802242004       32                       0.0036976541558357136    377809                   1.8553050952953296       1885596                  -0.098271                8.455551                 7.6495835e-18            1.2778982                188.19188                

1750                     4.033468394478162        3986510                  1350.3089945891222       311                      3534.558457672944        32                       0.0014532258833088161    388964                   2.1417191466694874       1941283                  -0.07445735              5.388946                 2.4561652e-08            1.5606248                949.4507                 

1800                     4.15159094883336         4101979                  1432.7076456654943       295                      3526.4436043818787       32                       0.0076193867377864506    400237                   1.7562363917725559       1997541                  -0.15497011              12.2612                  7.9560127e-13            1.6585612                7460.5693                

1850                     4.268542681733767        4216156                  1359.7890524995178       306                      3520.4816614486135       32                       0.005037199100250094     411380                   1.808115219928809        2053165                  -0.35104242              9.866011                 4.8621304e-14            1.4496436                2926.5508                

1900                     4.385671442217297        4330087                  1467.633514112575        282                      3526.2380677947717       32                       0.004327855131647608     422506                   1.8927620575033874       2108682                  -0.18808253              9.094687                 3.8666295e-14            1.386912                 1850.3885                

1950                     4.5044040509064995       4445592                  1602.3368963914509       264                      3519.6075671980207       32                       0.004403232726280999     433783                   1.8564481589826234       2164976                  0.025673717              9.054835                 3.952812e-16             143.65031                3573943.0                

2000                     4.62249380018976         4560823                  1441.1385020297625       294                      3458.457765269553        32                       0.0036749461522469153    445029                   1.9592940282637548       2221122                  -0.090995096             8.383743                 7.949865e-14             1.8647124                9591.426                 

2050                     4.741044615440899        4676181                  1430.7177678244682       298                      3464.9230999968486       32                       0.0032713244090209134    456292                   1.9431774273797426       2277326                  0.18226092               7.848421                 5.298694e-17             7.570741                 135755.17                

2100                     4.85724555697706         4789542                  1477.7782732923104       285                      3528.2966273971047       32                       0.002706004455026272     467358                   1.9442635834904614       2332563                  0.022159446              7.2872143                1.9898368e-16            59.151535                1933687.5                

2150                     4.974186606473393        4903232                  1484.2096557465181       283                      3541.033055282856        32                       0.001499658635070732     478456                   2.20672700983431         2387960                  0.19639388               5.484459                 5.787795e-06             1.8687499                830.40247                

2200                     5.0932823505666525       5019143                  1601.4533856501516       269                      3514.424010758274        32                       0.00294686606709991      489772                   1.8984637242306321       2444451                  -0.079030745             7.5426                   2.0640449e-13            2.2250547                35397.543                

2250                     5.209352960917685        5132181                  1440.1087354254819       293                      3530.4776674642903       32                       0.003668305511298817     500805                   1.877818550539589        2499524                  0.025257178              8.510201                 1.0581134e-16            1.8735092                10144.429                

2300                     5.3263695880439546       5245540                  1342.0985866035865       316                      3545.904044347558        32                       0.003338917057112892     511872                   1.914627393402433        2554747                  0.026843688              8.105162                 2.4427374e-16            5.2372084                174586.27                

2350                     5.4406830195585885       5356308                  1325.207202540587        311                      3529.810265033069        32                       0.0015421615175481111    522681                   2.1075751833244807       2608707                  0.41474426               5.4766407                7.4706116e-11            1.5516397                192.73364                

2400                     5.5567560059494445       5468845                  1388.1807024145733       303                      3398.905803273505        32                       0.005285548312323434     533667                   1.9064329415426364       2663534                  0.034270313              10.089309                1.4851907e-13            21.36871                 412998.8                 

2450                     5.671567871835497        5581092                  1383.0369032125705       303                      3384.618580676018        32                       0.004175018785255296     544624                   1.834548936534803        2718220                  -0.19124267              8.859974                 7.424544e-15             1.3363967                1963.3724                

2500                     5.787087391482459        5695008                  1343.6191034677292       317                      1730.7278938798913       32                       0.003306096350705182     555744                   1.8662695403006255       2773715                  -0.051818267             8.110891                 7.8083216e-17            1.2937633                94.16681                 

2550                     5.896697963277499        5806388                  1301.9660677274344       321                      3304.473773790988        32                       0.006245000097486708     566609                   1.7915941557426045       2827968                  -0.50206786              11.170418                8.464282e-14             1.2237239                176.9272                 

2600                     6.011340700917774        5918767                  1385.26621892269         302                      3536.771025002461        32                       0.004350557707358098     577577                   1.7791062801932367       2882719                  -0.12912092              9.223733                 2.1670014e-18            1.2215331                188.3461                 

2650                     6.126767177714242        6031096                  1329.1221279846511       314                      3539.119872914321        32                       0.0031943003145548012    588541                   2.0331073467548078       2937440                  0.5559208                7.945151                 5.79215e-16              1.5400357                2170.9932                

2700                     6.2449985850519605       6146784                  1687.684218954733        257                      3548.478296893384        32                       0.003205153825027602     599835                   1.8085540771484374       2993825                  0.26526225               8.035667                 1.3946026e-18            147719.3                 7259134000.0             

2750                     6.362016899122132        6260094                  1424.5460159402264       299                      3556.0046879010088       32                       0.0084245222370799       610899                   1.8382304649315737       3049030                  -0.34656066              12.752719                1.9677111e-10            2.9130282                46903.293                

2800                     6.478006325960159        6373417                  1414.5324011715652       300                      3512.570010726238        32                       0.007359438947497996     621963                   1.7690313534419884       3104242                  -0.2524472               11.569301                2.1169769e-14            115.94701                5208603.0                

2850                     6.594621230628755        6486785                  1417.294262440639        299                      3507.4527858200504       32                       0.006442465132950617     633029                   1.7431423381223516       3159475                  -0.48923853              11.243985                6.002716e-14             1.1975135                399.6557                 

2900                     6.7111882427665925       6600395                  1375.3837247797767       308                      3545.1200451869404       32                       0.005441745807384622     644117                   1.824368568361063        3214820                  -0.0150854755            10.116369                8.829149e-15             11.020016                446965.53                

2950                     6.827242055469089        6712467                  1389.349224973085        304                      3537.405158795712        32                       0.0069450505042190185    655058                   1.8162497196471292       3269418                  -0.2580532               11.333308                1.6811289e-13            1.6392245                7764.011                 

3000                     6.9427239736583495       6824248                  1413.1076989414685       298                      3436.3278801397123       32                       0.0060190319465602046    665967                   1.814530304939516        3323877                  0.1318983                10.779213                3.9756984e-13            20.704508                514247.66                

3050                     7.0586455720663075       6937993                  1442.4052767058631       297                      3645.5332056660236       32                       0.0042274734287550955    677073                   1.9063898529376897       3379297                  0.058771644              9.101706                 3.7152773e-13            2.4414918                23591.43                 

3100                     7.175371295213699        7051229                  1480.259947845331        289                      3538.80824034866         32                       0.008447575671919462     688126                   1.736962953928533        3434469                  -0.22910687              12.925313                3.0431126e-11            37.674633                975478.8                 

3150                     7.29367834409078         7166338                  1528.7089841790025       284                      3514.9481731285573       32                       0.004649761216393832     699363                   1.7764631239748792       3490560                  -0.19775039              9.53414                  1.06939425e-16           1.2343558                1120.3732                

3200                     7.411341908839014        7280255                  1380.1279772336015       309                      3538.557693741871        32                       0.00816707153405462      710482                   1.7380628313337054       3546059                  -0.23534006              12.798687                4.8745504e-12            6.497198                 116305.29                

3250                     7.527854771547847        7393935                  1400.6096739136358       304                      3502.684851521348        32                       0.004302417238553365     721582                   1.870828405797657        3601441                  0.087700345              8.995851                 2.12879e-16              207.09093                4968102.5                

3300                     7.647242430580987        7510950                  1509.1204897990337       291                      3576.5507375555844       32                       0.00873046502834413      733005                   1.7997072223581214       3658461                  -0.13565502              13.319285                1.8805985e-11            194.4126                 8640422.0                

3350                     7.765914340019226        7626641                  1523.3618439381453       288                      1143.5310130450268       32                       0.0022676972781910617    744300                   2.082663846469855        3714833                  0.1067782                6.4722104                1.0303197e-15            1.4570882                139.86147                

3400                     7.877724803818596        7743523                  1602.8165384416193       279                      3658.2460193324655       32                       0.004079283723508678     755712                   1.8521921507486663       3771794                  0.2377965                8.954209                 7.186451e-17             1.284423                 139.36609                

3450                     7.994686181081666        7858042                  1482.1476530265288       296                      3741.4740315172785       32                       0.005003934412930919     766889                   1.78600922713043         3827589                  -0.15228939              10.009563                4.81218e-18              3.147131                 75307.27                 

3500                     8.111769029166963        7971688                  1354.507177929211        319                      3462.8515353540934       32                       0.00636432064904107      777984                   1.8065819310674063       3882952                  0.5694126                11.0626545               3.3966244e-15            1.2448004                43.205616                

3550                     8.226774246692658        8085163                  1372.8658456065557       315                      3695.4183641100767       32                       0.00527647825387808      789061                   1.8838930606408946       3938229                  -0.71062565              10.137033                1.591144e-14             1.3168126                691.10876                

3600                     8.34411168317            8200476                  1486.6914690568756       294                      3629.925128353199        32                       0.008122444152832031     800317                   1.7968763055648396       3994415                  -0.6315678               12.580776                1.825614e-13             4.0766115                49543.01                 

3650                     8.461036172906558        8314963                  1394.7507848913253       312                      3647.919090676577        32                       0.005336576621437913     811496                   1.8343390779873348       4050191                  0.24060059               9.909713                 6.507053e-15             1.3427567                2610.3572                

3700                     8.576789892249638        8427746                  1360.02289492261         318                      3717.5692235124184       32                       0.004427596471195137     822502                   1.8554642723116812       4105128                  -0.37677377              9.209559                 8.491622e-15             78.616356                3270227.2                

3750                     8.693380710350143        8541232                  1276.0524457298286       343                      3823.800982312021        32                       0.009057244209394064     833578                   1.7649853873012924       4160399                  -0.4229512               12.687573                9.2076805e-14            1.2611529                1285.8164                

3800                     8.809735098547407        8654802                  1466.265006129995        298                      3731.4760606792706       32                       0.0024604068534208995    844666                   2.02066786293955         4215733                  0.103938736              6.936612                 1.6558158e-18            1.5769601                2684.1558                

3850                     8.92436997016271         8766770                  1274.8151264231756       338                      3766.284500854903        32                       0.008447209993998209     855592                   1.7504170735677083       4270263                  -0.5381453               12.870312                6.8195124e-12            1.2288533                644.9704                 

3900                     9.040676785177654        8879476                  1398.5456048963374       310                      3724.8612014968344       32                       0.006285077617281959     866594                   1.78047607421875         4325170                  0.26444745               11.146514                2.713454e-15             1.3821164                4251.346                 

3950                     9.157755961087014        8993720                  1490.8182745725521       292                      3675.033176696788        32                       0.009435850641001825     877747                   1.7789206774572999       4380836                  -0.3960944               14.041933                1.0933407e-10            1311.3228                64207868.0               

4000                     9.27486780948109         9107762                  1517.602816401932        285                      3642.0841585027947       32                       0.008366299264224959     888883                   1.7635053513367052       4436406                  0.22351816               12.928286                8.157327e-12             7.591991                 314843.8                 

4050                     9.397239005433189        9225333                  1716.4711804540627       261                      3636.2941616058542       32                       0.00906917670254032      900362                   1.7775967225855944       4493711                  0.07689792               13.3202095               8.085565e-11             1.396583                 4014.2756                

4100                     9.517151008844376        9339975                  1646.4815642338217       265                      3737.470568559877        32                       0.009353334337820802     911556                   1.7885287397091778       4549583                  0.16245255               13.226731                3.2843994e-12            1.6476319                8516.622                 

4150                     9.636134717265765        9453090                  1558.3670009111734       277                      3705.7420715879534       32                       0.006082945210593087     922601                   1.8559822831640254       4604706                  0.5312627                10.860085                5.252313e-15             1.2882942                168.39064                

4200                     9.754176889790429        9566721                  1541.8689299231394       282                      3755.017310937605        32                       0.008291399769666719     933693                   1.7280048885457437       4660077                  -0.3067709               13.020067                5.598074e-13             1.2059896                875.79553                

4250                     9.87217030160957         9680240                  1505.6948938070182       289                      3751.145240541666        32                       0.0054558005395414525    944773                   1.7930541564620732       4715386                  -0.014435736             10.129433                1.1969169e-14            1.2289071                116.10541                

4300                     9.988875404265192        9793522                  1466.6524835776775       295                      3697.104418739327        32                       0.014659125495840001     955834                   1.810616225418501        4770579                  0.2940807                16.57177                 2.8039735e-09            6.507027                 152390.02                

4350                     10.106099252965715       9908253                  1601.7446784948654       274                      3707.1520474681356       32                       0.004223049760938765     967035                   1.8912615724418997       4826489                  0.28019497               9.124019                 5.570466e-17             1.3536348                481.35507                

4400                     10.222798534499274       10021711                 1592.2468596093947       272                      3723.0709628665218       32                       0.00874534557605612      978111                   1.800432447534032        4881780                  -0.26057816              13.131771                1.979631e-12             1.2316794                87.51639                 

4450                     10.342514077689913       10137924                 1535.4104960800269       290                      3720.8512920592552       32                       0.0065769210900410565    989455                   1.8011096397483242       4938407                  0.2536598                11.17423                 7.963448e-14             1.2423351                70.1893                  

