Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1025.340877532959	7371.401162966837	93.53881297544869	61.630848374665675	0.7534229939782393	7371.401162966837	61.630848374665675	0.0
2000	1040.0552866458893	7352.488576977487	156.70922493438079	61.47851399381667	1.262238953845395	7371.401162966837	61.630848374665675	0.0
3000	1054.8442776203156	7535.373283974605	135.77783808878078	62.95158746049373	1.0936438258585972	7535.373283974605	62.95158746049373	0.0
4000	1069.8777904510498	7288.820188810603	139.80897542929588	60.96568700672358	1.126113251839295	7535.373283974605	62.95158746049373	0.0
5000	1084.2110149860382	7357.862404469977	151.91829277065972	61.52179832755711	1.223649641666667	7535.373283974605	62.95158746049373	0.0
6000	1365.7423102855682	7100.383754065826	63.94463771455735	59.447896280885985	0.5150520822666511	7535.373283974605	62.95158746049373	-461.22318
7000	1639.6116616725922	7565.196764561374	89.96228122671172	63.19180534780467	0.7246152598144666	7565.196764561374	63.19180534780467	-447.96625
8000	1913.9363527297974	7375.9140063806135	189.84804811792196	61.66719777752858	1.5291607864584738	7565.196764561374	63.19180534780467	-440.78125
9000	2205.330672979355	7840.538287060772	57.32563857489123	65.40958669064116	0.46173831881045074	7840.538287060772	65.40958669064116	-449.29395
10000	2481.0166573524475	7364.815226399622	49.33060616845898	61.57780091886865	0.39734108026319376	7840.538287060772	65.40958669064116	-491.85352
11000	2760.298135995865	8065.308061921425	68.23192746291406	67.22002998518862	0.5495847278659355	8065.308061921425	67.22002998518862	-498.66998
12000	3038.913062810898	8123.17073673955	63.73191380873587	67.68609394638624	0.5133386643076606	8123.17073673955	67.68609394638624	-465.31854
13000	3326.712993144989	7611.5158793911705	78.58360055733782	63.56488990023155	0.6329638972972578	8123.17073673955	67.68609394638624	-492.8563
14000	3622.453521490097	8413.91882649131	83.53558827411912	70.02796989398587	0.6728504566092757	8413.91882649131	70.02796989398587	-485.97766
15000	3901.8977677822113	8193.630742939862	49.309116530870256	68.2536250828044	0.3971679886173147	8413.91882649131	70.02796989398587	-489.6548
16000	4181.516246318817	8470.935427768462	68.38352266235263	70.48721902356345	0.5508057751018451	8470.935427768462	70.48721902356345	-498.6802
17000	4466.092763185501	8541.36729589531	50.63819134054945	71.0545235174695	0.4078732294737743	8541.36729589531	71.0545235174695	-513.109
18000	4752.022296905518	8544.303179071483	51.4580773711913	71.07817104753966	0.4144771296974107	8544.303179071483	71.07817104753966	-520.06433
19000	5046.208760738373	8748.857864468491	117.91949467398865	72.72578874335692	0.9498010066580206	8748.857864468491	72.72578874335692	-552.4298
20000	5330.799702644348	8054.048447702304	1686.3165934674475	67.12933766201112	13.582700659018421	8748.857864468491	72.72578874335692	-503.2545
21000	5616.768332481384	8414.048680988055	63.26207153135104	70.02901582733276	0.5095542462242504	8748.857864468491	72.72578874335692	-492.82043
22000	5914.764261484146	8768.932990498975	129.37207262924895	72.88748698473132	1.0420475864182974	8768.932990498975	72.88748698473132	-539.386
23000	6194.662747383118	9008.649901621444	121.05886483007656	74.81832432529612	0.9750875544232369	9008.649901621444	74.81832432529612	-529.127
24000	6476.602756977081	8460.761840943294	61.2016137947629	70.4052742778318	0.49295796723069996	9008.649901621444	74.81832432529612	-508.08057
25000	6757.571943759918	9346.565304094178	82.18607799511678	77.54011676785356	0.6619806150700465	9346.565304094178	77.54011676785356	-586.6352
26000	7041.073928356171	6876.685246760962	2607.397789843425	57.646081678360176	21.001693167003243	9346.565304094178	77.54011676785356	-582.70917
27000	7318.569967031479	8787.571274950828	155.94402601644268	73.03761196095928	1.256075539521405	9346.565304094178	77.54011676785356	-525.44336
28000	7596.9307272434235	8717.983699799941	1484.3585185725212	72.47710795683398	11.95599776847229	9346.565304094178	77.54011676785356	-542.68677
29000	7878.361374378204	8447.258807303291	2459.601370538113	70.29651198216837	19.811243799621394	9346.565304094178	77.54011676785356	-590.848
30000	8161.949717283249	8573.94600847302	1858.7908371769595	71.31693385163416	14.97192142146128	9346.565304094178	77.54011676785356	-561.0125
31000	8462.690313100815	9030.439471899223	1563.6307337096853	74.99383182591507	12.594508219568196	9346.565304094178	77.54011676785356	-605.588
32000	8750.960677146912	9503.133003686115	153.06763346860626	78.80121578370063	1.2329071860186036	9503.133003686115	78.80121578370063	-612.6771
33000	9033.369661331177	9166.465789528656	126.8019040395496	76.08947706908383	1.0213457616646668	9503.133003686115	78.80121578370063	-560.5717
34000	9313.444415330887	9128.16483442621	951.5366440335107	75.7809760378265	7.664300672875777	9503.133003686115	78.80121578370063	-603.7575
35000	9598.333399772644	9544.91418086222	124.39733612682898	79.13774880778573	1.0019777934555643	9544.91418086222	79.13774880778573	-598.8188
36000	9878.757481098175	9660.356771853638	137.07686928734145	80.06759920646661	1.1041070757519618	9660.356771853638	80.06759920646661	-614.5159
37000	10162.763733625412	9856.846817736896	136.47788352853843	81.65025900240758	1.0992824513057866	9856.846817736896	81.65025900240758	-622.14655
38000	10450.433505058289	5442.436293215425	2884.035181726952	46.09369923606792	23.229912292404414	9856.846817736896	81.65025900240758	-632.0554
39000	10736.235385656357	7925.63835167879	2817.021961585137	66.0950384665695	22.690143833202118	9856.846817736896	81.65025900240758	-596.3541
40000	11020.835311174393	7461.686648847538	3123.0189964090196	62.35806693689902	25.15484479306981	9856.846817736896	81.65025900240758	-613.31146
41000	11305.553787231445	9649.437717849602	189.85577026383868	79.97964997878837	1.5292229856901267	9856.846817736896	81.65025900240758	-630.41174
42000	11597.804803609848	9343.23577026639	1237.4261060323643	77.51329851706238	9.967042043589338	9856.846817736896	81.65025900240758	-624.4091
43000	11886.078409433365	8240.363433748736	2618.134155710204	68.6300408476177	21.08817090451652	9856.846817736896	81.65025900240758	-652.61633
44000	12173.562940835953	9562.631428679793	1405.2023415582341	79.28045515043809	11.318421964579752	9856.846817736896	81.65025900240758	-641.37036
45000	12481.17133140564	9159.249858609037	1866.7684418834267	76.03135522527523	15.036178285874339	9856.846817736896	81.65025900240758	-625.3833
46000	12771.178177595139	9637.530640173696	191.23237532775178	79.88374255996675	1.540311066410702	9856.846817736896	81.65025900240758	-640.77057
47000	13054.72443819046	6366.241855129419	3574.3109854591135	53.53463557223538	28.78984667873368	9856.846817736896	81.65025900240758	-636.1864
48000	13353.668132781982	9980.129032231085	705.2797669974816	82.64325487432292	5.680786154331335	9980.129032231085	82.64325487432292	-648.9711
49000	13641.362542390823	8709.921887682747	2646.351833766626	72.41217283066534	21.315454604278273	9980.129032231085	82.64325487432292	-661.807
50000	13929.675964355469	10135.64404226241	150.902497516122	83.89587483751521	1.2154677599685966	10135.64404226241	83.89587483751521	-638.6846
51000	14224.658732414246	10397.699483734796	148.12005237671482	86.00664136343035	1.1930561205557435	10397.699483734796	86.00664136343035	-643.6716
52000	14537.564661502838	9464.709656851146	2255.8139491044703	78.49172892909766	18.169806151359392	10397.699483734796	86.00664136343035	-658.5062
53000	14849.26408815384	9692.929235900034	1177.128046396131	80.32995921085886	9.481361894599917	10397.699483734796	86.00664136343035	-654.8578
54000	15151.427904367447	10616.763030919066	174.95544295874407	87.77112295498515	1.4092059697332686	10616.763030919066	87.77112295498515	-661.3468
55000	15468.366174459457	10583.502363119216	289.3432641669409	87.50321970585948	2.3305605602811226	10616.763030919066	87.77112295498515	-636.05145
56000	15769.041757583618	10266.851116866708	209.44245642974505	84.95270273424555	1.6869870118073107	10616.763030919066	87.77112295498515	-674.6795
57000	16078.268073797226	10455.037086437867	435.04493890305406	86.46847604918183	3.504137480015379	10616.763030919066	87.77112295498515	-655.7129
58000	16371.632809877396	8935.095198219391	3099.3699544346323	74.22586646640816	24.964359886940667	10616.763030919066	87.77112295498515	-640.63257
59000	16664.69238805771	10470.34968340131	260.98032546559284	86.59181375556054	2.102106835943189	10616.763030919066	87.77112295498515	-663.578
60000	16964.463565826416	10619.064524661473	231.49927875475248	87.7896606961737	1.8646471358257228	10619.064524661473	87.7896606961737	-659.838
61000	17259.093606472015	10283.90346109324	649.8602006996953	85.09005350696569	5.23440059269273	10619.064524661473	87.7896606961737	-676.435
62000	17558.91671347618	10616.920602233498	305.14852989005874	87.77239213777364	2.4578665442137893	10619.064524661473	87.7896606961737	-647.7389
63000	17860.3629424572	9831.596931732489	1324.4151633094739	81.44687984774544	10.66770900623581	10619.064524661473	87.7896606961737	-670.4354
64000	18161.582446575165	10778.294198381702	166.73826216349912	89.0722009988389	1.3430194022552393	10778.294198381702	89.0722009988389	-655.38513
65000	18456.420019626617	10687.200717312795	140.95963845307574	88.33847431303148	1.135381447071404	10778.294198381702	89.0722009988389	-654.5952
66000	18749.87923693657	10575.955707080906	140.34992078490683	87.44243398487329	1.1304703807832965	10778.294198381702	89.0722009988389	-671.2166
67000	19040.405373334885	10271.32436327633	953.6194416757756	84.98873319684746	7.681076892132461	10778.294198381702	89.0722009988389	-684.7543
68000	19330.48187160492	10318.405299336246	1018.5931096569897	85.36795395748369	8.204417459571594	10778.294198381702	89.0722009988389	-682.2952
69000	19620.214853048325	9765.870651749075	2585.4713747275932	80.9174772492631	20.825083428240404	10778.294198381702	89.0722009988389	-660.7081
70000	19913.444385528564	10479.67693683354	1190.7507331078193	86.66694157665388	9.591087954637066	10778.294198381702	89.0722009988389	-693.6322
71000	20212.99151468277	10150.679225476659	167.4594762696264	84.01697807147718	1.3488285340354402	10778.294198381702	89.0722009988389	-698.2166
72000	20518.293805599213	10020.431658745134	1014.489031364003	82.9678786809279	8.17136051928484	10778.294198381702	89.0722009988389	-682.3904
73000	20815.510505199432	10301.925280336993	616.2918759308019	85.23521306779017	4.964019272407517	10778.294198381702	89.0722009988389	-692.8452
74000	21108.781005620956	10678.588230112433	190.55506740018248	88.26910368830696	1.5348555838104698	10778.294198381702	89.0722009988389	-701.35693
75000	21413.13731455803	10451.44790977101	146.28695392872902	86.43956646454801	1.178291142500046	10778.294198381702	89.0722009988389	-703.5844
76000	21707.808609962463	10391.145905092664	142.3043254449064	85.95385453960007	1.1462124386899792	10778.294198381702	89.0722009988389	-701.69305
77000	22011.27337527275	9842.828032005957	178.9348522493162	81.53734250088948	1.4412587440479745	10778.294198381702	89.0722009988389	-697.9623
78000	22320.09210920334	10888.813001348934	124.39796824346767	89.96239197704082	1.00198288493786	10888.813001348934	89.96239197704082	-702.2178
79000	22621.90655517578	10734.946581256081	154.86467573509742	88.72305083926632	1.247381743923035	10888.813001348934	89.96239197704082	-709.7373
80000	22922.748643398285	11297.913133671533	114.07356639913193	93.25755295596286	0.9188233760542547	11297.913133671533	93.25755295596286	-701.62964
81000	23219.33271574974	11019.086743057012	165.82757954305197	91.01170219803124	1.3356841667029022	11297.913133671533	93.25755295596286	-688.00366
82000	23522.08290553093	11024.052322449921	238.93930174710522	91.05169823362368	1.9245739642711142	11297.913133671533	93.25755295596286	-695.3398
83000	23810.558887720108	10746.01336561691	828.4474459425612	88.8121899842011	6.672859481758621	11297.913133671533	93.25755295596286	-709.39813
84000	24106.645982027054	11038.319091653513	185.14835751260205	91.16661215679468	1.4913063936775812	11297.913133671533	93.25755295596286	-737.2057
85000	24409.515073776245	10724.744410394636	231.02701863036026	88.64087585894531	1.860843242815558	11297.913133671533	93.25755295596286	-715.49347
86000	24704.955721139908	11386.072294589061	138.92315019737296	93.96764470132773	1.1189782340092935	11386.072294589061	93.96764470132773	-688.26196
87000	25006.36304140091	10553.26593664412	166.9433937988136	87.2596756813266	1.3446716670843757	11386.072294589061	93.96764470132773	-695.9302
88000	25306.493127584457	10987.44626214031	114.62622687923368	90.75684899747343	0.9232748663001373	11386.072294589061	93.96764470132773	-728.08203
89000	25607.942838430405	11001.515695870949	689.5597624930809	90.87017345122395	5.554166920215484	11386.072294589061	93.96764470132773	-704.53564
90000	25902.799041986465	11097.209995171774	179.71325661127656	91.64095814682193	1.447528523685521	11386.072294589061	93.96764470132773	-722.8047
91000	26215.42093205452	10674.820644667045	698.7455659402904	88.23875708227213	5.628155410288676	11386.072294589061	93.96764470132773	-707.0636
92000	26521.135636806488	9563.12938443824	3067.940379019315	79.28446601295028	24.711205457718986	11386.072294589061	93.96764470132773	-717.4185
93000	26816.00594806671	9915.104023267122	2640.635851727586	82.11950077291102	21.26941433324651	11386.072294589061	93.96764470132773	-718.2164
94000	27123.192727327347	11213.021756092649	78.57782811259042	92.57378208241963	0.6329174022385131	11386.072294589061	93.96764470132773	-709.6264
95000	27414.367222070694	10984.097959273557	740.4558542911263	90.72987956852334	5.964117449247099	11386.072294589061	93.96764470132773	-738.7106
96000	27721.104043722153	11220.990339058368	169.68993505541343	92.63796627981127	1.366794113059559	11386.072294589061	93.96764470132773	-724.88574
97000	28032.835978984833	11368.046975944424	107.72415011995732	93.82245695403167	0.8676810098973796	11386.072294589061	93.96764470132773	-711.9204
98000	28326.780518770218	11464.872911617691	175.17842297966928	94.6023565917237	1.4110019971749101	11464.872911617691	94.6023565917237	-708.7583
99000	28625.69095802307	10656.034419265226	1321.1502891450011	88.08744049253195	10.641411566812407	11464.872911617691	94.6023565917237	-724.2604
100000	28866.57999444008	11240.708820618087	157.31087800754864	92.79679187253424	1.2670850625921577	11464.872911617691	94.6023565917237	-732.094
