Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1014.3725938796997	7257.115010736867	2263.870341867072	60.71031269279897	18.234697626489158	7257.115010736867	60.71031269279897	0.0
2000	1028.7872409820557	7339.865233444494	831.6227773648691	61.376837299660416	6.698435685165185	7339.865233444494	61.376837299660416	0.0
3000	1043.3227007389069	6433.819523750382	953.0990149163545	54.078950469964944	7.676885033429567	7339.865233444494	61.376837299660416	0.0
4000	1057.662137746811	6795.224508120591	521.1567552505345	56.9899434225303	4.1977385684368445	7339.865233444494	61.376837299660416	0.0
5000	1071.7630996704102	7199.053078346607	1110.507494307752	60.24264378033253	8.944756241627992	7339.865233444494	61.376837299660416	0.0
6000	1337.041490316391	8037.741964023093	197.3225946043961	66.99799453968525	1.589365689785046	8037.741964023093	66.99799453968525	-401.96146
7000	1594.1210556030273	6576.459226786226	2653.1007530796837	55.227864259897686	21.369814830084177	8037.741964023093	66.99799453968525	-363.89835
8000	1856.4094214439392	7280.167752408556	2083.6283894357357	60.89599460490801	16.782910639658947	8037.741964023093	66.99799453968525	-335.43994
9000	2118.6024112701416	7634.679456616989	1529.856393235993	63.75146455464055	12.32246751357796	8037.741964023093	66.99799453968525	-365.32916
10000	2378.8396048545837	8265.003918091656	89.41518113001129	68.828511481317	0.7202085565460609	8265.003918091656	68.828511481317	-366.8902
11000	2637.38174366951	5533.885781930389	3077.130449959059	46.83029344112258	24.785228320978025	8265.003918091656	68.828511481317	-353.16058
12000	2901.6791591644287	8026.425414598654	2269.7360621646585	66.90684362299466	18.281943987736078	8265.003918091656	68.828511481317	-372.77356
13000	3164.6009435653687	8905.258374858917	784.3876939100061	73.98554110764027	6.317973320235285	8905.258374858917	73.98554110764027	-369.36914
14000	3431.8918800354004	8655.664581864434	763.0039578720207	71.97514887777899	6.145734674953269	8905.258374858917	73.98554110764027	-365.1032
15000	3694.176613330841	9214.840973181945	124.97644326257756	76.47912254931752	1.006642302424306	9214.840973181945	76.47912254931752	-365.22382
16000	3964.29914188385	8382.229413589088	1673.3618973532296	69.77272256310012	13.478355033689459	9214.840973181945	76.47912254931752	-384.02933
17000	4224.203767299652	7587.8423642632115	2584.022305200864	63.37420787126058	20.813411671174194	9214.840973181945	76.47912254931752	-375.52383
18000	4489.0370354652405	8293.556698455961	2116.859875849592	69.05849431501113	17.05057884274858	9214.840973181945	76.47912254931752	-363.394
19000	4767.602885484695	9389.72555047658	259.92156928987833	77.8877577204793	2.0935789187885283	9389.72555047658	77.8877577204793	-385.74976
20000	5028.812470912933	8348.26933211742	1773.1601948463435	69.49918577720094	14.282196024390593	9389.72555047658	77.8877577204793	-375.3014
21000	5300.792595148087	8143.805854038644	2591.987919143438	67.85230272498872	20.877571954104702	9389.72555047658	77.8877577204793	-405.90747
22000	5563.192100763321	9496.86780381721	259.40770383476604	78.75075175178758	2.089439909137055	9496.86780381721	78.75075175178758	-383.28467
23000	5833.438658475876	8033.397969991081	2827.200074054845	66.9630051605675	22.77212503144533	9496.86780381721	78.75075175178758	-390.89502
24000	6094.391065597534	7528.069508060199	3081.7715538702905	62.89275805544001	24.822610818071315	9496.86780381721	78.75075175178758	-382.7854
25000	6351.926163673401	9720.857318044173	214.92390877006784	80.55491031506659	1.7311382267118531	9720.857318044173	80.55491031506659	-423.88287
26000	6614.664181470871	8186.665526466993	1831.868476129787	68.19752265770659	14.755071055074362	9720.857318044173	80.55491031506659	-425.6728
27000	6880.613335847855	6096.740038120031	3048.6312771161543	51.36389105031075	24.55567727744661	9720.857318044173	80.55491031506659	-415.13208
28000	7144.881859064102	7831.999880954294	2967.532423696998	65.34081276366999	23.902453882712056	9720.857318044173	80.55491031506659	-423.48123
29000	7419.914598464966	8448.367221326029	2395.0562753803447	70.30543987621591	19.291355238996406	9720.857318044173	80.55491031506659	-430.26465
30000	7687.293626070023	9346.78595359523	1224.0508441737918	77.54189402375849	9.859308905716675	9720.857318044173	80.55491031506659	-451.18417
31000	7951.760715246201	10030.211390662109	258.24045613493587	83.04665106072198	2.0800381300386697	10030.211390662109	83.04665106072198	-447.25015
32000	8217.611848115921	9590.370996213716	1045.1503130954325	79.5038878342434	8.418326606906321	10030.211390662109	83.04665106072198	-463.44556
33000	8485.86667585373	9780.875130983743	100.55477559331986	81.03833317322093	0.8099341618351952	10030.211390662109	83.04665106072198	-472.57358
34000	8756.808326005936	10167.053168622893	144.855209148772	84.1488645566275	1.1667589303154506	10167.053168622893	84.1488645566275	-478.19525
35000	9014.0725274086	10064.33620971537	97.07096091416746	83.32151475122899	0.7818732318047777	10167.053168622893	84.1488645566275	-483.87433
36000	9274.19209742546	10107.833012745596	350.77544268943274	83.67186655199554	2.825375647160294	10167.053168622893	84.1488645566275	-483.03955
37000	9536.014075756073	9433.341145191174	2439.0749588734584	78.2390663474408	19.64591060754772	10167.053168622893	84.1488645566275	-495.25827
38000	9800.015472888947	10357.626408181153	132.32557316470252	85.68386651092642	1.0658370182632577	10357.626408181153	85.68386651092642	-502.53696
39000	10066.507091999054	9482.411177384103	1954.3541137941495	78.63430859387711	15.741650774368418	10357.626408181153	85.68386651092642	-478.7948
40000	10328.324099302292	8467.084856654858	3357.1333851569584	70.45620399648911	27.040555741210174	10357.626408181153	85.68386651092642	-525.4964
41000	10606.332984685898	8582.270386753891	2880.1433128029753	71.3839838580206	23.19856462565945	10357.626408181153	85.68386651092642	-533.72375
42000	10868.706102848053	10444.545482433117	353.13101003057636	86.38396978435497	2.844348932604358	10444.545482433117	86.38396978435497	-501.83456
43000	11136.908293008804	11040.380983855941	376.53623551621797	91.18321998991762	3.032869980703998	11040.380983855941	91.18321998991762	-527.181
44000	11407.519078016281	10975.997015907411	115.43416664118968	90.66462925359181	0.9297825434348344	11040.380983855941	91.18321998991762	-537.6317
45000	11701.451035499573	10697.60779128764	162.62764159069675	88.42229971751611	1.3099097661528205	11040.380983855941	91.18321998991762	-506.19574
46000	11966.58528804779	11186.206937604042	76.2567557963711	92.35779793438505	0.6142219623660324	11186.206937604042	92.35779793438505	-551.99347
47000	12232.085875988007	10449.834698809052	236.30559270383569	86.4265726046281	1.903360342999606	11186.206937604042	92.35779793438505	-515.6129
48000	12494.255865573883	10826.362189877316	87.7986214645262	89.45937215180886	0.7071877239700225	11186.206937604042	92.35779793438505	-528.16626
49000	12764.59572649002	10161.548164726366	1201.0277870917319	84.10452364203118	9.673866092776018	11186.206937604042	92.35779793438505	-530.2353
50000	13042.549627780914	11077.302255332757	265.5402393251794	91.48060814369768	2.1388353750713724	11186.206937604042	92.35779793438505	-552.7739
51000	13310.589519739151	11027.222993358993	229.55233300033692	91.07723689819774	1.8489651568402723	11186.206937604042	92.35779793438505	-563.2286
52000	13594.769203424454	10950.539608409239	168.11682268219155	90.45957858461198	1.354123233492077	11186.206937604042	92.35779793438505	-558.1079
53000	13876.568299293518	10587.30126722949	827.3006955540271	87.53381857297737	6.663622801458841	11186.206937604042	92.35779793438505	-527.8667
54000	14149.09489941597	11006.591279829203	212.08055379097058	90.9110555357873	1.7082359794719146	11186.206937604042	92.35779793438505	-558.85144
55000	14421.308750152588	10815.874172537315	165.49684720263613	89.37489477633402	1.3330202313567576	11186.206937604042	92.35779793438505	-579.7122
56000	14700.269713401794	10054.613648966584	2435.052526626326	83.2432028655478	19.613511298102722	11186.206937604042	92.35779793438505	-563.63245
57000	14971.41435956955	10734.355019962884	202.28101296797666	88.71828601633919	1.6293040457471402	11186.206937604042	92.35779793438505	-585.2633
58000	15231.099002361298	10511.650571877202	1760.6534794106753	86.92447821921624	14.181458729479143	11186.206937604042	92.35779793438505	-569.52576
59000	15497.421491622925	10643.828182518204	218.84853544206848	87.98912345019829	1.7627497458599746	11186.206937604042	92.35779793438505	-567.7356
60000	15768.495968818665	11187.528966323202	203.20596662044068	92.36844642140377	1.6367542295581496	11187.528966323202	92.36844642140377	-592.28577
61000	16041.763961791992	11125.443881257075	150.48733897717844	91.86837239668642	1.2121238006063138	11187.528966323202	92.36844642140377	-575.1588
62000	16311.875061750412	11208.128583152333	183.69479108721865	92.5343692559204	1.4795984156380668	11208.128583152333	92.5343692559204	-596.063
63000	16576.993488550186	11115.196634218177	113.89755081053376	91.78583434324642	0.9174056309757129	11208.128583152333	92.5343692559204	-574.2008
64000	16847.004121541977	10766.780632915636	1180.6270673072083	88.97946318563739	9.509545305602881	11208.128583152333	92.5343692559204	-589.03577
65000	17123.292464733124	11052.205245690524	133.52593977705186	91.27846035559698	1.0755055588206957	11208.128583152333	92.5343692559204	-576.13525
66000	17397.359267234802	10670.213488121104	1860.203439318766	88.20164801954024	14.983299446273929	11208.128583152333	92.5343692559204	-597.11475
67000	17666.74376797676	10702.873046646093	155.02994927638701	88.46470954002764	1.2487129655020037	11208.128583152333	92.5343692559204	-597.3195
68000	17949.476018428802	11172.116793743573	167.27401087998018	92.24430666765576	1.3473346740568715	11208.128583152333	92.5343692559204	-607.70636
69000	18229.021665096283	7830.690330782035	3077.6437363195228	65.33026478705833	24.789362666221113	11208.128583152333	92.5343692559204	-628.69403
70000	18512.310094833374	11043.458508368005	203.7513805966177	91.20800839227346	1.6411473517051745	11208.128583152333	92.5343692559204	-627.7279
71000	18796.81345963478	11433.923785025912	174.9220538811621	94.35307201266978	1.408937032187472	11433.923785025912	94.35307201266978	-601.5549
72000	19082.973088502884	9931.05716184485	2594.3689658566636	82.24799782187121	20.89675046713492	11433.923785025912	94.35307201266978	-632.2689
73000	19352.777443647385	10804.587619830174	2475.5866711312533	89.28398547289285	19.93999990256325	11433.923785025912	94.35307201266978	-632.6865
74000	19627.025052070618	11497.27768318168	408.5651964275032	94.86336589079755	3.2908522541173495	11497.27768318168	94.86336589079755	-627.0969
75000	19900.70599246025	11702.359833155904	164.6643417154466	96.51523213252153	1.3263146857472992	11702.359833155904	96.51523213252153	-633.8302
76000	20182.66977095604	10875.924483221752	1913.3665609502114	89.85857939265543	15.41151012155057	11702.359833155904	96.51523213252153	-613.71936
77000	20462.779895067215	11077.9825669105	1676.8523089145747	91.48608781966784	13.506469099338926	11702.359833155904	96.51523213252153	-644.48706
78000	20729.391465187073	10511.386471144135	2201.7556817105537	86.92235097856937	17.734385384582172	11702.359833155904	96.51523213252153	-607.44867
79000	21017.83906173706	11698.117689188355	66.4563876708688	96.48106312067233	0.5352833650038538	11702.359833155904	96.51523213252153	-637.52423
80000	21294.400537490845	11086.64082029643	170.94905398491755	91.55582707528961	1.3769358833414922	11702.359833155904	96.51523213252153	-633.7158
81000	21569.048673152924	11393.96055493729	437.6731658546285	94.0311819276383	3.5253069449222014	11702.359833155904	96.51523213252153	-633.80096
82000	21852.145003557205	10967.856460865814	2208.548503076251	90.59905988022703	17.789099226335182	11702.359833155904	96.51523213252153	-633.78284
83000	22134.07682943344	10645.66751931987	1733.8479013637673	88.00393867604905	13.965549010026962	11702.359833155904	96.51523213252153	-652.63544
84000	22427.026052713394	11366.044976692623	99.2243078368206	93.80633153804385	0.7992177012707835	11702.359833155904	96.51523213252153	-649.3928
85000	22718.277420282364	11596.222581117425	123.68839097133906	95.66033304133416	0.9962674838565365	11702.359833155904	96.51523213252153	-615.29407
86000	22992.952999591827	10155.027196090674	1156.0702885355427	84.05199948059642	9.311748891514691	11702.359833155904	96.51523213252153	-652.04956
87000	23270.99119949341	11705.122552729223	137.24591778068591	96.5374848892782	1.1054687032724677	11705.122552729223	96.5374848892782	-631.77856
88000	23557.793262720108	11438.653136944979	111.8628070963537	94.39116531713981	0.9010164695960586	11705.122552729223	96.5374848892782	-648.3992
89000	23839.035766363144	11683.861045659056	245.40796174143574	96.36623075632808	1.9766767975755628	11705.122552729223	96.5374848892782	-653.1478
90000	24137.376244544983	11295.989397780717	644.6876827149573	93.24205792445267	5.192737737857375	11705.122552729223	96.5374848892782	-649.4309
91000	24427.698485136032	11734.19404493005	196.13311500012614	96.77164576856057	1.5797848403363743	11734.19404493005	96.77164576856057	-661.05206
92000	24703.581174373627	10533.630483938145	2425.521447854792	87.10151885748773	19.536741733945686	11734.19404493005	96.77164576856057	-667.22034
93000	24981.510199546814	11362.811328426276	244.47369042440008	93.78028561249911	1.969151563178442	11734.19404493005	96.77164576856057	-636.6918
94000	25273.463597536087	11282.12528125792	83.81125368295768	93.13038723025423	0.6750708467452681	11734.19404493005	96.77164576856057	-652.2718
95000	25560.868633508682	11793.37081837194	154.84975140754753	97.2482943425837	1.2472615335933583	11793.37081837194	97.2482943425837	-648.78674
96000	25845.71202993393	11502.44652331778	152.404866844581	94.90499912182602	1.2275688286213065	11793.37081837194	97.2482943425837	-686.00665
97000	26125.092301607132	11231.521875001987	1970.8439707285831	92.72279418268315	15.874470905249005	11793.37081837194	97.2482943425837	-657.59595
98000	26420.51199889183	12030.888647781938	156.7446518944658	99.16141883566726	1.2625243058344318	12030.888647781938	99.16141883566726	-669.5519
99000	26704.463295936584	11484.100301230585	156.84641781358266	94.75722660757836	1.2633439953411394	12030.888647781938	99.16141883566726	-658.5922
100000	26998.956614255905	10505.837019319591	2536.005456055977	86.87765205118738	20.42665245226431	12030.888647781938	99.16141883566726	-664.55725
