Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	759.3814108371735	3301.4250992906223	28.715977806225247	71.88047448926442	0.6255289881646402	3301.4250992906223	71.88047448926442	0.0
2000	770.9068293571472	3293.7507707614704	25.965143928865427	71.71330222746379	0.5656067266444041	3301.4250992906223	71.88047448926442	0.0
3000	782.4479806423187	3305.909392016688	31.83512870052553	71.97815721873646	0.693474412694864	3305.909392016688	71.97815721873646	0.0
4000	794.0279655456543	3331.584112632119	42.09130402666997	72.53743756490313	0.9168878384014197	3331.584112632119	72.53743756490313	0.0
5000	805.6014685630798	3317.4479525712945	31.80368747120156	72.22950523680863	0.6927895187135957	3331.584112632119	72.53743756490313	0.0
6000	1066.8183333873749	378.49324951986665	219.9046309731977	8.209349835277123	4.790250300150408	3331.584112632119	72.53743756490313	-319.12216
7000	1310.0510935783386	349.47898270962276	307.19111821830467	7.577323125874379	6.6916387332839955	3331.584112632119	72.53743756490313	-340.30176
8000	1566.8313956260681	183.03919963569018	243.20513154580797	3.95171407299341	5.297812279939751	3331.584112632119	72.53743756490313	-333.26825
9000	1828.2864000797272	789.6331800782095	179.98579723225683	17.16533756070597	3.9206860510350605	3331.584112632119	72.53743756490313	-324.6668
10000	2083.7709057331085	958.3433471236418	516.0122321068084	20.84040308684447	11.240453367406303	3331.584112632119	72.53743756490313	-326.89148
11000	2330.1446347236633	892.6732341778736	221.18164874579563	19.409890792231998	4.818067971571933	3331.584112632119	72.53743756490313	-309.43903
12000	2615.1681373119354	963.3818570730036	559.3561820228349	20.950158500772897	12.184627976990836	3331.584112632119	72.53743756490313	-300.12543
13000	2934.9578495025635	1579.1696677869543	241.5841740292287	34.364054024696586	5.262502463152532	3331.584112632119	72.53743756490313	-289.85016
14000	3233.9088129997253	227.94652889032682	29.882357266771454	4.929944256182209	0.6509365911616489	3331.584112632119	72.53743756490313	-305.61774
15000	3538.0973279476166	960.2230916874332	530.5275011470961	20.881350141579325	11.55664394315401	3331.584112632119	72.53743756490313	-280.16125
16000	3853.074695110321	1010.2396425204897	406.4395373169962	21.970876071889265	8.853597611880353	3331.584112632119	72.53743756490313	-299.1253
17000	4180.282147884369	1571.2210444999841	812.6411277772951	34.190906715712295	17.702011954101177	3331.584112632119	72.53743756490313	-279.1015
18000	4513.055399179459	1838.1024037753807	973.5378912176792	40.00446555581391	21.20687570323008	3331.584112632119	72.53743756490313	-267.4092
19000	4847.2623472213745	1077.442598476267	304.8498652120679	23.43477875785586	6.640638498017369	3331.584112632119	72.53743756490313	-269.44046
20000	5173.461279153824	24.437816078624913	46.97597409436567	0.4968512907671451	1.023292110809706	3331.584112632119	72.53743756490313	-272.34015
21000	5506.107706308365	2054.603100193325	949.6121082056362	44.7205669012432	20.685693003495384	3331.584112632119	72.53743756490313	-269.94678
22000	5842.799655199051	2083.5836926600996	640.4280083697872	45.35186007205152	13.950640537861208	3331.584112632119	72.53743756490313	-264.2835
23000	6171.796169281006	1489.154481726725	1016.3934942538427	32.40322550492037	22.140412502335185	3331.584112632119	72.53743756490313	-267.66315
24000	6508.792773962021	1695.2013470672082	892.8504136934096	36.891607828540465	19.44923553113147	3331.584112632119	72.53743756490313	-259.58398
25000	6853.906664133072	2393.65649684174	1508.6307959994508	52.106271458142864	32.862969239757945	3331.584112632119	72.53743756490313	-271.816
26000	7203.732946395874	2450.906461593352	1316.1820266469913	53.353365071503084	28.670798428827833	3331.584112632119	72.53743756490313	-273.8979
27000	7546.338140487671	3563.9574712608837	928.3500025187826	77.59929799954793	20.222534007263544	3563.9574712608837	77.59929799954793	-267.98523
28000	7901.025831699371	1527.4907654229032	750.9994815834577	33.238316579035356	16.35925299138618	3563.9574712608837	77.59929799954793	-256.5016
29000	8245.279669761658	3005.69840434385	883.7869471496194	65.43856881878347	19.251803248147464	3563.9574712608837	77.59929799954793	-258.89816
30000	8597.53880906105	2298.3911842734183	1016.3353950376818	50.0310778157682	22.139146909216834	3563.9574712608837	77.59929799954793	-268.88196
31000	8951.308329105377	3497.4599349830432	610.8106030869106	76.15076168767277	13.305475477361561	3563.9574712608837	77.59929799954793	-263.8621
32000	9295.41234588623	1281.5623499718108	1246.859896237396	27.881182167101617	27.160733113095116	3563.9574712608837	77.59929799954793	-270.73883
33000	9652.947638988495	3395.572098889822	1209.179938184891	73.93130757582773	26.339938982603762	3563.9574712608837	77.59929799954793	-261.53024
34000	10009.93888092041	3361.2787382230017	1502.3906370672632	73.1842847391535	32.7270379359668	3563.9574712608837	77.59929799954793	-279.3928
35000	10365.210152864456	3286.6561206163606	864.3507207312691	71.55875727842532	18.82841794233441	3563.9574712608837	77.59929799954793	-288.19644
36000	10728.873464345932	3944.7008172876094	521.7345117479567	85.89314756293928	11.365103547110326	3944.7008172876094	85.89314756293928	-288.46814
37000	11083.727846860886	3101.9229505159615	1351.3947211827058	67.53465774216303	29.437847398293922	3944.7008172876094	85.89314756293928	-282.7926
38000	11442.988187789917	1109.431545854998	1656.1784500450237	24.131603850189357	36.077045227836784	3944.7008172876094	85.89314756293928	-287.24146
39000	11799.75789642334	3351.0805489846616	802.7053594405452	72.96213444225545	17.485578052519802	3944.7008172876094	85.89314756293928	-300.76358
40000	12149.400801897049	422.96891903163686	28.823355075496007	9.178177041349532	0.6278680202899631	3944.7008172876094	85.89314756293928	-291.01797
41000	12518.00127363205	4274.441091854749	32.8635368356056	93.07598151339594	0.7158765438184468	4274.441091854749	93.07598151339594	-303.40247
42000	12873.090059757233	4221.8299480826845	39.21283126085511	91.92993676604311	0.8541851796652384	4274.441091854749	93.07598151339594	-303.4162
43000	13246.905042409897	4411.075000545514	20.180456558076937	96.05232002532307	0.43959710014602976	4411.075000545514	96.05232002532307	-302.93692
44000	13596.572741270065	1100.0712848216904	1612.760254569383	23.927706401436886	35.13125330436189	4411.075000545514	96.05232002532307	-296.3806
45000	13954.026147127151	1136.8902013494626	1546.544483495993	24.729744199221464	33.68885477071002	4411.075000545514	96.05232002532307	-304.09625
46000	14311.047212600708	2365.498075318283	1678.049539140049	51.49288789019545	36.553469897196436	4411.075000545514	96.05232002532307	-294.4507
47000	14692.74846124649	3914.4850261361353	406.3981442426767	85.2349476787801	8.852695933794696	4411.075000545514	96.05232002532307	-313.6181
48000	15051.910581350327	3745.5366394623225	979.6023265503338	81.55469294111249	21.338979165735296	4411.075000545514	96.05232002532307	-302.27777
49000	15407.971200942993	440.8743036775995	441.24632285846286	9.568215549383885	9.611804540717623	4411.075000545514	96.05232002532307	-307.2302
50000	15771.823284387589	2353.2845522220523	1607.8978842189458	51.226836955211965	35.025334793562266	4411.075000545514	96.05232002532307	-305.6703
51000	16150.407248735428	3796.5185313168704	981.0507486259652	82.66524719218802	21.370530589876893	4411.075000545514	96.05232002532307	-319.15442
52000	16527.06497168541	4182.780571801543	387.4231511655443	91.07931217653993	8.439357815898655	4411.075000545514	96.05232002532307	-323.95236
53000	16906.79755139351	3860.3944468686836	751.4962725234376	84.05667593241199	16.370074741427636	4411.075000545514	96.05232002532307	-325.1786
54000	17264.305611371994	56.701324914813185	2.28608181335261	1.199657239884665	0.04979842418105078	4411.075000545514	96.05232002532307	-310.58017
55000	17643.743708610535	4234.307835123092	37.66170005913575	92.20174642223834	0.8203964109989037	4411.075000545514	96.05232002532307	-328.79056
56000	18033.71068906784	66.96155780550558	1.1204431012294485	1.4231590527693732	0.024406957135068116	4411.075000545514	96.05232002532307	-316.3806
57000	18428.052016735077	1838.320453732081	917.5097395458854	40.009215405173194	19.986397220467275	4411.075000545514	96.05232002532307	-333.8213
58000	18794.89110469818	3894.384085071934	846.1265232502816	84.7970826891254	18.431434636130454	4411.075000545514	96.05232002532307	-328.20303
59000	19161.47439932823	3637.456813291928	938.7150856807991	79.20035680247956	20.448319805899068	4411.075000545514	96.05232002532307	-325.1197
60000	19556.860113620758	3882.528855714912	800.226663296082	84.53883657700626	17.431583851045062	4411.075000545514	96.05232002532307	-322.3802
61000	19933.36255121231	1493.1129352833314	1542.1806958030425	32.489453717822244	33.593797039486084	4411.075000545514	96.05232002532307	-330.91364
62000	20313.053330421448	3429.3726367197196	1242.5143409777702	74.66759510087145	27.066072544581303	4411.075000545514	96.05232002532307	-326.82635
63000	20685.12262582779	3653.9354279978515	1102.967398606455	79.55931554151007	24.026278522868605	4411.075000545514	96.05232002532307	-328.0731
64000	21065.317203998566	4492.77668854422	55.58539513572164	97.83205305653105	1.210833780782555	4492.77668854422	97.83205305653105	-331.3571
65000	21441.084732294083	2881.368505619116	1341.578079623321	62.73025234519173	29.22400847199117	4492.77668854422	97.83205305653105	-321.0623
66000	21849.60107898712	4062.0525830830434	329.2727606603275	88.44945721788818	7.172649951045054	4492.77668854422	97.83205305653105	-326.34634
67000	22225.2110786438	3764.4325464125577	1145.5493469570185	81.96630830155028	24.953854217680313	4492.77668854422	97.83205305653105	-326.72253
68000	22610.74239706993	3697.5762741941935	633.9313101337531	80.50995753420338	13.80912095940839	4492.77668854422	97.83205305653105	-341.2264
69000	22996.890426635742	4154.4555187208625	27.7770965039415	90.46229882206428	0.605077047611289	4492.77668854422	97.83205305653105	-338.94434
70000	23374.070226192474	4321.403899555911	49.392300180593224	94.09898681660763	1.075927686097901	4492.77668854422	97.83205305653105	-337.15015
71000	23746.02807044983	2545.0516947852166	1439.8015822534871	55.4041596798714	31.363641279511832	4492.77668854422	97.83205305653105	-337.4564
72000	24120.796834230423	3056.423780834024	1766.644198014764	66.54353531667824	38.4833546358132	4492.77668854422	97.83205305653105	-341.81155
73000	24499.697019577026	4372.8147894259455	35.60939700031056	95.21888606357231	0.7756904614241757	4492.77668854422	97.83205305653105	-335.48447
74000	24878.225793361664	4421.362782151249	24.56315307218558	96.2764219403517	0.5350667280445696	4492.77668854422	97.83205305653105	-338.8147
75000	25275.900480031967	4318.811665306546	50.58042630567897	94.04251937962769	1.101809003385857	4492.77668854422	97.83205305653105	-339.41217
76000	25664.17115497589	4207.315720443277	31.702756087363248	91.6137688754515	0.6905908992957789	4492.77668854422	97.83205305653105	-345.31152
77000	26044.437734603882	3836.537184403762	900.8668437357996	83.53698583685741	19.623859895551398	4492.77668854422	97.83205305653105	-348.40726
78000	26439.978108406067	4480.249549311285	83.28860408925455	97.55917052465792	1.8143013131282697	4492.77668854422	97.83205305653105	-332.35486
79000	26824.502614736557	4314.87719591844	76.02951731950215	93.95681362125458	1.656174390453946	4492.77668854422	97.83205305653105	-333.8471
80000	27202.336053609848	4257.670920491454	22.32455545333701	92.71067170590766	0.48630266669602595	4492.77668854422	97.83205305653105	-352.48785
81000	27591.232094049454	4465.633465731256	41.16971957163978	97.24078387474336	0.8968126803986797	4492.77668854422	97.83205305653105	-343.70508
82000	27982.37509036064	3763.293300263415	1264.3423750074837	81.9414917518318	27.54155933219367	4492.77668854422	97.83205305653105	-347.6872
83000	28354.99801301956	4043.1163464707665	1225.8170467980704	88.03696334400186	26.702350243227155	4492.77668854422	97.83205305653105	-346.16382
84000	28754.263245821	4509.346277721769	31.20352526933312	98.19299352049424	0.6797160006393504	4509.346277721769	98.19299352049424	-359.94516
85000	29138.773081302643	4502.2385298346	26.54837683493819	98.03816325930681	0.5783114686546502	4509.346277721769	98.19299352049424	-345.66797
86000	29506.1685860157	4452.94208555612	53.80925516722822	96.96432363184525	1.172143576854012	4509.346277721769	98.19299352049424	-360.3115
87000	29870.12055182457	4529.527249834265	33.192081370599745	98.63260185112097	0.7230333306055355	4529.527249834265	98.63260185112097	-358.8374
88000	30268.140756845474	4507.44950278794	62.1268310463045	98.15167548796407	1.3533278937778541	4529.527249834265	98.63260185112097	-354.8416
89000	30669.506385803223	4535.53165815821	14.590516726373888	98.76339772680905	0.3178297192676233	4535.53165815821	98.76339772680905	-359.36462
90000	31022.248201608658	4333.105181292829	367.42548051282614	94.35387944030708	8.003742397421325	4535.53165815821	98.76339772680905	-366.46198
91000	31345.907454252243	4386.160519342624	9.942365553403981	95.50960020840944	0.21657761078348342	4535.53165815821	98.76339772680905	-355.78778
92000	31668.24754190445	4404.0472112418765	35.953260375470215	95.89923152658541	0.7831809432243069	4535.53165815821	98.76339772680905	-356.0103
93000	31999.38915491104	4557.645843299114	22.5994600607988	99.24511783220194	0.4922909984222797	4557.645843299114	99.24511783220194	-366.30298
94000	32315.677401542664	4476.447743817343	54.68035934744853	97.4763546247477	1.1911191074842453	4557.645843299114	99.24511783220194	-356.70248
95000	32637.526963710785	4411.400343176091	50.034629001917544	96.05940706404014	1.0899197326297423	4557.645843299114	99.24511783220194	-356.792
96000	32960.799582242966	4168.781555358141	706.126965113756	90.77436729009966	15.381781145812855	4557.645843299114	99.24511783220194	-374.2177
97000	33284.83900260925	3134.1021539854582	1137.9152368055372	68.23562724151455	24.78755804518646	4557.645843299114	99.24511783220194	-366.44696
98000	33620.449236392975	4395.446727712784	63.48023960487161	95.7118845451947	1.3828096092160918	4557.645843299114	99.24511783220194	-376.86002
99000	33953.56669545174	4446.096682264008	22.07248978955311	96.81520810376578	0.480811842713585	4557.645843299114	99.24511783220194	-374.6104
100000	34270.536954164505	4570.286791782039	64.72475217282121	99.52047950601722	1.4099192097541886	4570.286791782039	99.52047950601722	-374.00684
