Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	853.8091475963593	2182.6337774666463	578.743068698185	47.50949857368141	12.606938499987043	2182.6337774666463	47.50949857368141	0.0
2000	865.1158275604248	2091.16418406479	944.3858418689751	45.51698825087114	20.5718476343594	2182.6337774666463	47.50949857368141	0.0
3000	878.1160469055176	2402.6325217639214	493.6980025665295	52.30179897335412	10.754375633254478	2402.6325217639214	52.30179897335412	0.0
4000	891.5991733074188	2348.0817880692025	836.1451577626768	51.11350354138388	18.21400747776953	2402.6325217639214	52.30179897335412	0.0
5000	902.5698611736298	1843.6954798609356	546.3380247588927	40.12630125467584	11.90104944813028	2402.6325217639214	52.30179897335412	0.0
6000	1223.7091529369354	254.49322004240298	121.85230477955461	5.5082190050879385	2.6543462816634498	2402.6325217639214	52.30179897335412	-301.44797
7000	1530.834307193756	442.00281075667283	200.7999781039483	9.592798166631777	4.3740877630715715	2402.6325217639214	52.30179897335412	-248.7804
8000	1831.6666595935822	1444.2606290323238	579.5541582223996	31.42528888579353	12.62460671288289	2402.6325217639214	52.30179897335412	-210.0934
9000	2131.1982357501984	626.8699269616193	253.12916150010233	13.61981549214057	5.513990480721044	2402.6325217639214	52.30179897335412	-203.4703
10000	2439.074505329132	2546.439091159298	766.9589686290885	55.43438176236216	16.70690341271768	2546.439091159298	55.43438176236216	-200.68591
11000	2738.47158908844	2292.739517756808	1239.3300937438132	49.90796582350259	26.99670910643673	2546.439091159298	55.43438176236216	-201.40881
12000	3045.6642332077026	1203.0826326266263	1014.0023279394971	26.171634314904217	22.088324990106308	2546.439091159298	55.43438176236216	-202.45279
13000	3367.39399266243	2745.178480741163	1380.0103880887477	59.76358309106119	30.061191283227288	2745.178480741163	59.76358309106119	-209.1937
14000	3690.200006723404	3134.81129114501	991.1173297925608	68.25107459465285	21.589814027617006	3134.81129114501	68.25107459465285	-214.80533
15000	4002.7121801376343	2805.2271822962743	1401.4918058923793	61.07164245013431	30.529127622840086	3134.81129114501	68.25107459465285	-230.28934
16000	4319.372194051743	2849.655572986436	1285.2959989101053	62.03943976707525	27.997998574716966	3134.81129114501	68.25107459465285	-235.12238
17000	4638.900379896164	2028.0703585351762	1514.364181735952	44.142596018459685	32.98786134695736	3134.81129114501	68.25107459465285	-251.73654
18000	4962.2371373176575	1788.5447289111708	1506.1920172876742	38.92493546205261	32.809844572012715	3134.81129114501	68.25107459465285	-254.00722
19000	5276.129995107651	1994.000277775384	1172.1958485274338	43.40043695676338	25.534303167667165	3134.81129114501	68.25107459465285	-253.75879
20000	5604.919836997986	2879.2369221684594	1361.9138539319326	62.683819406425854	29.66698890653004	3134.81129114501	68.25107459465285	-243.85466
21000	5932.313009977341	-34.59236586786559	12.108115809042731	-0.7890213419996182	0.2637548155845434	3134.81129114501	68.25107459465285	-587.6004
22000	6257.37741112709	433.475248787056	213.34531106661706	9.407039658028623	4.647366614562586	3134.81129114501	68.25107459465285	-494.581
23000	6584.985518693924	1302.1850746374175	852.8681524787092	28.33041332963854	18.57828962182157	3134.81129114501	68.25107459465285	-347.48657
24000	6906.139501094818	1799.2225011691892	1186.1791698616144	39.15753266356469	25.838906162709694	3134.81129114501	68.25107459465285	-296.01428
25000	7245.1063144207	2626.6475766944523	1598.1161533961629	57.1815879044475	34.81225633858631	3134.81129114501	68.25107459465285	-267.90363
26000	7577.71163392067	3063.569969283436	1416.556875268573	66.6992029404715	30.85729466862593	3134.81129114501	68.25107459465285	-258.9995
27000	7913.938122034073	2672.3872281741246	1677.329882011984	58.17794881899313	36.5377933843442	3134.81129114501	68.25107459465285	-262.5746
28000	8260.306452035904	3730.8658118522603	41.50322741164533	81.23511378513227	0.9040775843873722	3730.8658118522603	81.23511378513227	-265.60004
29000	8605.77792263031	3000.360606291437	1417.5270593268185	65.32229391993502	30.878428486752643	3730.8658118522603	81.23511378513227	-263.58478
30000	8941.55409860611	2019.7994760745473	1847.1729327016287	43.962428838649984	40.237536863796855	3730.8658118522603	81.23511378513227	-263.60654
31000	9273.234271764755	2640.6683482542862	1542.7669332605583	57.48700668928893	33.606567230565716	3730.8658118522603	81.23511378513227	-276.35184
32000	9606.08649802208	2176.5931749807964	1642.1711880342752	47.3779142694179	35.77192072566362	3730.8658118522603	81.23511378513227	-264.86407
33000	9953.70560336113	2767.985684972307	1626.3780433607822	60.260399444724726	35.427893791452576	3730.8658118522603	81.23511378513227	-286.50156
34000	10299.602466106415	3085.412752906807	1431.7681997945288	67.1750110230249	31.188647635380985	3730.8658118522603	81.23511378513227	-278.99164
35000	10648.310857534409	2362.6264097563494	1469.595298829102	51.4303335148778	32.01264698319949	3730.8658118522603	81.23511378513227	-289.4269
36000	10991.24021935463	3862.0524683736526	37.87090901845711	84.09279312547285	0.8249536741895346	3862.0524683736526	84.09279312547285	-291.69073
37000	11331.076526403427	4007.972289966263	76.41264240047795	87.27140953790799	1.664520122083232	4007.972289966263	87.27140953790799	-291.39957
38000	11679.99239039421	3637.050430750825	1150.1429941031738	79.19150444643375	25.053919048162832	4007.972289966263	87.27140953790799	-292.8283
39000	12012.701904058456	3546.192796136358	1118.0902305606517	77.21232461035314	24.35570382868012	4007.972289966263	87.27140953790799	-293.35266
40000	12373.253448009491	4042.237750164798	29.480667035039236	88.01782461008912	0.6421864491359569	4042.237750164798	88.01782461008912	-293.07248
41000	12727.277515888214	3980.051322181715	56.243296173957994	86.66319849788344	1.22516504171114	4042.237750164798	88.01782461008912	-292.1984
42000	13062.465277910233	3897.354343705688	56.322870048926724	84.86178474769005	1.2268984239358187	4042.237750164798	88.01782461008912	-296.25977
43000	13414.53897857666	3968.470011349981	40.58070817522388	86.41091923735887	0.8839820637536986	4042.237750164798	88.01782461008912	-301.92883
44000	13758.515121936798	4000.0795400308953	29.226389571934824	87.09947933534887	0.6366474448477512	4042.237750164798	88.01782461008912	-300.54205
45000	14117.327051401138	3558.8145937710665	1156.7214745686194	77.48726911534388	25.19722011410526	4042.237750164798	88.01782461008912	-311.4021
46000	14453.851007461548	3644.404924738226	1163.1792408618962	79.35170965391251	25.337891626059186	4042.237750164798	88.01782461008912	-306.29022
47000	14825.112380981445	3908.0225121199574	57.92065750306712	85.09417274571607	1.2617035201172857	4042.237750164798	88.01782461008912	-301.646
48000	15200.784389257431	4017.8860047045446	49.188911018502026	87.4873630391621	1.0714971973426513	4042.237750164798	88.01782461008912	-298.92392
49000	15561.684948444366	3965.899210643518	52.71135829789745	86.3549186938448	1.1482277512319172	4042.237750164798	88.01782461008912	-304.28088
50000	15921.349558830261	4046.840566283634	68.04129307367322	88.1180891711273	1.4821644415870014	4046.840566283634	88.1180891711273	-305.59793
51000	16274.690425157547	3637.5892836846724	1178.8025142193683	79.20324244584141	25.67821820107836	4046.840566283634	88.1180891711273	-308.69223
52000	16645.891820907593	3687.878841445666	1196.066480358172	80.29871537014007	26.05428449223468	4046.840566283634	88.1180891711273	-318.04108
53000	16998.539005041122	3266.7260111708993	1463.525576614321	71.12461356653237	31.88042835491272	4046.840566283634	88.1180891711273	-321.81964
54000	17340.381008386612	3959.9099012070023	56.135634141726186	86.22445172187156	1.2228198065065365	4046.840566283634	88.1180891711273	-317.63458
55000	17723.25704717636	3760.768476363481	1224.7306417235804	81.88649273525374	26.678684746911188	4046.840566283634	88.1180891711273	-321.6593
56000	18095.555983304977	3640.058764409223	1167.7429549955748	79.25703590498613	25.437304416512507	4046.840566283634	88.1180891711273	-322.0739
57000	18443.462508678436	4020.7012795474184	43.3533808381079	87.54868903807991	0.9443800462646579	4046.840566283634	88.1180891711273	-315.31537
58000	18825.752039670944	4116.800960497038	83.61216110904087	89.64205798386344	1.8213494553355902	4116.800960497038	89.64205798386344	-330.65497
59000	19163.67053794861	2497.108715375101	1946.580381208285	54.35980299446171	42.40295992896293	4116.800960497038	89.64205798386344	-314.18494
60000	19504.81003856659	3709.803296364007	1189.34000087711	80.776302523664	25.907759518156077	4116.800960497038	89.64205798386344	-317.84042
61000	19859.4631152153	3658.7639567248575	1228.6073562618292	79.66449686980438	26.76313241360315	4116.800960497038	89.64205798386344	-313.26703
62000	20218.91927599907	4040.117001465233	73.5578650814276	87.97162768804306	1.6023336285613627	4116.800960497038	89.64205798386344	-313.51004
63000	20582.438622951508	4072.105845339852	39.428792599030736	88.66845052571459	0.8588895320039686	4116.800960497038	89.64205798386344	-325.1883
64000	20927.499433517456	3994.6577723350483	34.57742541217692	86.98137529989751	0.7532107065052962	4116.800960497038	89.64205798386344	-318.29086
65000	21267.625787734985	3736.6310572448783	1136.811281775469	81.36069990103266	24.763510252783302	4116.800960497038	89.64205798386344	-329.21844
66000	21623.788647413254	4129.475064904398	52.45323285964967	89.91814190339167	1.142604925316105	4129.475064904398	89.91814190339167	-324.4354
67000	21975.53428697586	4091.424103853734	61.42378549080699	89.08926610033424	1.3380132359266872	4129.475064904398	89.91814190339167	-324.0289
68000	22339.854233264923	4136.299189076415	66.56604826917219	90.06679390184482	1.450028729681879	4136.299189076415	90.06679390184482	-325.3435
69000	22702.611120939255	3736.5482108327974	1217.795081107383	81.35889523212423	26.527605294075563	4136.299189076415	90.06679390184482	-322.61652
70000	23055.64453148842	3681.956743011465	1198.6102042552184	80.16971247612912	26.10969521327043	4136.299189076415	90.06679390184482	-318.03265
71000	23421.185270786285	4066.777230008566	48.674829345657415	88.55237565690844	1.060298797942203	4136.299189076415	90.06679390184482	-326.7576
72000	23781.066464424133	3716.0948006417675	1087.59401252381	80.9133522989305	23.691395319314356	4136.299189076415	90.06679390184482	-328.9582
73000	24163.981949567795	3644.2833203055643	1117.8525108823726	79.34906070710555	24.350525507718032	4136.299189076415	90.06679390184482	-329.1799
74000	24535.639533281326	4011.3614695027527	38.4655311247003	87.34523707951129	0.8379065106546044	4136.299189076415	90.06679390184482	-333.0782
75000	24889.686820983887	4069.612238167392	48.27345184143883	88.61413151272488	1.051555468156249	4136.299189076415	90.06679390184482	-322.16718
76000	25223.277425527573	3795.904893969649	1217.2239601136382	82.65188014087263	26.51516438958164	4136.299189076415	90.06679390184482	-335.39117
77000	25570.666296958923	4143.722715302557	46.45248504616949	90.22850285983981	1.0118887876548006	4143.722715302557	90.22850285983981	-334.90402
78000	25907.966631650925	4062.862397846602	57.37953024591059	88.46709766228011	1.2499159784245892	4143.722715302557	90.22850285983981	-328.21204
79000	26279.715538024902	4091.595750105851	57.427787342121746	89.09300512350572	1.2509671776130125	4143.722715302557	90.22850285983981	-330.32013
80000	26629.737673282623	4151.4861707595455	56.32423454774426	90.39761660095776	1.2269281472337832	4151.4861707595455	90.39761660095776	-333.02267
81000	26997.719470500946	4008.405555454704	50.88101032905346	87.28084749347474	1.108356717737384	4151.4861707595455	90.39761660095776	-338.33374
82000	27378.942332029343	4079.5967958727533	33.421339967180586	88.83162820814829	0.7280273412192415	4151.4861707595455	90.39761660095776	-330.72202
83000	27766.27762413025	3524.974808407637	1112.9093144513206	76.75012664919021	24.2428463375125	4151.4861707595455	90.39761660095776	-339.2495
84000	28132.5328040123	4091.17642894019	56.92194098323175	89.08387092141649	1.2399481705926572	4151.4861707595455	90.39761660095776	-330.96094
85000	28548.519079446793	4036.2833158833646	63.09324492788424	87.88811733435948	1.3743795849851712	4151.4861707595455	90.39761660095776	-338.24506
86000	28908.30646800995	4170.970694235873	48.63884459386582	90.8220539764587	1.0595149310117606	4170.970694235873	90.8220539764587	-342.09436
87000	29295.35074353218	4097.554898765725	34.259229203978336	89.22281509399279	0.7462793405077501	4170.970694235873	90.8220539764587	-337.29956
88000	29659.17954659462	4095.5499323931335	37.955597138281284	89.17914029403246	0.8267984615849219	4170.970694235873	90.8220539764587	-338.63165
89000	30031.78512120247	3316.1835606716327	1529.7415408634206	72.20196259866563	33.32283109657057	4170.970694235873	90.8220539764587	-342.9324
90000	30382.878495693207	3590.1237338163764	1077.9389435023377	78.16928575517434	23.48107597736417	4170.970694235873	90.8220539764587	-346.6897
91000	30757.65642428398	4057.8990178696695	64.93157807877668	88.35897882767874	1.4144245621594422	4170.970694235873	90.8220539764587	-333.66833
92000	31119.362487077713	4063.3946032961103	38.194029651784255	88.47869085748914	0.8319923104562167	4170.970694235873	90.8220539764587	-337.42963
93000	31498.23106098175	4080.611486823829	47.69613642657262	88.85373153362825	1.0389796286793591	4170.970694235873	90.8220539764587	-337.73218
94000	31846.768879413605	4096.012002158734	49.78772667978138	89.18920570203946	1.0845413833085538	4170.970694235873	90.8220539764587	-342.92004
95000	32226.05616044998	4136.267206203365	45.625631380149166	90.06609720907144	0.9938771796031419	4170.970694235873	90.8220539764587	-343.50662
96000	32583.0033288002	3672.529513788316	1117.4699241670037	79.96435623867326	24.342191503472566	4170.970694235873	90.8220539764587	-339.6139
97000	32968.508761167526	4065.980294400853	44.60735955700203	88.5350157631347	0.9716958508840569	4170.970694235873	90.8220539764587	-344.52795
98000	33352.350818157196	4059.577312472794	54.241678648150824	88.39553763588017	1.1815631907116828	4170.970694235873	90.8220539764587	-341.06436
99000	33736.75946974754	3610.269219044344	1164.811751625927	78.60812106406652	25.37345311079368	4170.970694235873	90.8220539764587	-348.25693
100000	34111.56462717056	4082.398563509267	56.618738832087445	88.89265997543016	1.2333434247576196	4170.970694235873	90.8220539764587	-331.0313
