Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	2699.0908496379852	7089.192978583609	2689.4667133284324	59.357758430077865	21.662730142754413	7089.192978583609	59.357758430077865	0.0
2000	2729.999922275543	7221.216913848273	1876.4857069018342	60.42116585871393	15.114447516267179	7221.216913848273	60.42116585871393	0.0
3000	2763.7555708885193	7374.488412868598	1715.0788332502968	61.6557151116934	13.81437061634835	7374.488412868598	61.6557151116934	0.0
4000	2798.685975551605	8180.2473772926705	155.23672364770331	68.14582667169927	1.2503784620051088	8180.2473772926705	68.14582667169927	0.0
5000	2832.3194580078125	8046.736625907487	106.5415476062777	67.07044345015562	0.8581555530501067	8180.2473772926705	68.14582667169927	0.0
6000	3455.345843553543	7940.005274638681	460.5493761242403	66.21075909382972	3.709566957252382	8180.2473772926705	68.14582667169927	-531.95105
7000	4074.7288455963135	7370.6972563121835	2008.9456130884982	61.6251786484594	16.1813665408589	8180.2473772926705	68.14582667169927	-541.7338
8000	4696.593363285065	7920.173640515124	183.84190669236298	66.05102209608984	1.4807833812813431	8180.2473772926705	68.14582667169927	-564.7271
9000	5314.189358949661	8286.920370865248	1534.9513943066268	69.00504097683664	12.363505996308831	8286.920370865248	69.00504097683664	-492.09473
10000	5946.119430780411	8384.444316460815	112.88831143457729	69.79056284458227	0.9092765546266999	8384.444316460815	69.79056284458227	-532.4894
11000	6574.442464351654	8558.325988700239	116.17515619669102	71.19111996017186	0.935750959663924	8558.325988700239	71.19111996017186	-463.45715
12000	7200.84260058403	8585.935372120064	112.85916497059802	71.41350405567582	0.9090417898755053	8585.935372120064	71.41350405567582	-515.28296
13000	7827.818099975586	8416.808583674421	140.07283077336837	70.05124589503305	1.1282385159621173	8585.935372120064	71.41350405567582	-424.08658
14000	8449.839669466019	8473.394342187165	100.93235146145352	70.50702473420212	0.8129754056993634	8585.935372120064	71.41350405567582	-456.90512
15000	9073.26211810112	6495.135738917927	373.31685957642935	54.57283151187073	3.0069390138449923	8585.935372120064	71.41350405567582	-427.52747
16000	9706.327630281448	8163.041737338333	1468.154331615239	68.00724115457163	11.825478611087396	8585.935372120064	71.41350405567582	-498.17584
17000	10333.20446228981	8773.330828968712	128.39107928280222	72.92291006229134	1.0341460221302565	8773.330828968712	72.92291006229134	-453.2566
18000	10944.339805603027	8239.388718245831	1420.1573805292321	68.622189849202	11.438879664203842	8773.330828968712	72.92291006229134	-470.43268
19000	11572.68481373787	9120.289665060973	64.82102109534995	75.71754425488525	0.5221110492304802	9120.289665060973	75.71754425488525	-437.8977
20000	12206.410849571228	8979.817004993829	63.81325222099745	74.58608525136279	0.5139938172665478	9120.289665060973	75.71754425488525	-449.62592
21000	12831.631873369217	7098.347064371241	2918.787179154084	59.43149144530291	23.509827689183563	9120.289665060973	75.71754425488525	-521.4961
22000	13457.753354787827	8552.892138676352	2355.2719829191046	71.1473521655677	18.970906435061714	9120.289665060973	75.71754425488525	-488.0246
23000	14093.067209243774	9251.166117464662	106.74842101568453	76.77170910340773	0.8598218472709973	9251.166117464662	76.77170910340773	-491.19397
24000	14735.166439771652	7918.692319805536	2744.998908934548	66.03909056682878	22.11002289476663	9251.166117464662	76.77170910340773	-528.2103
25000	15360.730953454971	9326.633107978643	176.84784440222137	77.37956977782633	1.4244486130382177	9326.633107978643	77.37956977782633	-484.64832
26000	15984.1835668087	7439.82099367271	2668.0924925714717	62.18194659858087	21.49056813979113	9326.633107978643	77.37956977782633	-479.2812
27000	16606.26620697975	8841.555472272823	1907.2326352721323	73.47243611876131	15.36210345813235	9326.633107978643	77.37956977782633	-523.7324
28000	17233.69293999672	9291.574372510473	77.75454474313246	77.09718371153689	0.6262861376182108	9326.633107978643	77.37956977782633	-503.12863
29000	17858.88910794258	9455.975170633701	678.0686935193797	78.42137564421543	5.461610308529075	9455.975170633701	78.42137564421543	-508.8302
30000	18208.67148590088	9046.691292574269	1371.5457058820678	75.12473465652725	11.047329330284427	9455.975170633701	78.42137564421543	-513.20953
31000	18533.439215660095	8659.587140946018	964.045878231362	72.00674374319684	7.765058255551043	9455.975170633701	78.42137564421543	-522.3541
32000	18865.711059331894	9869.593654742392	118.5774251461382	81.75293039404642	0.9551004105138978	9869.593654742392	81.75293039404642	-529.10205
33000	19198.561388731003	9614.474647514362	139.89537294125904	79.69803446226945	1.1268091541077219	9869.593654742392	81.75293039404642	-526.389
34000	19525.537544488907	9115.199107721091	1745.442567626534	75.67654156487849	14.058940062275664	9869.593654742392	81.75293039404642	-550.07117
35000	19854.2032661438	8500.17284609668	2508.448262200138	70.7227163807816	20.20468872576337	9869.593654742392	81.75293039404642	-506.25272
36000	20188.706767320633	8664.15753765302	2899.169941120354	72.04355671805854	23.351817578270182	9869.593654742392	81.75293039404642	-543.1669
37000	20516.210220336914	9096.665635658017	2010.281441958649	75.52726081642342	16.19212618335143	9869.593654742392	81.75293039404642	-528.1077
38000	20923.139109373093	9280.785604816843	269.1907329622666	77.01028389531618	2.168238846828861	9869.593654742392	81.75293039404642	-561.67596
39000	21551.319133520126	7309.293615677589	2575.828361170184	61.130593424460244	20.747412267849445	9869.593654742392	81.75293039404642	-577.43286
40000	22175.08343410492	9840.087467394942	163.8942888677597	81.51526819474063	1.3201121746872326	9869.593654742392	81.75293039404642	-565.4562
41000	22811.44865489006	9402.749166616919	1736.4170707527708	77.99265847293435	13.98624278656236	9869.593654742392	81.75293039404642	-569.90247
42000	23426.87265062332	10343.883780418038	207.37626012722842	85.57317436693768	1.670344510637265	10343.883780418038	85.57317436693768	-569.3021
43000	24066.47999238968	8866.764671650137	2533.9233541299	73.67548755662415	20.409881836762438	10343.883780418038	85.57317436693768	-565.0021
44000	24696.792008638382	9808.921631833116	91.00492519966562	81.26423809940482	0.733013398712833	10343.883780418038	85.57317436693768	-578.98804
45000	25314.973320245743	8918.537676236654	2412.91203844387	74.09250131681654	19.435177274354274	10343.883780418038	85.57317436693768	-563.99976
46000	25948.777098417282	9933.771311891589	213.30677860484522	82.26985936778216	1.7181127989564897	10343.883780418038	85.57317436693768	-604.9518
47000	26591.61241030693	10091.412107467875	152.3281505452102	83.53960180301458	1.2269509051933714	10343.883780418038	85.57317436693768	-583.4185
48000	27214.08699321747	9404.178958041128	1825.5331967249408	78.00417495150968	14.704042556582074	10343.883780418038	85.57317436693768	-596.85315
49000	27835.75732421875	10055.065006194867	112.81095127035535	83.24683839291306	0.9086534450886494	10343.883780418038	85.57317436693768	-586.30676
50000	28441.923570871353	10261.491691546242	157.68507808302658	84.90953440505143	1.2700991156065746	10343.883780418038	85.57317436693768	-588.0546
51000	29070.755046606064	9510.218350212115	2202.4420371797596	78.85828581509386	17.73991374202111	10343.883780418038	85.57317436693768	-585.4373
52000	29695.704642295837	9300.199355527504	2276.1397507924357	77.16665498577049	18.3335234990103	10343.883780418038	85.57317436693768	-623.3337
53000	30302.46899986267	9484.978745672364	87.17404485092575	78.65498947409625	0.7021569739827304	10343.883780418038	85.57317436693768	-606.389
54000	30911.28246331215	10611.233249558618	113.22725415333757	87.72658246643172	0.9120066217489169	10611.233249558618	87.72658246643172	-641.92285
55000	31524.8328397274	9612.057215544166	1598.5010770938097	79.6785628784981	12.875376852361429	10611.233249558618	87.72658246643172	-606.9439
56000	32144.945397615433	9626.339850265193	862.5822161772447	79.79360459295985	6.947803325612239	10611.233249558618	87.72658246643172	-619.14606
57000	32789.06406760216	10413.825114239591	135.57233699728232	86.1365277755863	1.0919885851868671	10611.233249558618	87.72658246643172	-609.37476
58000	33390.63953256607	10619.459950604396	135.86294875712252	87.79284571625615	1.0943293630438804	10619.459950604396	87.79284571625615	-617.05554
59000	34012.589012145996	9550.035301234184	2294.679813463937	79.17899767251292	18.482857332551387	10619.459950604396	87.79284571625615	-632.28894
60000	34645.784630060196	9900.70215299608	2175.821825605138	82.00349865706909	17.525497085802154	10619.459950604396	87.79284571625615	-669.17896
61000	35264.24727630615	9748.09609667138	229.64590837994132	80.77430931632402	1.8497188743658803	10619.459950604396	87.79284571625615	-640.362
62000	35891.69189333916	10594.93680814948	99.95725742774039	87.59532023114029	0.8051213583480958	10619.459950604396	87.79284571625615	-637.88794
63000	36534.20713829994	10704.54673895512	119.92794750746485	88.4781905564138	0.9659784040284423	10704.54673895512	88.4781905564138	-629.2471
64000	37156.475840330124	10363.121798759987	480.10606400621725	85.7281299935523	3.8670893575014045	10704.54673895512	88.4781905564138	-652.90216
65000	37786.304260492325	9901.845023601812	1998.743029317371	82.01270408705167	16.099188234692303	10704.54673895512	88.4781905564138	-637.1366
66000	38451.270963430405	10126.474083923338	1713.7391177661489	83.8220139743429	13.803579668515706	10704.54673895512	88.4781905564138	-640.5001
67000	39110.86029744148	10861.746817351046	118.44743598531313	89.74438316621057	0.9540533924941261	10861.746817351046	89.74438316621057	-640.0879
68000	39742.23299098015	9773.346649989111	2137.1216420190167	80.9776938459657	17.213780406303396	10861.746817351046	89.74438316621057	-624.9741
69000	40419.66351413727	10586.42164948495	1099.2693634183759	87.52673355432503	8.854236959288848	10861.746817351046	89.74438316621057	-656.89276
70000	41047.360721349716	10697.264241992667	133.8595028404692	88.41953254600556	1.078192294667839	10861.746817351046	89.74438316621057	-644.64233
71000	41675.94117927551	10658.877927251786	1284.6144774247605	88.11034397219443	10.347128158908628	10861.746817351046	89.74438316621057	-674.9995
72000	42300.44196152687	9593.024955345496	3022.420268496163	79.52526456301894	24.344556610404926	10861.746817351046	89.74438316621057	-661.36475
73000	42935.10376930237	11381.843455782688	147.15033390700066	93.93358285797953	1.1852453715251792	11381.843455782688	93.93358285797953	-655.3043
74000	43595.98558473587	10805.866175980955	1429.6679381800905	89.29428380331261	11.5154839377859	11381.843455782688	93.93358285797953	-659.51825
75000	44240.445942640305	11057.95482709618	175.41290126138696	91.32477125798044	1.4128906391558702	11381.843455782688	93.93358285797953	-644.3264
76000	44878.873973846436	11036.270839770441	106.88420900277522	91.15011419175667	0.8609155728435766	11381.843455782688	93.93358285797953	-656.136
77000	45480.05079603195	10139.391801244927	3044.221205587851	83.92606174820499	24.520155666803703	11381.843455782688	93.93358285797953	-662.4977
78000	46122.28605556488	10709.396033919484	85.59077735386376	88.51724996089536	0.6894042983825179	11381.843455782688	93.93358285797953	-701.07715
79000	46772.45296216011	9579.403466439715	2931.7104341201316	79.41554815089678	23.61392006686874	11381.843455782688	93.93358285797953	-657.4772
80000	47443.7166261673	11128.49560007927	185.34130485340776	91.89295294307846	1.4928605182015702	11381.843455782688	93.93358285797953	-705.13934
81000	48139.48792767525	10233.759404315428	2506.609416052732	84.68616036158579	20.189877451964037	11381.843455782688	93.93358285797953	-654.4535
82000	48822.78066825867	10668.443647437187	1411.2763716804798	88.18739256103568	11.3673461898788	11381.843455782688	93.93358285797953	-686.05786
83000	49504.26285362244	11272.479630335565	187.79598267089264	93.05269482679492	1.512632104473321	11381.843455782688	93.93358285797953	-710.7209
84000	50207.758001089096	11076.806703288396	108.1178459346043	91.4766166422764	0.8708520943911068	11381.843455782688	93.93358285797953	-713.60187
85000	50889.55388259888	10816.38544644033	168.45926899996425	89.37901291192391	1.3568815209003309	11381.843455782688	93.93358285797953	-706.24585
86000	51582.61252498627	10456.671369232761	1176.8424130303422	86.48163963547469	9.479061215996175	11381.843455782688	93.93358285797953	-700.6388
87000	52268.276329278946	11161.461280126498	108.83883378153766	92.15848016722904	0.8766594037312523	11381.843455782688	93.93358285797953	-674.89996
88000	52948.80592107773	10651.613369742936	842.4839539158452	88.05183045792006	6.785918729848576	11381.843455782688	93.93358285797953	-668.7848
89000	53644.10797524452	11009.544594642543	775.981269780529	90.93484347170443	6.25026246273334	11381.843455782688	93.93358285797953	-660.2094
90000	54345.41717290878	10613.591884954265	192.11545197847448	87.74558046400047	1.547423945363682	11381.843455782688	93.93358285797953	-690.7997
91000	55038.34035491943	11595.285391326728	120.15805527680037	95.65278429963463	0.9678318430340904	11595.285391326728	95.65278429963463	-685.9614
92000	55728.8700966835	11249.692729083245	139.36970841691462	92.86915416790808	1.1225751070083236	11595.285391326728	95.65278429963463	-675.09985
93000	56468.11450314522	11399.636576292172	78.30617430504621	94.07690032909163	0.6307293241723638	11595.285391326728	95.65278429963463	-652.3743
94000	57208.0978782177	6652.718913973001	5292.871589200657	55.84210983360604	42.632261759881345	11595.285391326728	95.65278429963463	-673.53906
95000	57918.66048383713	10169.278771914756	3116.3448676936364	84.16679102631664	25.101086979826448	11595.285391326728	95.65278429963463	-661.6159
96000	58601.7500641346	11344.844377865242	599.8052720906802	93.63556800005831	4.831225344083688	11595.285391326728	95.65278429963463	-692.47687
97000	59290.57904648781	11264.385820091493	100.52714752015244	92.98750196671043	0.809711627200196	11595.285391326728	95.65278429963463	-673.83453
98000	59992.07317018509	11428.535912958916	128.85958775173316	94.3096745547081	1.03791969684493	11595.285391326728	95.65278429963463	-731.089
99000	60644.29097747803	10204.022730514096	1915.52947786516	84.44664167310047	15.428931674015802	11595.285391326728	95.65278429963463	-715.9945
100000	61288.34112358093	10864.941657137013	1772.974246986044	89.77011650278234	14.280698278276713	11595.285391326728	95.65278429963463	-703.32074
