Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	697.6414189338684	3097.685169459005	46.54752774028218	27.207534706076693	0.3749243399269286	3097.685169459005	27.207534706076693	0.0
2000	706.1904463768005	3102.881651489887	37.477649059848986	27.24939058306852	0.30186958401266517	3102.881651489887	27.24939058306852	0.0
3000	714.739589214325	3088.4068235794057	44.10711403156324	27.13280081851274	0.3552676461494363	3102.881651489887	27.24939058306852	0.0
4000	723.3157300949097	3113.535419287794	43.44564313397438	27.33520302152179	0.3499397253833067	3113.535419287794	27.33520302152179	0.0
5000	731.9066581726074	3109.99699381994	45.897137093677486	27.30670222035534	0.3696856667747585	3113.535419287794	27.33520302152179	0.0
6000	930.5645890235901	3267.6731194894833	195.8119081946852	28.576729227347794	1.5771976299010109	3267.6731194894833	28.576729227347794	-203.6419
7000	1115.826672077179	3999.705276290401	94.97381609109381	34.47299668810824	0.7649814509370731	3999.705276290401	34.47299668810824	-208.87881
8000	1307.9116444587708	4502.443436552481	61.0284454816666	38.52237980344865	0.4915631559778652	4502.443436552481	38.52237980344865	-218.06862
9000	1500.1220417022705	4442.693563239361	195.79759766098368	38.04111510690812	1.5770823634698492	4502.443436552481	38.52237980344865	-224.59637
10000	1696.0960483551025	4515.42116408634	144.92766134120376	38.6269109389481	1.1673425078273514	4515.42116408634	38.6269109389481	-229.67609
11000	1888.6827237606049	4459.27929526616	63.86031462083927	38.17470747871031	0.5143728887243145	4515.42116408634	38.6269109389481	-235.98145
12000	2079.0415761470795	4665.060327776739	50.473303609441544	39.83220297909418	0.40654511546323985	4665.060327776739	39.83220297909418	-240.17737
13000	2270.3375890254974	4717.451589012171	25.624073976410997	40.254196584130156	0.20639311018726061	4717.451589012171	40.254196584130156	-243.95038
14000	2475.6557915210724	4669.160162360562	219.43916523794974	39.86522573776195	1.7675070658963348	4717.451589012171	40.254196584130156	-248.78404
15000	2667.954678297043	5111.901471529873	71.16896813146697	43.431354835420485	0.5732415811394285	5111.901471529873	43.431354835420485	-255.3011
16000	2857.6273193359375	4904.809628071685	48.06673788910306	41.76330120331279	0.3871610556003152	5111.901471529873	43.431354835420485	-262.571
17000	3046.4996173381805	5147.246201124432	127.77055402863277	43.71604448611633	1.029147904450933	5147.246201124432	43.71604448611633	-274.56024
18000	3234.0307590961456	5376.115374506465	80.42771423776787	45.55950702699843	0.6478175992649169	5376.115374506465	45.55950702699843	-276.91522
19000	3429.7354316711426	5694.5729849509335	63.57840315163339	48.12457364142298	0.5121021887185152	5694.5729849509335	48.12457364142298	-284.0705
20000	3619.660147190094	5500.571274191658	941.9304752005357	46.56195652979129	7.586926284078473	5694.5729849509335	48.12457364142298	-292.92847
21000	3808.327718257904	6082.849085941219	82.86761788362544	51.252004204125114	0.6674701846613443	6082.849085941219	51.252004204125114	-299.31293
22000	4009.6116349697113	5851.432321628169	226.62893172394348	49.38802169377131	1.8254181641834575	6082.849085941219	51.252004204125114	-307.80298
23000	4207.949027061462	5976.435681295416	84.37412031082202	50.39488079858542	0.6796045440040479	6082.849085941219	51.252004204125114	-316.28497
24000	4398.5952270030975	6092.8418844759235	74.52685904247177	51.33249276230487	0.60028823849102	6092.8418844759235	51.33249276230487	-318.03433
25000	4594.557076454163	6210.878987767698	76.12766222619013	52.283241065963054	0.6131821580211264	6210.878987767698	52.283241065963054	-325.34213
26000	4788.763876914978	6284.015206914223	96.13040520055381	52.872328177984514	0.7742973787528434	6284.015206914223	52.872328177984514	-337.1078
27000	4989.201468229294	5937.907982939386	821.7350912018187	50.08455342834063	6.618793771017329	6284.015206914223	52.872328177984514	-343.98123
28000	5184.52813744545	6361.177051535274	60.42350224088207	53.49384031980029	0.4866905460616099	6361.177051535274	53.49384031980029	-346.1043
29000	5378.449389696121	6577.321349749131	103.1122695123249	55.23480836409599	0.8305338964720166	6577.321349749131	55.23480836409599	-348.07816
30000	5577.778631210327	6597.631458566856	79.51575361739644	55.398399311069966	0.6404720698623703	6597.631458566856	55.398399311069966	-354.98972
31000	5778.841838121414	6622.010874050326	63.00233989161883	55.594767124822496	0.5074621971227805	6622.010874050326	55.594767124822496	-361.95288
32000	5976.506550073624	6665.582218588124	83.4227748899047	55.94571933181642	0.6719417835676565	6665.582218588124	55.94571933181642	-369.58182
33000	6170.666800737381	6684.8717519777765	76.36315060265878	56.10108989443719	0.6150789359681893	6684.8717519777765	56.10108989443719	-372.56946
34000	6372.576680660248	6826.150858965377	76.77449407085973	57.23904455076907	0.618392166246689	6826.150858965377	57.23904455076907	-382.18176
35000	6571.782464981079	6815.960315257376	133.0001151518371	57.156963223173406	1.0712702221638055	6826.150858965377	57.23904455076907	-382.84326
36000	6780.151962518692	6789.660504780126	75.44465980644242	56.94512728768821	0.6076808082432993	6826.150858965377	57.23904455076907	-386.6285
37000	6971.939754962921	6807.065525713964	114.33721899961647	57.0853187500886	0.9209470071471508	6826.150858965377	57.23904455076907	-388.39124
38000	7167.762821674347	6905.738167243608	70.58285849692678	57.880092968834774	0.5685206694493201	6905.738167243608	57.880092968834774	-395.9564
39000	7366.322106838226	6872.288322955048	77.89918661040527	57.61066596810292	0.6274511781530296	6905.738167243608	57.880092968834774	-396.90717
40000	7567.954668998718	6914.8395728654095	78.40931871845315	57.953401663427556	0.6315601169768607	6914.8395728654095	57.953401663427556	-399.11255
41000	7771.583142518997	6997.10673878345	82.30737459556607	58.616035413850945	0.6629576175031878	6997.10673878345	58.616035413850945	-410.5794
42000	7972.331553697586	7072.604072627679	104.7899196437726	59.224140493367216	0.8440467917576897	7072.604072627679	59.224140493367216	-403.14432
43000	8170.264559030533	6939.351391786806	139.82472223123068	58.15083594137222	1.1262400869175027	7072.604072627679	59.224140493367216	-413.31726
44000	8361.709782123566	7179.662587877775	74.14874661017481	60.086460043132774	0.5972426727869085	7179.662587877775	60.086460043132774	-412.1233
45000	8554.777056455612	7079.4316460028585	153.96854090106703	59.279134250614106	1.2401636857909493	7179.662587877775	60.086460043132774	-417.5686
46000	8748.85683631897	6339.46479951464	1216.468611546672	53.3189555911723	9.798236627533466	7179.662587877775	60.086460043132774	-421.96124
47000	8949.472643375397	7183.740359364259	83.59833080574825	60.119305091133455	0.6733558261401265	7183.740359364259	60.119305091133455	-431.3698
48000	9146.115375041962	7153.064731301233	40.67583723553779	59.87222344874108	0.32762989071300147	7183.740359364259	60.119305091133455	-429.20316
49000	9342.643019676208	7125.38645317512	138.87920426638277	59.64928443005359	1.1186242646371511	7183.740359364259	60.119305091133455	-433.98755
50000	9541.097957849503	7343.918391850772	49.60236485114614	61.40948409775832	0.399530003062582	7343.918391850772	61.40948409775832	-442.17133
51000	9741.71235203743	7218.33464440942	73.08670956137432	60.39795016887357	0.588688329327009	7343.918391850772	61.40948409775832	-442.00385
52000	9945.208441495895	7133.995560189935	76.40251079330363	59.71862782854512	0.6153959687777351	7343.918391850772	61.40948409775832	-440.82187
53000	10151.022551774979	7254.959121992739	95.9148062316603	60.69294774983448	0.7725608031488217	7343.918391850772	61.40948409775832	-440.30536
54000	10350.680158615112	7160.714038640444	116.97134685897751	59.93383599068003	0.9421640018383535	7343.918391850772	61.40948409775832	-450.37628
55000	10556.995834350586	7263.787372165041	111.80223318034419	60.76405627115118	0.900528567518782	7343.918391850772	61.40948409775832	-446.4203
56000	10756.86605668068	7352.678938277134	120.38499430511108	61.48004728866782	0.9696597589197169	7352.678938277134	61.48004728866782	-452.8583
57000	10965.68072772026	7260.1392897686	70.28074993756057	60.73467222110851	0.5660872888229933	7352.678938277134	61.48004728866782	-456.93304
58000	11173.738261699677	7362.207738847521	69.94080111458412	61.556798502697504	0.5633491178770615	7362.207738847521	61.556798502697504	-454.11066
59000	11380.153425455093	7375.963715599802	93.10246254904199	61.66759816820661	0.7499083412450114	7375.963715599802	61.66759816820661	-459.97363
60000	11577.724155664444	7366.088213277226	93.71518226377754	61.588054390706816	0.7548435879865608	7375.963715599802	61.66759816820661	-462.06885
61000	11777.976217985153	7500.250367637491	96.50417248569964	62.66868443936066	0.7773079457898634	7500.250367637491	62.66868443936066	-465.78394
62000	11979.08575296402	7459.01365570333	75.32678278703987	62.33653689569438	0.6067313493603552	7500.250367637491	62.66868443936066	-466.00348
63000	12179.957765340805	7361.834207357974	98.28874701932804	61.55378983491302	0.791682080390615	7500.250367637491	62.66868443936066	-471.40088
64000	12386.169560670853	7462.293754762982	104.09403991379105	62.36295696641645	0.8384417196712073	7500.250367637491	62.66868443936066	-466.57996
65000	12589.97894191742	7521.40571749128	91.99085106619991	62.83908351241371	0.7409546927551223	7521.40571749128	62.83908351241371	-470.27356
66000	12795.890218496323	7427.568918917459	114.83696684469929	62.08326034684309	0.9249723043013398	7521.40571749128	62.83908351241371	-476.2213
67000	12994.232392787933	7485.585030598903	90.1483804476348	62.55056018924629	0.7261142250861511	7521.40571749128	62.83908351241371	-477.8697
68000	13205.003489255905	7563.844515433552	66.44930932327364	63.18091344577939	0.5352263513464441	7563.844515433552	63.18091344577939	-483.95288
69000	13412.089030742645	7618.404098458357	66.56755458851558	63.62037213768671	0.5361787763230765	7618.404098458357	63.62037213768671	-483.20486
70000	13612.982700586319	7551.42954511209	119.55246114888708	63.08091512623473	0.962953990445689	7618.404098458357	63.62037213768671	-484.4469
71000	13818.448749780655	7645.027917541294	66.84496746590239	63.83481785114543	0.538413241717711	7645.027917541294	63.83481785114543	-485.94342
72000	14019.613684415817	7507.297386500247	74.040365392168	62.72544575459771	0.5963696993209825	7645.027917541294	63.83481785114543	-486.52704
73000	14238.893694877625	7408.837194807068	97.62348036342765	61.93238274627605	0.786323586095696	7645.027917541294	63.83481785114543	-491.47867
74000	14459.636945962906	7595.250031026517	88.283635654477	63.43387408140016	0.7110943465953348	7645.027917541294	63.83481785114543	-492.16034
75000	14666.54715681076	7692.424866616328	80.2675667310964	64.2165839880208	0.6465276661332408	7692.424866616328	64.2165839880208	-500.00922
76000	14866.46677994728	7615.068236665083	80.43324425798268	63.59350291730815	0.647862141677362	7692.424866616328	64.2165839880208	-487.45905
77000	15070.881209850311	7694.03016284486	108.34602284728055	64.22951409748285	0.8726899810098985	7694.03016284486	64.22951409748285	-492.67816
78000	15276.153537273407	7302.424927968919	78.60627304214853	61.07526850538598	0.6331465163710287	7694.03016284486	64.22951409748285	-502.31583
79000	15489.682254314423	7609.98332471927	73.84679397189203	63.5525456990106	0.5948105480513233	7694.03016284486	64.22951409748285	-503.31122
80000	15705.348573446274	7787.11523060496	34.90104349108788	64.97928232968063	0.2811159116047567	7787.11523060496	64.97928232968063	-497.87537
81000	15919.09285402298	7784.912637957037	81.40613969342957	64.96154120282084	0.6556984800751404	7787.11523060496	64.97928232968063	-506.333
82000	16125.678078174591	7831.693176355223	52.83846266587391	65.33834236352325	0.42559565887776263	7831.693176355223	65.33834236352325	-497.22418
83000	16337.49168229103	7845.372127087993	104.74108723950403	65.44852161091515	0.8436534635225228	7845.372127087993	65.44852161091515	-508.0705
84000	16538.77532172203	7745.7210099159765	104.86190502689763	64.64586610712205	0.8446266092810439	7845.372127087993	65.44852161091515	-507.30426
85000	16742.495336294174	7816.530817668327	92.05390846948791	65.21621477483286	0.7414625984689823	7845.372127087993	65.44852161091515	-513.5945
86000	16946.17437362671	7743.43184321982	121.51355330854945	64.62742765605482	0.9787499138640037	7845.372127087993	65.44852161091515	-512.1235
87000	17149.481769561768	7806.953696261162	85.78137296186233	65.13907435306834	0.6909394805069177	7845.372127087993	65.44852161091515	-517.27734
88000	17362.38035082817	7807.861835021223	62.06200698663221	65.14638909869947	0.4998881387177752	7845.372127087993	65.44852161091515	-505.32275
89000	17566.355471372604	7810.778338158256	92.86569235109069	65.16988052921427	0.7480012386664051	7845.372127087993	65.44852161091515	-512.6875
90000	17795.449543714523	7770.886656141311	61.001714783441386	64.8485667393127	0.4913478493896452	7845.372127087993	65.44852161091515	-509.18835
91000	18006.852798700333	7883.4046092634935	89.04897452407421	65.75486018500641	0.7172588881818477	7883.4046092634935	65.75486018500641	-515.0675
92000	18217.064995765686	7769.755499656017	91.9310639631181	64.83945566254468	0.740473128185593	7883.4046092634935	65.75486018500641	-522.8751
93000	18418.5777156353	7901.448377930872	76.58391683726278	65.90019654089532	0.6168571321217835	7901.448377930872	65.90019654089532	-517.9553
94000	18633.9304523468	7767.1213507654375	60.95945661113675	64.81823849845428	0.4910074743337185	7901.448377930872	65.90019654089532	-514.6761
95000	18838.3616938591	7773.209086630775	92.07178004978823	64.86727311880395	0.7416065479067487	7901.448377930872	65.90019654089532	-521.30664
96000	19050.35044002533	7931.956111539967	106.287188032287	66.14592585115811	0.8561067740920818	7931.956111539967	66.14592585115811	-523.36365
97000	19263.19148182869	7831.391948185487	73.92987361837214	65.33591607413287	0.5954797260534678	7931.956111539967	66.14592585115811	-517.4356
98000	19467.738424539566	7822.9935843586745	54.400224411105384	65.26827013959897	0.4381751130374209	7931.956111539967	66.14592585115811	-519.77515
99000	19690.194345235825	7933.359191848828	124.44109769867407	66.15722718087855	1.0023302778781509	7933.359191848828	66.15722718087855	-522.7241
100000	19905.076154470444	7902.995187526586	62.58932098277309	65.9126555606289	0.5041354717456491	7933.359191848828	66.15722718087855	-521.7703
