Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	416.995760679245	437.010047023988	382.91151901750015	14.050459143939284	11.765340669470858	437.010047023988	14.050459143939284	0.0
2000	428.45144724845886	671.221415461066	441.82742722506396	21.2468384677988	13.575591070638817	671.221415461066	21.2468384677988	0.0
3000	439.0009214878082	577.7593538328422	410.3599540896922	18.375122836081594	12.608721381278153	671.221415461066	21.2468384677988	0.0
4000	449.21509408950806	527.7636201723068	381.523366350535	16.838953749171868	11.722688285781839	671.221415461066	21.2468384677988	0.0
5000	460.28780937194824	644.4773951811065	423.5869897133787	20.425101607355636	13.015135324006227	671.221415461066	21.2468384677988	0.0
6000	1057.211401462555	260.4322599274211	89.17304341213595	8.624929441456093	2.7399312430434986	671.221415461066	21.2468384677988	-269.415
7000	1617.6670200824738	393.5336562852728	60.14396511936565	12.71460341039413	1.8479836821251892	671.221415461066	21.2468384677988	-282.5293
8000	2163.491130590439	282.84825660985234	37.564839355546546	9.313683433739303	1.1542173851180286	671.221415461066	21.2468384677988	-291.7095
9000	2730.0260260105133	358.24172802311216	49.90977030532836	11.630223499462618	1.5335277765576747	671.221415461066	21.2468384677988	-280.52527
10000	3282.670261144638	434.78928570863775	215.73970735195343	13.982224024014661	6.62881900090259	671.221415461066	21.2468384677988	-261.05634
11000	3877.7348217964172	499.66529555364275	87.54228983110167	15.975604528891939	2.6898247028222544	671.221415461066	21.2468384677988	-237.90598
12000	4456.295972585678	587.4809517648788	78.07161674030958	18.673828688064088	2.39882876838742	671.221415461066	21.2468384677988	-229.58075
13000	5018.050806760788	627.6449985887351	55.11864735911356	19.907909330923133	1.6935757510882388	671.221415461066	21.2468384677988	-192.17053
14000	5611.932615280151	657.8234793335811	57.44932922357413	20.835173435594665	1.765188290188383	671.221415461066	21.2468384677988	-235.77257
15000	6232.574144601822	2390.415382929138	322.71933923923166	74.07079831121276	9.91587554356798	2390.415382929138	74.07079831121276	-228.9657
16000	6817.093168973923	666.2030901807252	225.1916033774553	21.092645387723998	6.919237991163795	2390.415382929138	74.07079831121276	-170.00024
17000	7433.351624250412	513.0862100072029	205.60630056703087	16.387975593223228	6.317459908669348	2390.415382929138	74.07079831121276	-224.84366
18000	8052.989389657974	2797.188396874633	27.628306870012384	86.56930735710395	0.8489074532947694	2797.188396874633	86.56930735710395	-167.08493
19000	8665.548572301865	2912.876415916186	20.05574566860076	90.12393783385879	0.6162329113963471	2912.876415916186	90.12393783385879	-168.40063
20000	9264.513751506805	977.4700424889792	581.3913928626628	30.656634850488576	17.86383396581699	2912.876415916186	90.12393783385879	-208.94745
21000	9906.131999969482	1195.7004204588452	511.8401064165307	37.36198220548813	15.726800895779478	2912.876415916186	90.12393783385879	-183.74193
22000	10501.709201812744	820.1798830633272	227.97018052425756	25.823736863124545	7.004612562272065	2912.876415916186	90.12393783385879	-199.43697
23000	11118.267588853836	1255.7978804761583	761.3447401466543	39.20853697168539	23.393081142397737	2912.876415916186	90.12393783385879	-169.23862
24000	11741.563660144806	467.10409418384853	311.14597308600503	14.97512894198393	9.5602722547596	2912.876415916186	90.12393783385879	-238.39828
25000	12386.87512087822	2846.1066226320772	23.73280755129281	88.07236893242342	0.7292143276347599	2912.876415916186	90.12393783385879	-179.60373
26000	12996.71609377861	716.2938472071012	79.53884548931201	22.63173416290412	2.4439108440490465	2912.876415916186	90.12393783385879	-170.42508
27000	13644.032779216766	1556.5239624677506	883.5809438389258	48.44864761631868	27.148911163579935	2912.876415916186	90.12393783385879	-171.7154
28000	14312.670618534088	2905.6875254025044	21.998206016740554	89.9030519588504	0.6759169548313482	2912.876415916186	90.12393783385879	-241.27228
29000	14986.342786312103	2481.9869201492993	582.2682639773894	76.88442568337098	17.89077671074785	2912.876415916186	90.12393783385879	-203.43077
30000	15649.61988067627	2095.5175877705824	959.7061444471026	65.00976762814868	29.487934343099575	2912.876415916186	90.12393783385879	-180.29755
31000	16303.817859649658	2985.3918166133762	15.889037453900352	92.35204628871737	0.4882066202520676	2985.3918166133762	92.35204628871737	-188.08052
32000	16899.969529628754	189.97042423554547	31.9269542170562	6.459918832116573	0.9809877066798245	2985.3918166133762	92.35204628871737	-188.0274
33000	17479.98615694046	2894.8109073966943	17.806912166041695	89.56885695605078	0.5471352453495958	2985.3918166133762	92.35204628871737	-182.48685
34000	18079.067567825317	2834.13278436744	530.767555551152	87.70446073612241	16.308365763935665	2985.3918166133762	92.35204628871737	-177.52556
35000	18599.243752002716	1476.8279222931749	268.86973160139144	45.9999068078217	8.261292311383798	2985.3918166133762	92.35204628871737	-165.57309
36000	19209.906506299973	2938.458542914714	27.257903127579908	90.90997435728238	0.8375264266122964	2985.3918166133762	92.35204628871737	-169.76257
37000	19789.76882505417	993.2883450300757	57.4398170522897	31.142668069563	1.7648960191803031	2985.3918166133762	92.35204628871737	-175.95465
38000	20451.966596603394	687.6269541910982	20.245310208631473	21.75091510806358	0.6220574721148028	2985.3918166133762	92.35204628871737	-192.2529
39000	21003.798986911774	658.9806572396458	846.5264692856815	20.870728887974288	26.010375249158326	2985.3918166133762	92.35204628871737	-193.80963
40000	21593.499854564667	2682.4180597125064	542.729030097743	83.04287357697852	16.675894072592836	2985.3918166133762	92.35204628871737	-197.35242
41000	22194.917986392975	1688.2502220968768	1193.780773199122	52.496069129331474	36.680112202918835	2985.3918166133762	92.35204628871737	-215.5425
42000	22813.058669805527	2208.3640672489682	941.8496148086202	68.47708895037034	28.939274551118636	2985.3918166133762	92.35204628871737	-196.30006
43000	23421.24105811119	2987.1153157407202	30.967289150240468	92.40500252891815	0.9515010344881686	2987.1153157407202	92.40500252891815	-212.12097
44000	24022.33887410164	2960.796118733224	24.881437272319214	91.59631878982708	0.764507128451068	2987.1153157407202	92.40500252891815	-206.08646
45000	24651.033660888672	2959.6872693600394	37.08439257686045	91.56224828011739	1.1394551757196392	2987.1153157407202	92.40500252891815	-207.82437
46000	25250.35320162773	3024.066759086797	11.745547040510534	93.54037270610883	0.3608937193518754	3024.066759086797	93.54037270610883	-216.26857
47000	25853.91942548752	2970.199625767945	11.289878948015641	91.88525097978871	0.34689285995186053	3024.066759086797	93.54037270610883	-207.35461
48000	26501.14801645279	2980.3051689165673	10.593899045860592	92.19575393383577	0.325508179049677	3024.066759086797	93.54037270610883	-209.11598
49000	27095.19262599945	2946.3315936088834	11.8906371835903	91.1518817403838	0.3653517595944231	3024.066759086797	93.54037270610883	-215.01662
50000	27699.268105506897	3002.8878491245	11.6300618684167	92.88962944470515	0.3573453215511452	3024.066759086797	93.54037270610883	-208.11682
51000	28292.809950113297	1926.0348108344194	1304.5804749680235	59.802239232611534	40.08454422609681	3024.066759086797	93.54037270610883	-210.88773
52000	28903.926174879074	2972.428843155087	13.442218331939225	91.95374592100472	0.41302564737270964	3024.066759086797	93.54037270610883	-209.84854
53000	29492.167122125626	2982.6925185301707	24.204792097950474	92.26910764639382	0.7437165264623145	3024.066759086797	93.54037270610883	-214.5174
54000	30079.13176059723	797.3654280594592	31.998521699128386	25.12273983906648	0.9831866893837031	3024.066759086797	93.54037270610883	-206.11871
55000	30649.193014383316	2366.934247160417	908.0564126294366	73.34931685164749	27.90094450304236	3024.066759086797	93.54037270610883	-214.05287
56000	31265.4097533226	2960.1148970972117	18.503211372439146	91.5753875714619	0.5685297371950419	3024.066759086797	93.54037270610883	-211.27913
57000	31877.226123809814	2358.78638254163	939.6867821770123	73.09896553493931	28.87281934813282	3024.066759086797	93.54037270610883	-221.34369
58000	32515.670702695847	2426.0970660244666	868.7192983412424	75.16715383050821	26.69227219215959	3024.066759086797	93.54037270610883	-216.73457
59000	33150.35801196098	2946.0066096026667	15.209682252291103	91.14189628067479	0.4673327499568681	3024.066759086797	93.54037270610883	-211.82211
60000	33776.086666584015	2965.3987153608014	14.939108792612585	91.73773818986642	0.4590191088906379	3024.066759086797	93.54037270610883	-214.73154
61000	34370.380979537964	2959.8185031985718	5.774555633617415	91.56628057149807	0.17742901654837745	3024.066759086797	93.54037270610883	-206.77682
62000	34984.06410360336	2946.04186563341	16.56146965225003	91.14297955759842	0.5088677743249588	3024.066759086797	93.54037270610883	-218.49385
63000	35609.409586668015	2985.471698252143	24.315145755085386	92.35450073222887	0.7471072533165118	3024.066759086797	93.54037270610883	-207.17978
64000	36201.580005168915	2962.082955664048	6.27124037018004	91.63585814585389	0.19269015349714375	3024.066759086797	93.54037270610883	-216.34517
65000	36842.347058057785	2970.191203384634	9.306112318574563	91.88499219360972	0.2859396395734581	3024.066759086797	93.54037270610883	-212.60646
66000	37423.43775725365	839.3562585552379	237.7412425360768	26.412950243403422	7.304838247742565	3024.066759086797	93.54037270610883	-237.02406
67000	38030.32870388031	1789.561120308816	1000.0854439379884	55.60894814130779	30.728628840156876	3024.066759086797	93.54037270610883	-240.71982
68000	38649.471648693085	2082.879572306473	894.0998547567463	64.6214519208991	27.472115257145784	3024.066759086797	93.54037270610883	-229.72714
69000	39258.61684513092	637.0321484754361	13.067053212862612	20.196338931097618	0.40149832261485474	3024.066759086797	93.54037270610883	-208.16608
70000	39867.53749418259	2584.9760379602676	598.7887372761508	80.04886967660312	18.398384830972457	3024.066759086797	93.54037270610883	-221.18199
71000	40494.6350505352	2910.5254862789398	16.50314927908554	90.05170316162142	0.5070758223356036	3024.066759086797	93.54037270610883	-213.75516
72000	41132.33358120918	2875.71076174396	14.385341921192863	88.98198581407641	0.44200406606707315	3024.066759086797	93.54037270610883	-214.67648
73000	41786.77360677719	2641.01979303771	878.3148984602159	81.7708702906728	26.987106634898243	3024.066759086797	93.54037270610883	-218.95615
74000	42380.44898891449	2353.829627630178	984.286542478617	72.94666426623382	30.243191738787228	3024.066759086797	93.54037270610883	-222.61307
75000	42971.80166935921	2572.609977842397	834.7133241438025	79.66891007027101	25.647404510307926	3024.066759086797	93.54037270610883	-230.26514
76000	43597.59474802017	2813.5715351254794	569.6299114088534	87.07269572016709	17.502450645626492	3024.066759086797	93.54037270610883	-229.80978
77000	44216.27101063728	2942.6370668777354	11.097162994590514	91.03836369915079	0.3409714688944501	3024.066759086797	93.54037270610883	-227.56705
78000	44872.95929169655	3007.250780861415	24.258425736602817	93.02368490047773	0.745364473830694	3024.066759086797	93.54037270610883	-225.11801
79000	45472.41281938553	3004.7176820003015	21.405013397344774	92.94585289603211	0.6576905163378983	3024.066759086797	93.54037270610883	-227.20825
80000	46080.82858657837	2986.680684816292	9.840565013336025	92.39164805761759	0.30236123493762956	3024.066759086797	93.54037270610883	-229.1358
81000	46727.82769036293	3007.1002405451773	18.148642136978438	93.01905939819571	0.5576352416290349	3024.066759086797	93.54037270610883	-226.14938
82000	47389.73373770714	2989.1339520859538	18.012719556052215	92.46702715630568	0.5534588839332053	3024.066759086797	93.54037270610883	-237.26627
83000	47977.06252670288	2997.294195833401	17.859251759053155	92.71775883416424	0.5487434318670972	3024.066759086797	93.54037270610883	-239.89932
84000	48610.175545692444	3020.513231856539	10.404269591505598	93.43118701603217	0.3196816237734691	3024.066759086797	93.54037270610883	-239.525
85000	49261.8274435997	3030.4605632952066	10.28694337195209	93.73682875652707	0.31607665794206863	3030.4605632952066	93.73682875652707	-241.33646
86000	49873.97944545746	3014.99046493208	8.115647984600557	93.26149446023999	0.24936142829374497	3030.4605632952066	93.73682875652707	-233.41875
87000	50502.13143777847	3004.9255485716512	9.751912721938515	92.95223980502874	0.29963730432280095	3030.4605632952066	93.73682875652707	-237.25919
88000	51147.1605284214	2986.1082183650155	6.240183710785989	92.37405845143807	0.19173590647223393	3030.4605632952066	93.73682875652707	-242.46317
89000	51789.67385697365	3005.2136345689228	12.357166216755388	92.96109153638615	0.3796863322953711	3030.4605632952066	93.73682875652707	-246.17776
90000	52405.28743767738	3016.046070065294	13.191286276103895	93.29392898724657	0.40531550814951134	3030.4605632952066	93.73682875652707	-240.66489
91000	53028.425225019455	3017.2251728023557	11.308176232735354	93.33015810205991	0.3474550623860045	3030.4605632952066	93.73682875652707	-237.20453
92000	53709.826582193375	3013.423227955331	10.833972251439224	93.21333953142366	0.33288466920199994	3030.4605632952066	93.73682875652707	-238.45245
93000	54362.46841430664	3006.3875890728177	16.12686545654814	92.99716246656924	0.4955141242913052	3030.4605632952066	93.73682875652707	-227.754
94000	54852.365245342255	2985.0302777799393	16.5100329272831	92.34093764525963	0.5072873293341406	3030.4605632952066	93.73682875652707	-229.72162
95000	55219.74897766113	3005.879462012942	15.927480681860501	92.98154975275445	0.48938782700851735	3030.4605632952066	93.73682875652707	-230.18149
96000	55569.97776722908	3023.2058585044233	12.564938368160993	93.51392067181077	0.38607034014445973	3030.4605632952066	93.73682875652707	-238.1459
97000	55914.038256168365	3004.296040696133	20.654665242794835	92.93289754384895	0.6346353163229168	3030.4605632952066	93.73682875652707	-237.43842
98000	56246.77953648567	3016.886936080754	12.541995694875737	93.31976543937171	0.38536540348504567	3030.4605632952066	93.73682875652707	-238.83362
99000	56590.54469752312	3039.607073763424	7.397151913690327	94.01786446908956	0.22728491551181962	3039.607073763424	94.01786446908956	-244.47229
100000	56931.47154211998	3008.238070471443	14.723669279670869	93.05402036448051	0.4523995136642368	3039.607073763424	94.01786446908956	-248.09094
