Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	480.8388650417328	856.1710787489768	540.87992136816	26.929602467350215	16.61907835131535	856.1710787489768	26.929602467350215	0.0
2000	492.0357012748718	649.7271045059149	760.7914575039042	20.586404194388145	23.37608097798596	856.1710787489768	26.929602467350215	0.0
3000	507.42330026626587	1011.4033220280538	577.6447459779754	31.699268916013654	17.748714480564455	1011.4033220280538	31.699268916013654	0.0
4000	519.8935079574585	735.5059631941975	957.4477386835175	23.222045705762792	29.418542559727136	1011.4033220280538	31.699268916013654	0.0
5000	532.4425234794617	742.2817976721026	683.3526438525291	23.43024001957464	20.996695719517252	1011.4033220280538	31.699268916013654	0.0
6000	1094.5217008590698	891.581026309637	288.3147669695926	28.017608639659244	8.858760535959044	1011.4033220280538	31.699268916013654	-269.522
7000	1653.7940409183502	509.24698899269106	60.12880341159772	16.270011674934686	1.8475178234394056	1011.4033220280538	31.699268916013654	-232.87213
8000	2228.8618927001953	654.842433790222	100.30465433361408	20.743577819827294	3.0819611590597025	1011.4033220280538	31.699268916013654	-260.86984
9000	2810.324588537216	1050.0299113820333	449.05541085461783	32.88610963528842	13.797678120861963	1050.0299113820333	32.88610963528842	-259.97498
10000	3396.0354907512665	2568.813889220797	23.537302743630985	79.55227143803761	0.7232072462323418	2568.813889220797	79.55227143803761	-260.5695
11000	3983.813285589218	2739.7730891343062	9.370150260022209	84.80516441112856	0.28790726958583096	2739.7730891343062	84.80516441112856	-248.48672
12000	4565.2527141571045	2594.4751530102994	16.182897580538317	80.34073951877676	0.49723576752855114	2739.7730891343062	84.80516441112856	-237.46082
13000	5183.578868627548	2665.675360048369	12.193365077687023	82.52843732867592	0.3746533779247838	2739.7730891343062	84.80516441112856	-224.74489
14000	5804.112086057663	2441.9534208091195	634.4002771492973	75.65435624295093	19.49258512937838	2739.7730891343062	84.80516441112856	-309.47852
15000	6432.292484283447	2645.491582627779	812.508835811435	81.90827051322121	24.965149324326813	2739.7730891343062	84.80516441112856	-225.99615
16000	7062.035702466965	2869.971792327674	28.182949693460632	88.80565021976595	0.8659494106234216	2869.971792327674	88.80565021976595	-303.5052
17000	7694.081082582474	1344.8499895283926	545.1783896601615	41.94475238516455	16.751153103054552	2869.971792327674	88.80565021976595	-293.12418
18000	8313.458188295364	1491.6344740407494	221.3473043094321	46.45485296848395	6.801118044585342	2869.971792327674	88.80565021976595	-232.86238
19000	8961.307317972183	1140.6627553253804	321.94499111566984	35.670894714547764	9.892082920421393	2869.971792327674	88.80565021976595	-250.7788
20000	9552.615750789642	515.6914907609273	54.18225598675178	16.468025458753093	1.6648041865135876	2869.971792327674	88.80565021976595	-290.30167
21000	10128.564838171005	231.2813269687328	22.203665974992113	7.729237773647581	0.6822299182255261	2869.971792327674	88.80565021976595	-233.42783
22000	10782.047944068909	2864.643658380284	61.572577064644214	88.64193795750633	1.8918792177408448	2869.971792327674	88.80565021976595	-230.40799
23000	11400.865059614182	2378.4677376680293	538.4017161948503	73.70369492122956	16.542933010512737	2869.971792327674	88.80565021976595	-325.48056
24000	12053.617690324783	556.8248201249928	34.64783735328941	17.73188828032483	1.0645895714180298	2869.971792327674	88.80565021976595	-333.03452
25000	12702.259240150452	2567.722185519385	854.316974009127	79.51872774629861	26.249746324475257	2869.971792327674	88.80565021976595	-220.48242
26000	13308.070289611816	601.4305246188949	28.793293352673622	19.102443312252507	0.8847028320261456	2869.971792327674	88.80565021976595	-344.75262
27000	13897.91405248642	645.7508138122755	38.18123149099754	20.46422867266043	1.173156652022747	2869.971792327674	88.80565021976595	-329.95514
28000	14522.682636737823	1868.4515802530484	1218.913748326029	58.032936688836244	37.45234808436769	2869.971792327674	88.80565021976595	-284.98297
29000	15126.55933380127	796.9825657717874	18.859831463350417	25.11097601107951	0.5794872473527798	2869.971792327674	88.80565021976595	-331.39612
30000	15698.045763969421	2902.5642598203654	18.924030724575143	89.80708648967519	0.5814598340771888	2902.5642598203654	89.80708648967519	-255.71269
31000	16297.598264217377	2981.0133323817217	17.869648864686564	92.21751296693719	0.5490628933710702	2981.0133323817217	92.21751296693719	-252.40012
32000	16880.60153913498	2919.9616734435467	19.221701112329914	90.34163948136793	0.5906060554500387	2981.0133323817217	92.21751296693719	-239.57018
33000	17439.63322019577	2995.57036712195	20.268837034921305	92.66479246716105	0.6227803574614788	2995.57036712195	92.66479246716105	-241.95276
34000	17979.674875974655	2773.7689168435877	664.6479913770384	85.84972033194965	20.421976502286938	2995.57036712195	92.66479246716105	-242.85419
35000	18620.05084514618	2967.1449405499393	21.492872165809207	91.79139271112118	0.6603900651643118	2995.57036712195	92.66479246716105	-236.92393
36000	19216.13460111618	2999.113709851725	12.066360199894673	92.77366522824033	0.37075102560656026	2999.113709851725	92.77366522824033	-230.53429
37000	19852.686970233917	3025.4090176972704	33.510632636209	93.58161494885795	1.0296478153128321	3025.4090176972704	93.58161494885795	-235.17279
38000	20455.312367916107	3012.488333350784	16.546721030568847	93.18461395654211	0.5084146081237196	3025.4090176972704	93.58161494885795	-237.25009
39000	21036.908351898193	3018.497267266211	12.283286527974456	93.36924448099519	0.37741630472008936	3025.4090176972704	93.58161494885795	-240.19385
40000	21639.85848093033	3046.7701307136936	11.568239869031062	94.23795658193845	0.35544577858229776	3046.7701307136936	94.23795658193845	-240.88477
41000	22231.465143203735	2678.970164567941	891.9090035532635	82.93693353873547	27.404799155422772	3046.7701307136936	94.23795658193845	-235.66315
42000	22856.778381109238	2696.8913881342914	898.2699291558854	83.48758111656981	27.60024497768487	3046.7701307136936	94.23795658193845	-239.09496
43000	23459.67826771736	2992.6057899602083	17.862509072935733	92.57370285894471	0.5488435161048213	3046.7701307136936	94.23795658193845	-232.09146
44000	24079.135677576065	3038.7861548848637	17.504922221711563	93.9926409127624	0.5378563012663372	3046.7701307136936	94.23795658193845	-236.55685
45000	24694.84526348114	2986.491486169608	14.028233728736668	92.38583473933937	0.4310315584995616	3046.7701307136936	94.23795658193845	-231.99518
46000	25309.875799179077	3031.9545931866705	14.301814256928601	93.7827343241855	0.4394375947634268	3046.7701307136936	94.23795658193845	-232.51134
47000	25916.035056591034	3026.667084656682	19.76146743987868	93.62027031864274	0.6071909175137705	3046.7701307136936	94.23795658193845	-234.43852
48000	26529.100612401962	1951.048337027763	833.2680281453585	60.57080492571091	25.602996340416485	3046.7701307136936	94.23795658193845	-247.1887
49000	27178.228028059006	1075.7572455811792	210.9171397872838	33.67660779566485	6.4806407730825875	3046.7701307136936	94.23795658193845	-235.88422
50000	27777.896097660065	3032.145336943464	8.335057810109381	93.78859511752235	0.2561030153579358	3046.7701307136936	94.23795658193845	-232.82257
51000	28400.48489665985	3030.5026494151093	9.69274851733489	93.73812189479408	0.29781942476570383	3046.7701307136936	94.23795658193845	-233.27626
52000	29019.325445890427	3000.7882079889614	47.60960030670208	92.82511586384808	1.4628527451536226	3046.7701307136936	94.23795658193845	-239.65375
53000	29664.520379066467	2954.2359807422886	14.57010368924574	91.39475196702652	0.4476810567969776	3046.7701307136936	94.23795658193845	-236.5574
54000	30226.48184108734	2989.2777054513986	18.236245746125665	92.47144412271396	0.5603269504293781	3046.7701307136936	94.23795658193845	-232.71834
55000	30859.162242650986	2967.911357080719	8.930713978813836	91.8149416281203	0.2744051488760471	3046.7701307136936	94.23795658193845	-234.48474
56000	31515.673573493958	3000.892111802359	18.83122586077414	92.82830841278111	0.5786083115082038	3046.7701307136936	94.23795658193845	-238.02342
57000	32162.926790237427	3011.796025825205	26.7037551626406	93.16334211309542	0.8204996743079147	3046.7701307136936	94.23795658193845	-235.89897
58000	32756.440453767776	2992.570437249146	18.113969847074255	92.57261661142124	0.5565699007284567	3046.7701307136936	94.23795658193845	-242.29391
59000	33385.359896183014	3033.2028624602967	26.631615132650964	93.82108865024269	0.8182830994947282	3046.7701307136936	94.23795658193845	-239.91748
60000	34027.66374993324	3025.6752537521947	11.722088382011897	93.58979531881057	0.3601729285289886	3046.7701307136936	94.23795658193845	-247.07181
61000	34622.63332724571	3012.5868505910666	31.01644040146024	93.18764099761079	0.9530112560046601	3046.7701307136936	94.23795658193845	-247.40842
62000	35214.52577447891	2999.266495571447	16.998719611133744	92.77835972279766	0.5223027180873648	3046.7701307136936	94.23795658193845	-250.7107
63000	35798.899974823	2995.774414798543	20.783876025254415	92.67106203678406	0.6386054472756417	3046.7701307136936	94.23795658193845	-253.73361
64000	36404.30653715134	3013.7924059545617	16.541256060885868	93.22468289591622	0.508246691446168	3046.7701307136936	94.23795658193845	-255.56271
65000	37036.674386024475	3021.7605786578793	21.325412415670396	93.46951299820267	0.6552446962972122	3046.7701307136936	94.23795658193845	-248.34106
66000	37656.23683023453	3016.8487754659823	22.555588936466176	93.31859291618909	0.693043104367785	3046.7701307136936	94.23795658193845	-253.7693
67000	38261.16005563736	3049.4077161477826	12.600266929944548	94.31899904118993	0.38715584565709993	3049.4077161477826	94.31899904118993	-248.56572
68000	38878.724982738495	3051.514947697441	19.722363902747578	94.38374584513772	0.6059894220954362	3051.514947697441	94.38374584513772	-250.28111
69000	39487.72753095627	2958.567645211425	204.68189315707173	91.5278467046202	6.2890565633652935	3051.514947697441	94.38374584513772	-248.65213
70000	40093.71874809265	3041.3592571391746	12.862740011876754	94.071702061607	0.3952205944884282	3051.514947697441	94.38374584513772	-247.57309
71000	40715.18773961067	2986.3247088386497	212.24158601232014	92.3807103384864	6.5213357124146025	3051.514947697441	94.38374584513772	-249.51874
72000	41358.16419959068	3040.671788303987	22.094114018710197	94.05057889177813	0.678863824434534	3051.514947697441	94.38374584513772	-249.42654
73000	41999.94738602638	3042.664336324672	20.097238366954	94.11180192921454	0.6175078161907331	3051.514947697441	94.38374584513772	-258.05524
74000	42612.51775717735	3042.6159444544755	20.41656517955949	94.110315040442	0.6273194529491172	3051.514947697441	94.38374584513772	-251.36455
75000	43291.54414510727	3054.8238362356155	12.270721031928973	94.48541476590779	0.377030217244754	3054.8238362356155	94.48541476590779	-251.59131
76000	43897.8270213604	3063.302256437782	16.61759633568729	94.74592273462433	0.5105923229961058	3063.302256437782	94.74592273462433	-254.86092
77000	44555.95689225197	3054.593086739961	25.04391174828826	94.47832475609913	0.7694993197666368	3063.302256437782	94.74592273462433	-262.63498
78000	45180.992043972015	3067.6885084106584	16.68439350333895	94.88069472804838	0.5126447330024527	3067.6885084106584	94.88069472804838	-256.29453
79000	45834.81970024109	3066.944226417961	14.185917451289702	94.85782591694367	0.4358765491089549	3067.6885084106584	94.88069472804838	-260.7415
80000	46501.588049173355	3058.3922943431744	16.75516426163577	94.59505922217248	0.5148192355688285	3067.6885084106584	94.88069472804838	-261.09036
81000	47134.30646133423	3060.738705024699	23.42100365791233	94.66715504496062	0.7196338401187349	3067.6885084106584	94.88069472804838	-266.08643
82000	47749.56241154671	3067.8873388595835	13.454622699710573	94.88680399311588	0.41340678402013514	3067.8873388595835	94.88680399311588	-258.92145
83000	48417.01105308533	3065.2106739148794	21.561808060316697	94.8045607766849	0.6625081896994991	3067.8873388595835	94.88680399311588	-263.77832
84000	49067.942240953445	3060.709376882918	12.778505506288955	94.66625390837393	0.3926324047758122	3067.8873388595835	94.88680399311588	-260.06598
85000	49719.867395401	3033.7002205301287	45.45494188377016	93.83637047603182	1.396648702932111	3067.8873388595835	94.88680399311588	-258.19635
86000	50336.68318748474	3067.928385110598	18.11745600357322	94.88806518036776	0.5566770163852076	3067.928385110598	94.88806518036776	-260.9178
87000	50953.87463212013	3057.2958030798213	22.007397621193245	94.56136842778857	0.6761993761018398	3067.928385110598	94.88806518036776	-266.31183
88000	51561.81711149216	2754.5877639238192	915.8574749169956	85.26036016040575	28.14063997011108	3067.928385110598	94.88806518036776	-266.4571
89000	52170.949749946594	3060.035329353413	21.659406313357486	94.64554312163031	0.6655069939629893	3067.928385110598	94.88806518036776	-261.8734
90000	52825.95247077942	3061.023409426745	13.39346103774407	94.67590287341135	0.4115275305811393	3067.928385110598	94.88806518036776	-267.76205
91000	53427.26753401756	3074.2752096474105	17.320129199484224	95.08307773323261	0.5321783502205623	3074.2752096474105	95.08307773323261	-259.21295
92000	54038.10819554329	2771.0876594851707	920.6838342585086	85.76733600899891	28.2889347040796	3074.2752096474105	95.08307773323261	-271.58832
93000	54455.726283311844	3077.1196386940346	13.374427615767225	95.1704756700446	0.4109427095910603	3077.1196386940346	95.1704756700446	-262.30164
94000	54805.79303956032	3079.835707256842	13.387476793543916	95.25392960218291	0.41134365867296135	3079.835707256842	95.25392960218291	-267.99194
95000	55157.18537116051	2780.6786313035113	924.8320252661609	86.06202824255618	28.41639203545551	3079.835707256842	95.25392960218291	-263.65622
96000	55470.25719499588	3077.016697903899	16.329420942875114	95.16731271096769	0.5017378448709933	3079.835707256842	95.25392960218291	-269.1615
97000	55789.504930734634	3080.2249622317436	11.172653444565027	95.26588985190003	0.34329098872378505	3080.2249622317436	95.26588985190003	-272.10452
98000	56177.37637400627	3067.202154960285	36.74034965517739	94.86575103023513	1.1288841117074961	3080.2249622317436	95.26588985190003	-272.0429
99000	56502.28763270378	3089.9349642140196	19.76319609477962	95.56423940668971	0.6072440321702883	3089.9349642140196	95.56423940668971	-272.92923
100000	56834.94536280632	3061.1318245955854	15.15420873754359	94.67923403826742	0.4656282705491616	3089.9349642140196	95.56423940668971	-273.6584
