Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	686.8767409324646	1668.4215810714766	1073.985752915616	51.88681423599455	32.99928999167268	1668.4215810714766	51.88681423599455	0.0
2000	719.0951025485992	1960.842107416474	826.215854961229	60.871728348849025	25.386311242552924	1960.842107416474	60.871728348849025	0.0
3000	746.3295896053314	1729.02699286336	984.0022506324026	53.748976330189706	30.234456586528427	1960.842107416474	60.871728348849025	0.0
4000	780.0536909103394	2140.6193694400854	699.4351457546433	66.39556512910491	21.490846729080218	2140.6193694400854	66.39556512910491	0.0
5000	796.395699262619	929.857220532781	977.3832895977633	29.19368311692127	30.031082366681765	2140.6193694400854	66.39556512910491	0.0
6000	1391.8108003139496	322.31342006474244	117.22009726940871	10.52629018376479	3.601705117730015	2140.6193694400854	66.39556512910491	-391.00488
7000	1924.2512366771698	151.0085846136979	61.92682924487934	5.26277721194146	1.9027639714668851	2140.6193694400854	66.39556512910491	-424.6982
8000	2493.1516313552856	823.3142334864988	487.5170333215717	25.920042925163983	14.979450066990347	2140.6193694400854	66.39556512910491	-331.1344
9000	3062.8322858810425	1150.6084332390674	457.08660031096014	35.97648564882836	14.04444447612173	2140.6193694400854	66.39556512910491	-263.29437
10000	3632.3225123882294	534.050762112338	425.40859120749695	17.032132494359743	13.071105857870839	2140.6193694400854	66.39556512910491	-241.39877
11000	4222.415063619614	2334.6102904400154	35.504050499185865	72.35613084466456	1.0908975795265337	2334.6102904400154	72.35613084466456	-261.86542
12000	4792.087749958038	569.2400111035674	318.935437721857	18.113357481654337	9.799611372341504	2334.6102904400154	72.35613084466456	-195.17474
13000	5359.79105257988	287.8949177835447	12.421629226323875	9.468747162572097	0.3816670229523099	2334.6102904400154	72.35613084466456	-189.72256
14000	5946.609458684921	540.634032874668	403.42653343923473	17.234410094774894	12.395685074178578	2334.6102904400154	72.35613084466456	-229.99031
15000	6539.109810113907	818.2122338778278	469.6045806171431	25.76327886738494	14.429071982689996	2334.6102904400154	72.35613084466456	-217.67316
16000	7138.912288188934	2834.5242274725397	13.3167775130095	87.71648821833561	0.40917135233256474	2834.5242274725397	87.71648821833561	-223.14755
17000	7725.680107355118	2451.550776141616	710.2880329802556	75.94924461638642	21.82431257984467	2834.5242274725397	87.71648821833561	-195.72166
18000	8329.538190126419	2439.112875349959	715.370956975439	75.56707763326088	21.98049052025713	2834.5242274725397	87.71648821833561	-216.0739
19000	8944.045554161072	2782.2930028312244	67.3147073644046	86.1116314277499	2.068311933367989	2834.5242274725397	87.71648821833561	-203.09062
20000	9572.284477233887	1594.122385307277	1056.8921586467359	49.603896887682666	32.47407215452034	2834.5242274725397	87.71648821833561	-210.20862
21000	10219.209943056107	2829.8192036674614	9.472405646431367	87.571921640483	0.2910491689454539	2834.5242274725397	87.71648821833561	-210.31984
22000	10825.461063623428	212.54987020176705	25.165828810606648	7.15369496766387	0.7732453438488486	2834.5242274725397	87.71648821833561	-206.40665
23000	11471.847626209259	2893.3281771836973	13.961606733159412	89.52329858235234	0.4289843772009634	2893.3281771836973	89.52329858235234	-207.44115
24000	12127.41139793396	2004.2334722820547	1224.2811155745492	62.20497157711956	37.61726582917472	2893.3281771836973	89.52329858235234	-211.29865
25000	12799.399372577667	2941.3283430753127	24.637867340069658	90.99815184703087	0.7570231978628484	2941.3283430753127	90.99815184703087	-221.22491
26000	13438.575434207916	2571.808617639939	779.7208702945499	79.64428747389401	23.957706181444006	2941.3283430753127	90.99815184703087	-215.72296
27000	14081.69865989685	571.4542926198051	132.27094091146557	18.181393503248806	4.064157391994568	2941.3283430753127	90.99815184703087	-218.71155
28000	14750.096962928772	1630.1439753841873	955.3864404435291	50.710696390080265	29.35520710281252	2941.3283430753127	90.99815184703087	-235.4855
29000	15408.986238002777	2871.2944282137873	18.666675343626387	88.8462895346179	0.5735523317441361	2941.3283430753127	90.99815184703087	-228.58598
30000	16073.591656684875	2940.0691366832716	18.702182831689306	90.95946146703513	0.5746433349462589	2941.3283430753127	90.99815184703087	-238.36923
31000	16727.495923757553	2943.1184397543475	19.22895873939802	91.0531543638373	0.5908290533246552	2943.1184397543475	91.0531543638373	-235.76718
32000	17383.46285700798	2940.365786473141	8.564123854693744	90.96857632951377	0.263141299443145	2943.1184397543475	91.0531543638373	-235.72108
33000	18035.216948747635	2969.0508044221824	26.66639756108407	91.8499522911101	0.8193518245121342	2969.0508044221824	91.8499522911101	-240.59616
34000	18702.58496403694	2946.680589533641	26.305885238713493	91.16260499038569	0.808274721636997	2969.0508044221824	91.8499522911101	-243.35486
35000	19344.4000916481	2916.098878003755	15.495106592139624	90.22295121520598	0.4761026992190197	2969.0508044221824	91.8499522911101	-244.6831
36000	20027.692774772644	2944.228047967756	19.387923442603665	91.08724818967438	0.595713403350052	2969.0508044221824	91.8499522911101	-241.57951
37000	20699.012563943863	2981.1520540648335	23.60938315582039	92.22177532985656	0.7254219892287951	2981.1520540648335	92.22177532985656	-244.09894
38000	21348.51429796219	1766.5141697604581	1410.2015798335271	54.90080745833846	43.32985866275068	2981.1520540648335	92.22177532985656	-246.13461
39000	22016.437430620193	2963.9007518863837	11.2441554643236	91.69171175892446	0.345487960032388	2981.1520540648335	92.22177532985656	-247.49408
40000	22739.255153656006	2949.7319138895878	15.996457765431046	91.25635999319385	0.49150721711899603	2981.1520540648335	92.22177532985656	-243.98055
41000	23409.182698965073	2403.8605156730905	1081.546975023149	74.48391350681916	33.23161612853302	2981.1520540648335	92.22177532985656	-244.94064
42000	24014.987617731094	2941.220310563305	10.030972930226465	90.99483243968993	0.3082117092564154	2981.1520540648335	92.22177532985656	-248.45447
43000	24625.255692243576	2935.4370569025164	8.927608971865375	90.81713616752837	0.27430974442171385	2981.1520540648335	92.22177532985656	-249.8818
44000	25282.62866640091	2930.6910995933113	30.604718731658167	90.67131186668506	0.940360694541651	2981.1520540648335	92.22177532985656	-253.29521
45000	25915.784115314484	2976.2420521749004	16.52993998525705	92.07091059465338	0.5078989936669142	2981.1520540648335	92.22177532985656	-243.19562
46000	26521.52887248993	2989.954831782855	18.026953905205865	92.49224950873705	0.5538962485949713	2989.954831782855	92.49224950873705	-251.85165
47000	27102.740165233612	1335.472981749365	260.8905459190519	41.656634411425834	8.016123824265502	2989.954831782855	92.49224950873705	-250.30937
48000	27690.114554405212	2958.9330044468393	13.749143326912579	91.53907273376244	0.4224562258392558	2989.954831782855	92.49224950873705	-251.18617
49000	28275.755232334137	918.9264930826445	135.66352920906598	28.85782554714649	4.168398071864806	2989.954831782855	92.49224950873705	-248.23532
50000	28910.49677848816	2985.732255736767	16.734044439935072	92.3625066224106	0.5141703078535591	2989.954831782855	92.49224950873705	-247.0036
51000	29504.998013734818	3037.2865659340205	5.388286409518123	93.94656453742608	0.16556050702084874	3037.2865659340205	93.94656453742608	-244.10509
52000	30094.542623758316	163.75612809010173	13.874887940896373	5.6544582772789775	0.4263198552872947	3037.2865659340205	93.94656453742608	-340.94702
53000	30665.941366672516	509.63502672224877	33.223289534023834	16.28193452356711	1.0208189101524296	3037.2865659340205	93.94656453742608	-243.54095
54000	31279.95875430107	1053.0613195076826	42.260316622945766	32.97925269193497	1.2984906360206292	3037.2865659340205	93.94656453742608	-281.93625
55000	31908.12198162079	2975.528992335181	16.723520629194653	92.04900111553002	0.5138469532080231	3037.2865659340205	93.94656453742608	-234.93582
56000	32540.680425405502	2900.1654222252537	12.885107684618259	89.73337979735722	0.3959078636791341	3037.2865659340205	93.94656453742608	-240.59167
57000	33193.28870725632	2959.8107411441524	35.40035539876557	91.56604207458687	1.087711443509182	3037.2865659340205	93.94656453742608	-241.44093
58000	33891.19322729111	2431.0317790084655	1130.8367916146458	75.31877783887384	34.74609520511623	3037.2865659340205	93.94656453742608	-244.39757
59000	34486.42243385315	212.86539509008418	33.34657314826285	7.163389786483302	1.0246069229137267	3037.2865659340205	93.94656453742608	-245.5309
60000	35108.78251004219	2982.047745486646	21.095055771763903	92.24929634760858	0.6481667572527284	3037.2865659340205	93.94656453742608	-245.23424
61000	35735.613010406494	2949.0640127045604	31.079847182580718	91.23583805905213	0.9549594929826168	3037.2865659340205	93.94656453742608	-246.78398
62000	36346.12745857239	2952.886098666506	6.232896096063567	91.35327548565571	0.19151198719684304	3037.2865659340205	93.94656453742608	-249.69199
63000	36959.37376856804	2421.6383357340574	1112.6322730587826	75.03015486804668	34.18674310444556	3037.2865659340205	93.94656453742608	-252.41939
64000	37569.34800887108	3018.378917160303	17.745472225390188	93.3656080552281	0.5452474415187476	3037.2865659340205	93.94656453742608	-246.96744
65000	38184.60109424591	2999.6061866162454	23.613664886185582	92.78879707102544	0.7255535496909364	3037.2865659340205	93.94656453742608	-246.19138
66000	38807.40408229828	2967.848662154366	23.36026864709553	91.8130152635944	0.717767695964447	3037.2865659340205	93.94656453742608	-247.72865
67000	39453.74937963486	1593.6945560073414	1388.9051773955828	49.59075140311996	42.67550532713031	3037.2865659340205	93.94656453742608	-253.28448
68000	40068.5413107872	2700.545012638739	822.1630557503015	83.5998423958425	25.261784919856048	3037.2865659340205	93.94656453742608	-248.02048
69000	40698.91847658157	2735.4893388243463	829.7524121216031	84.67354188415689	25.494975510203115	3037.2865659340205	93.94656453742608	-250.88486
70000	41304.872619628906	205.8878699604492	23.042168745053615	6.94899832500262	0.7079937572643237	3037.2865659340205	93.94656453742608	-255.37085
71000	41934.72803235054	2998.381716969493	10.72911480301606	92.75117401238661	0.32966281887585824	3037.2865659340205	93.94656453742608	-256.16455
72000	42516.41547870636	3031.0583504315646	25.722726677480537	93.75519636616477	0.7903565896496656	3037.2865659340205	93.94656453742608	-249.98386
73000	43145.755215168	3019.3977971765717	26.34368891896632	93.39691416616327	0.8094362776483562	3037.2865659340205	93.94656453742608	-249.63058
74000	43788.104684114456	3009.674720409534	15.898505423892583	93.09816287549137	0.48849753313108796	3037.2865659340205	93.94656453742608	-251.1352
75000	44441.69162988663	3036.0218750613344	13.597245253326086	93.90770564125889	0.41778900510019895	3037.2865659340205	93.94656453742608	-255.06476
76000	45120.25349998474	3034.3559929373487	13.218535117039798	93.85651974130433	0.4061527561311867	3037.2865659340205	93.94656453742608	-253.70857
77000	45767.80460309982	2987.2956049186278	17.319468189503546	92.41054209482765	0.5321580400255852	3037.2865659340205	93.94656453742608	-251.29031
78000	46388.46201920509	2450.9108419842337	1109.3752943140094	75.92958199723367	34.0866691641687	3037.2865659340205	93.94656453742608	-246.2958
79000	47008.18935084343	3007.1591724647487	14.823243519723992	93.0208701405621	0.4554590321115633	3037.2865659340205	93.94656453742608	-242.73828
80000	47643.474596977234	2749.6262812247633	833.9212892128636	85.10791362568189	25.62306844225614	3037.2865659340205	93.94656453742608	-250.48651
81000	48283.74875998497	805.2732153109299	233.94385168428244	25.36571453774876	7.188159603179638	3037.2865659340205	93.94656453742608	-244.47437
82000	48923.94854545593	2170.300511853118	1286.0001392792692	67.30754801445771	39.51364476688955	3037.2865659340205	93.94656453742608	-251.68625
83000	49519.026252985	1290.8323023993548	1145.560281692602	40.28500474194734	35.19848921262795	3037.2865659340205	93.94656453742608	-251.34642
84000	50301.73391866684	2980.3226351556477	10.283919694578254	92.19629060155873	0.31598375242052795	3037.2865659340205	93.94656453742608	-259.40887
85000	50943.46377658844	2728.3807935390996	908.7953279954099	84.45512469691771	27.923648419155647	3037.2865659340205	93.94656453742608	-254.80957
86000	51577.906049489975	680.8302585810213	130.16633160614768	21.54207981503183	3.9994911591355042	3037.2865659340205	93.94656453742608	-345.89243
87000	52260.75245809555	3015.913477114463	20.52714078730213	93.28985493577667	0.6307169994584637	3037.2865659340205	93.94656453742608	-251.89566
88000	52849.62196826935	3011.441732331014	34.05412412020094	93.1524560899566	1.0463471365464383	3037.2865659340205	93.94656453742608	-256.03595
89000	53528.11247134209	2467.030677820164	1123.0816886641305	76.42488012937736	34.50781188479788	3037.2865659340205	93.94656453742608	-254.27356
90000	54177.60521697998	3020.7390481837333	18.922104214028863	93.43812544928952	0.5814006401074184	3037.2865659340205	93.94656453742608	-251.64542
91000	54568.988673210144	2730.8668709213334	834.1905122544038	84.53151191923922	25.63134059036994	3037.2865659340205	93.94656453742608	-255.5406
92000	54954.5710978508	2739.217155198023	905.0791207470807	84.78808278306242	27.80946422227607	3037.2865659340205	93.94656453742608	-254.6279
93000	55304.38919830322	2478.1328050955285	1130.0620878445748	76.7660041307802	34.72229165437376	3037.2865659340205	93.94656453742608	-257.59085
94000	55647.49939775467	3043.511720858141	13.131454229219312	94.13783866934678	0.4034771084681545	3043.511720858141	94.13783866934678	-264.37817
95000	55987.58541202545	3026.495257929442	26.703539885433877	93.61499077002199	0.8204930596997103	3043.511720858141	94.13783866934678	-259.41757
96000	56309.53413581848	3043.5003295329916	9.97304477466428	94.13748865945048	0.3064318085464764	3043.511720858141	94.13783866934678	-258.1757
97000	56680.366171598434	2996.2253324461485	26.36356383886182	92.68491693399781	0.8100469545064178	3043.511720858141	94.13783866934678	-262.43597
98000	57021.922664642334	2756.500438329523	917.3167465748969	85.31912900086954	28.185477556163764	3043.511720858141	94.13783866934678	-260.52408
99000	57354.69846749306	2719.0900591703867	899.5390715311714	84.16965756028537	27.639240650736486	3043.511720858141	94.13783866934678	-263.2731
100000	57706.06773018837	3038.6557144886333	12.600059787733562	93.98863300069266	0.387149481004802	3043.511720858141	94.13783866934678	-266.23108
