Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1099.6831917762756	5723.331994990511	66.61398528078962	48.356217584280756	0.5365527595934736	5723.331994990511	48.356217584280756	0.0
2000	1112.1132173538208	5670.39130315419	109.84444901605234	47.92979850456602	0.8847592888663882	5723.331994990511	48.356217584280756	0.0
3000	1124.5788192749023	5627.326974129235	103.10735344729572	47.58293013329258	0.8304942992576111	5723.331994990511	48.356217584280756	0.0
4000	1137.0007615089417	5671.234386413455	101.81639941706966	47.9365892504945	0.8200961081794691	5723.331994990511	48.356217584280756	0.0
5000	1149.839908361435	5709.829314529274	101.40561767127082	48.24745813335094	0.8167874023818804	5723.331994990511	48.356217584280756	0.0
6000	1417.8876609802246	5811.659066438371	47.60409767165665	49.067661791265124	0.3834346476347293	5811.659066438371	49.067661791265124	-376.19513
7000	1679.8189067840576	6079.073538438166	76.10636950501828	51.22159346645194	0.6130106524693146	6079.073538438166	51.22159346645194	-342.95703
8000	1947.0152468681335	-774.4229969222139	90.7703542990922	-3.980965927219156	0.7311240107188185	6079.073538438166	51.22159346645194	-423.94128
9000	2243.505297422409	6.4697296265755515	65.48275282620385	2.3088566319642925	0.5274410709189224	6079.073538438166	51.22159346645194	-594.39606
10000	2521.180742740631	6018.263162275046	46.86666738328312	50.73178678389561	0.37749490007921577	6079.073538438166	51.22159346645194	-426.72522
11000	2777.087592124939	5310.5605280691	43.17333253585135	45.03148526681651	0.347746357094749	6079.073538438166	51.22159346645194	-363.6204
12000	3030.4613766670227	6540.8643223483905	67.44029428679661	54.94115953681163	0.543208394676424	6540.8643223483905	54.94115953681163	-340.07153
13000	3286.5692434310913	6464.1357732752585	33.35740713024612	54.32313744173267	0.2686824511875882	6540.8643223483905	54.94115953681163	-342.81372
14000	3547.093734741211	6539.679142737863	50.78033046333941	54.93161332233486	0.4090181112618503	6540.8643223483905	54.94115953681163	-318.0066
15000	3814.012348651886	6645.6026906894695	69.0894134331365	55.78479110054169	0.5564914826816995	6645.6026906894695	55.78479110054169	-338.3288
16000	4088.209608078003	6660.5379000964	62.29316400565349	55.90508907984164	0.5017500290690611	6660.5379000964	55.90508907984164	-336.07065
17000	4349.762813806534	6707.84951757188	86.355365793428	56.28616790000675	0.6955627955129952	6707.84951757188	56.28616790000675	-340.04074
18000	4612.145701169968	6852.856540918069	56.15470195896224	57.45414964151156	0.4523068267605843	6852.856540918069	57.45414964151156	-358.5987
19000	4871.597237586975	6739.91464989994	63.17824896557927	56.54444152175192	0.5088790842625183	6852.856540918069	57.45414964151156	-374.59042
20000	5145.390043497086	6794.555280517263	50.02856612615994	56.98455302416503	0.4029629078690889	6852.856540918069	57.45414964151156	-351.7653
21000	5420.613555192947	6693.061085418625	48.429325361549424	56.16705216104528	0.39008157308797636	6852.856540918069	57.45414964151156	-373.09616
22000	5683.1635184288025	7023.763299761922	60.063913984361896	58.830744852026484	0.48379418622756126	7023.763299761922	58.830744852026484	-386.33194
23000	5944.978891611099	6863.000300699687	80.7681125579237	57.53585414065746	0.6505593907561613	7023.763299761922	58.830744852026484	-384.96555
24000	6207.8008325099945	7095.798365245391	49.68983141728275	59.41096254970262	0.4002345161949953	7095.798365245391	59.41096254970262	-398.28333
25000	6469.449051856995	7129.762539260625	248.09320796217432	59.684532299633815	1.9983055331008748	7129.762539260625	59.684532299633815	-401.5558
26000	6734.1227214336395	7161.188605411866	62.46419064250701	59.93765846293932	0.5031275898557471	7161.188605411866	59.93765846293932	-393.23236
27000	6997.395498514175	7228.0792758347525	90.43546451158295	60.476439826269754	0.7284265885650412	7228.0792758347525	60.476439826269754	-420.49963
28000	7261.086790800095	7235.738463050281	69.00540612261726	60.53813194721721	0.5558148326645149	7235.738463050281	60.53813194721721	-419.34418
29000	7520.885206222534	7382.7481193166095	97.53544406590048	61.722244208690555	0.7856144839727195	7382.7481193166095	61.722244208690555	-418.10608
30000	7801.3601796627045	7283.510699185278	118.73901785833696	60.922920892393485	0.9564019842794539	7382.7481193166095	61.722244208690555	-441.44424
31000	8074.253221035004	7502.703561985145	112.64704766544764	62.68844407679271	0.9073332578764629	7502.703561985145	62.68844407679271	-405.43005
32000	8344.576693058014	7202.482525348416	108.71650811849962	60.27026679740534	0.875674112552599	7502.703561985145	62.68844407679271	-432.21844
33000	8617.722090244293	7147.748080707602	57.09639969051815	59.82939965527214	0.4598918783745878	7502.703561985145	62.68844407679271	-425.55075
34000	8878.793166399002	7257.474990521716	67.11516349635176	60.713212206259165	0.5405895778903288	7502.703561985145	62.68844407679271	-437.73492
35000	9141.754143953323	7208.422661512115	1177.8508765318668	60.31811255288086	9.487184042943264	7502.703561985145	62.68844407679271	-430.70996
36000	9404.79050040245	7412.584374576907	202.09447707165614	61.962564991606754	1.6278015632051923	7502.703561985145	62.68844407679271	-437.5372
37000	9674.13080739975	7647.551438482656	107.41641204567595	63.85514394512211	0.8652022854629876	7647.551438482656	63.85514394512211	-433.25345
38000	9948.052196025848	7005.5055255852885	67.24939920318005	58.68368475530333	0.541670800378838	7647.551438482656	63.85514394512211	-452.08017
39000	10230.019904851913	7784.250361152381	266.5046266374126	64.95620679075022	2.1466031834604715	7784.250361152381	64.95620679075022	-438.6044
40000	10499.46958398819	7920.880795498068	167.73117776455774	66.0567179864642	1.35101699620711	7920.880795498068	66.0567179864642	-451.8144
41000	10769.031645774841	7928.9577853305045	155.1112241106343	66.12177536391332	1.2493676063618373	7928.9577853305045	66.12177536391332	-429.76703
42000	11041.616225004196	7828.826143865668	125.67311744163084	65.31524940207335	1.0122537735250552	7928.9577853305045	66.12177536391332	-444.15097
43000	11310.173813819885	7949.056038541962	78.68979305526393	66.28365988678281	0.6338192413750887	7949.056038541962	66.28365988678281	-447.86862
44000	11581.0088763237	7932.983627034465	111.37158449908243	66.1542021353614	0.8970598403832967	7949.056038541962	66.28365988678281	-454.26575
45000	11853.267461776733	7831.2952617663395	139.4616427908306	65.33513729825283	1.1233156067970413	7949.056038541962	66.28365988678281	-456.19324
46000	12130.506189584732	7707.698110515	154.40508778058114	64.33960471898644	1.2436799208864446	7949.056038541962	66.28365988678281	-444.22888
47000	12403.047257184982	8177.86696586684	195.31958840906242	68.12665327569073	1.5732321632131252	8177.86696586684	68.12665327569073	-447.45703
48000	12674.598590612411	7963.58755104682	218.8650446082351	66.40070622626669	1.7628827215200868	8177.86696586684	68.12665327569073	-454.835
49000	12949.001534223557	8040.0847815601355	202.88400429855687	67.01686512983875	1.6341609336974734	8177.86696586684	68.12665327569073	-470.50967
50000	13219.238583087921	6440.031900982061	2641.1266498111536	54.1289890336876	21.273367543147277	8177.86696586684	68.12665327569073	-453.59033
51000	13493.633628368378	8177.9403452983215	204.33854003072355	68.12724432179452	1.645876719170024	8177.9403452983215	68.12724432179452	-476.0783
52000	13763.909135341644	8103.560589614547	140.49689874528872	67.52814095030587	1.1316542377453163	8177.9403452983215	68.12724432179452	-447.12085
53000	14036.02488565445	6946.434229839519	2234.711892560473	58.207885767875155	17.999836337602513	8177.9403452983215	68.12724432179452	-468.01578
54000	14308.79367017746	8017.994127572342	119.20027513895144	66.83893250340282	0.9601172531641051	8177.9403452983215	68.12724432179452	-485.9462
55000	14577.107506275177	7455.432760734805	136.7693082394244	62.30769401729462	1.1016297772041017	8177.9403452983215	68.12724432179452	-470.3131
56000	14847.142201900482	8063.367842463986	90.25326171922343	67.20440218421382	0.7269590076864302	8177.9403452983215	68.12724432179452	-464.1261
57000	15117.890090227127	7495.887866459406	1893.6216733344083	62.63354599154127	15.25247183712027	8177.9403452983215	68.12724432179452	-467.1667
58000	15393.208307266235	7505.586328881936	980.7874234688229	62.7116637734858	7.899905649220028	8177.9403452983215	68.12724432179452	-483.52728
59000	15672.997724056244	8280.615052361816	161.97391461082645	68.9542538031092	1.3046442199827275	8280.615052361816	68.9542538031092	-476.09818
60000	15947.325977563858	7395.515724071706	594.7787297880265	61.82508287741557	4.790738273203097	8280.615052361816	68.9542538031092	-472.857
61000	16222.181933879852	8178.275706998176	215.86418754392025	68.12994554504006	1.7387118491091837	8280.615052361816	68.9542538031092	-481.95444
62000	16497.197743415833	8335.303331272076	131.6945687204436	69.3947490961476	1.0607544943089284	8335.303331272076	69.3947490961476	-473.5266
63000	16766.1949031353	8356.654535044083	185.17385471429645	69.56672570520684	1.4915117648751326	8356.654535044083	69.56672570520684	-494.4395
64000	17037.84923362732	8388.607171872183	167.02511337564633	69.82409321435887	1.3453298901928976	8388.607171872183	69.82409321435887	-471.86423
65000	17310.89802122116	7695.510632041018	121.92958880318346	64.24143876809583	0.9821009368030118	8388.607171872183	69.82409321435887	-488.91537
66000	17582.99299097061	8760.683226004428	146.1799986841103	72.82103796675275	1.177429654759726	8760.683226004428	72.82103796675275	-502.62726
67000	17850.530351161957	8049.176559291633	1371.8551963223094	67.09009627508374	11.049822169424425	8760.683226004428	72.82103796675275	-482.66046
68000	18125.018550634384	8496.930187341171	581.6008854532199	70.69659787884308	4.684595265641999	8760.683226004428	72.82103796675275	-470.87607
69000	18394.529283761978	7545.198716925042	1944.6403295001091	63.03072794640726	15.663409580014205	8760.683226004428	72.82103796675275	-494.26373
70000	18679.097744703293	8532.23755285644	158.46869378793852	70.98098657472039	1.2764108708207256	8760.683226004428	72.82103796675275	-498.55206
71000	18974.38082909584	7642.2923564208295	1465.7678201936817	63.81278384639349	11.806256081709515	8760.683226004428	72.82103796675275	-490.22305
72000	19253.188255548477	7527.883338354036	2456.7122577640093	62.89125852243393	19.787972989067306	8760.683226004428	72.82103796675275	-507.12946
73000	19529.580300331116	7522.15758568861	1473.2812132560305	62.84513955236432	11.866773880855156	8760.683226004428	72.82103796675275	-519.0769
74000	19800.271583795547	6302.694413977171	2371.655219121267	53.02278277178186	19.102867772583984	8760.683226004428	72.82103796675275	-509.8611
75000	20086.02455353737	6255.343536323888	2243.82984425906	52.64138772437626	18.07327830515775	8760.683226004428	72.82103796675275	-497.21005
76000	20368.21738576889	8770.087435988431	222.01187123747647	72.8967856464246	1.7882293286141466	8770.087435988431	72.8967856464246	-500.3877
77000	20639.92539691925	8394.098766406187	868.2952964251803	69.86832612114813	6.9938202237138585	8770.087435988431	72.8967856464246	-503.30914
78000	20910.78235912323	8268.940113705694	763.5302550565053	68.86021618431755	6.149973817912682	8770.087435988431	72.8967856464246	-495.14447
79000	21191.510929584503	7730.108256712998	1870.11962185981	64.52011074538234	15.063170888953758	8770.087435988431	72.8967856464246	-519.3534
80000	21478.062146425247	9028.03965252668	111.7704980157751	74.97450210556528	0.9002729516739435	9028.03965252668	74.97450210556528	-499.22272
81000	21749.822715997696	8865.625453405157	136.5937589395959	73.6663115451523	1.1002157879213628	9028.03965252668	74.97450210556528	-529.65173
82000	22024.521542072296	8702.44088719925	189.88435904939243	72.35191594261065	1.5294532585332459	9028.03965252668	74.97450210556528	-503.1737
83000	22301.651123046875	7809.677014653775	2182.724440545363	65.16100974685463	17.581095277067515	9028.03965252668	74.97450210556528	-530.4013
84000	22567.601733207703	8585.018212922607	101.67724025855802	71.40611665352132	0.8189752289795927	9028.03965252668	74.97450210556528	-515.60284
85000	22837.640159606934	8956.95764818249	161.9513597646995	74.40196098784733	1.3044625484481285	9028.03965252668	74.97450210556528	-503.94382
86000	23108.446217298508	8811.287567275507	145.83320593329688	73.2286385455495	1.174636358326981	9028.03965252668	74.97450210556528	-519.2494
87000	23384.595567703247	9087.843764151612	132.21485308021107	75.4562036730685	1.0649452060315463	9087.843764151612	75.4562036730685	-515.7898
88000	23656.72914838791	9218.52457550303	118.59411033199437	76.50879270014683	0.9552348039521166	9218.52457550303	76.50879270014683	-539.8292
89000	23939.503352165222	8781.37156179515	150.77683503346793	72.98767540201679	1.214455591854633	9218.52457550303	76.50879270014683	-523.8993
90000	24232.15399336815	9084.50722495939	97.15099828879517	75.42932899647421	0.7825179053526212	9218.52457550303	76.50879270014683	-516.3063
91000	24517.1616396904	9129.481936240156	164.28295684327645	75.79158484031683	1.3232427616645752	9218.52457550303	76.50879270014683	-531.5199
92000	24809.607518672943	7733.727346933435	2093.0543900423854	64.54926127341045	16.85883383530787	9218.52457550303	76.50879270014683	-541.60846
93000	25089.40620470047	9064.255070408248	201.21395681393423	75.2662048512016	1.6207092751193315	9218.52457550303	76.50879270014683	-527.1136
94000	25376.289904117584	9142.0065408263	143.54529108363877	75.89246622618776	1.1562079904531064	9218.52457550303	76.50879270014683	-546.76154
95000	25656.29208135605	9299.734999494429	114.98665061889632	77.16291475749966	0.9261779556637895	9299.734999494429	77.16291475749966	-526.02136
96000	25946.719801187515	8384.236853781436	1715.8084840387792	69.78889180399423	13.82024770270566	9299.734999494429	77.16291475749966	-558.5417
97000	26239.29930615425	8378.74413920558	1979.0477558096336	69.74464987565275	15.940549574852625	9299.734999494429	77.16291475749966	-553.9721
98000	26566.829842805862	8929.16416900462	400.0063135835472	74.17809406427668	3.2219133940625975	9299.734999494429	77.16291475749966	-518.8528
99000	26903.058448076248	8948.588698909956	884.4712814488008	74.33455197743984	7.124112224214679	9299.734999494429	77.16291475749966	-540.38513
100000	27231.398105621338	8838.009877176148	713.0422290982128	73.44387756869853	5.743310118988771	9299.734999494429	77.16291475749966	-527.6373
