Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1109.7543504238129	6196.8518271607245	43.0590220553171	52.170257107696514	0.3468256254567499	6196.8518271607245	52.170257107696514	0.0
2000	1123.320794582367	6215.7291858814615	34.54327710007955	52.322307745002675	0.27823422627132305	6215.7291858814615	52.322307745002675	0.0
3000	1137.7528338432312	6032.761120912264	66.43198378044256	50.84856285850641	0.5350868000528505	6215.7291858814615	52.322307745002675	0.0
4000	1151.794620513916	6210.741713963216	47.525069990855776	52.28213537264198	0.38279810682367643	6215.7291858814615	52.322307745002675	0.0
5000	1165.516722202301	6201.381600966064	71.10718844205638	52.206742879045336	0.5727439669717685	6215.7291858814615	52.322307745002675	0.0
6000	1442.9313337802887	583.159599587775	787.1410304292073	6.953895355484652	6.3401504997155325	6215.7291858814615	52.322307745002675	-613.4352
7000	1709.8692004680634	6322.834144169933	59.99987034775217	53.18500137748223	0.4832783367432158	6322.834144169933	53.18500137748223	-531.06274
8000	1972.933663368225	4050.76310838641	2305.3380374762583	34.88424997965802	18.568705664280394	6322.834144169933	53.18500137748223	-492.04346
9000	2238.7722401618958	6321.808328299898	86.91525521770306	53.17673878316989	0.700072512419974	6322.834144169933	53.18500137748223	-509.69263
10000	2502.171768426895	6271.338450253907	51.49731771347558	52.770221259443055	0.4147931971695988	6322.834144169933	53.18500137748223	-457.6056
11000	2761.815443754196	6368.048984936562	61.89151662570439	53.549191381813195	0.49851489744937516	6368.048984936562	53.549191381813195	-400.1435
12000	3025.538519859314	5320.072390559002	1568.1735436121926	45.10810005042866	12.631098992199867	6368.048984936562	53.549191381813195	-407.6428
13000	3284.4486379623413	6261.282545699898	80.42994404299705	52.68922440396415	0.6478355595797669	6368.048984936562	53.549191381813195	-438.4627
14000	3550.952475786209	6348.630027741264	93.94611422655477	53.39277835491432	0.7567036655871452	6368.048984936562	53.549191381813195	-375.98126
15000	3817.3189494609833	6552.0739809102115	74.14564302258069	55.03144948433682	0.5972176744553837	6552.0739809102115	55.03144948433682	-386.6046
16000	4086.036194562912	6611.114255127603	131.8198350402046	55.50699860401443	1.0617634714669333	6611.114255127603	55.50699860401443	-390.35727
17000	4353.829424858093	6778.181258373639	64.96025121064147	56.8526659027179	0.5232324999628323	6778.181258373639	56.8526659027179	-379.64532
18000	4622.088600158691	6875.1977078291875	76.73902579135023	57.63410006345631	0.6181064814438868	6875.1977078291875	57.63410006345631	-382.76392
19000	4886.4310257434845	6480.045638478895	68.07039598819524	54.4512859385354	0.5482836473472414	6875.1977078291875	57.63410006345631	-394.47763
20000	5160.510966539383	6831.337595984207	92.23595368079853	57.28082193503771	0.7429289100863952	6875.1977078291875	57.63410006345631	-390.43906
21000	5433.350063800812	6959.57596476954	95.40207170240112	58.31373792658967	0.7684309027164541	6959.57596476954	58.31373792658967	-401.70932
22000	5700.561200380325	6673.329988123087	424.5421557014631	56.00812495290565	3.419541170599696	6959.57596476954	58.31373792658967	-397.6079
23000	5969.081892490387	6259.469554789768	1014.2471709822526	52.674621385215936	8.169412417024967	6959.57596476954	58.31373792658967	-407.21487
24000	6241.041771173477	6969.567095793614	80.68249171703701	58.39421305354432	0.649869744306351	6969.567095793614	58.39421305354432	-422.34454
25000	6516.3464159965515	6920.2358172218155	67.36302459550558	57.99686655730331	0.5425860138667442	6969.567095793614	58.39421305354432	-405.96854
26000	6784.791870832443	7027.224587680161	50.940235639442776	58.85862433673903	0.4103060925040755	7027.224587680161	58.85862433673903	-397.3534
27000	7054.0139265060425	7009.837561686542	144.55013102970267	58.71857781739815	1.1643016309062035	7027.224587680161	58.85862433673903	-387.91528
28000	7320.377864122391	6920.978840723255	87.12051069141222	58.00285135626797	0.7017257747248229	7027.224587680161	58.85862433673903	-386.2563
29000	7588.567677259445	6949.655307791535	66.19534270582376	58.233830443857755	0.5331807375183129	7027.224587680161	58.85862433673903	-374.9441
30000	7857.251494169235	7133.133518751856	51.967232773104875	59.71168438100126	0.41857820148897035	7133.133518751856	59.71168438100126	-406.27338
31000	8127.541704177856	7052.075231172642	85.44281936428574	59.058787730167026	0.6882125476221133	7133.133518751856	59.71168438100126	-401.32764
32000	8396.757295846939	7101.199330864785	86.10764579379953	59.45446547172928	0.6935674960447717	7133.133518751856	59.71168438100126	-420.14276
33000	8670.296518564224	6998.125069194406	390.5749241158542	58.62423771536277	3.145946792989848	7133.133518751856	59.71168438100126	-416.05606
34000	8941.92032790184	7188.501995456657	96.47705241158911	60.15765843352525	0.7770895029126945	7188.501995456657	60.15765843352525	-411.19104
35000	9212.752416610718	7222.732516085498	73.90153466570544	60.43337351389924	0.5952514655283944	7222.732516085498	60.43337351389924	-414.3412
36000	9495.452648878098	7011.151400343867	90.65282222627603	58.72916033628328	0.730177330262086	7222.732516085498	60.43337351389924	-425.81873
37000	9776.923988103867	7158.61919869713	110.95781994112792	59.9169627748267	0.8937271090588358	7222.732516085498	60.43337351389924	-441.95932
38000	10050.129263162613	7111.538773472549	88.34546359601727	59.537746128793536	0.7115923494173186	7222.732516085498	60.43337351389924	-448.53305
39000	10323.256883382797	7364.118808874082	98.99986633503886	61.57219151502376	0.7974099021030737	7364.118808874082	61.57219151502376	-446.80966
40000	10610.333859682083	7257.583843814004	20.769829668554966	60.71408898212121	0.16729384044469195	7364.118808874082	61.57219151502376	-443.52985
41000	10887.243233442307	7368.563755609621	109.5962988729037	61.60799403347609	0.8827605247399269	7368.563755609621	61.60799403347609	-449.42087
42000	11167.465528964996	7464.455351882576	95.10661113489267	62.380367888383645	0.7660510693799653	7464.455351882576	62.380367888383645	-452.24652
43000	11442.328667879105	7180.476750889943	34.776959206417004	60.093017846409296	0.28011645533319907	7464.455351882576	62.380367888383645	-456.30426
44000	11714.761281013489	7166.629745098299	156.26157179627606	59.981484973270184	1.2586332616536071	7464.455351882576	62.380367888383645	-472.28937
45000	11982.836597442627	7304.176412971703	50.59887001772624	61.08937611518699	0.40755650973117563	7464.455351882576	62.380367888383645	-448.09528
46000	12250.973191738129	7272.77845287947	60.98425477197777	60.836476336528165	0.49120721499742437	7464.455351882576	62.380367888383645	-460.52457
47000	12519.219793081284	7412.290100028275	71.67338316559757	61.96019471124473	0.577304470897524	7464.455351882576	62.380367888383645	-457.37396
48000	12791.177503347397	7442.933807226928	122.75223002163128	62.20701924204417	0.9887270291176056	7464.455351882576	62.380367888383645	-477.10864
49000	13076.888925552368	7448.270284592387	97.9587053366849	62.250002733346705	0.7890237080554833	7464.455351882576	62.380367888383645	-475.29123
50000	13354.347357273102	7735.649876279864	49.43955508718466	64.56474658662025	0.39821862636332006	7735.649876279864	64.56474658662025	-469.34247
51000	13628.80755186081	7736.56605951565	140.26673173663636	64.57212612773885	1.1298003215873276	7736.56605951565	64.57212612773885	-479.87244
52000	13907.528486967087	7810.924625267292	112.08990523290545	65.1710588216061	0.9028456670438917	7810.924625267292	65.1710588216061	-476.77322
53000	14177.906636476517	7642.662300111694	80.17763449361784	63.81576361569254	0.645803292865493	7810.924625267292	65.1710588216061	-505.63055
54000	14460.601524353027	7465.689821690181	138.83077499300174	62.39031111845933	1.1182341834827498	7810.924625267292	65.1710588216061	-485.54782
55000	14727.929803848267	7621.422349246357	106.34189880134586	63.644683110564564	0.8565474505355354	7810.924625267292	65.1710588216061	-484.96832
56000	15004.778581857681	7853.380863347287	107.80209166148246	65.51302922928788	0.8683088022298197	7853.380863347287	65.51302922928788	-493.7323
57000	15280.304258108139	7782.905231022021	94.07855676938796	64.9453722298031	0.7577704447558913	7853.380863347287	65.51302922928788	-503.4285
58000	15551.875633239746	7839.492757176004	93.67038890248955	65.40116530671486	0.7544827928545893	7853.380863347287	65.51302922928788	-490.5728
59000	15831.494306087494	7772.869113828713	58.9955632703658	64.86453475471473	0.47518898836420387	7853.380863347287	65.51302922928788	-508.7979
60000	16100.363372325897	7184.590269371596	1501.632755894648	60.12615082417166	12.095135813824044	7853.380863347287	65.51302922928788	-487.48242
61000	16377.491560459137	7232.614190420567	1227.4272433459412	60.51296700483867	9.88650464075144	7853.380863347287	65.51302922928788	-521.37384
62000	16651.555349111557	7804.172971842449	351.8241407296891	65.11667657346936	2.8338225494903124	7853.380863347287	65.51302922928788	-492.47797
63000	16933.509656190872	7766.7666376009165	86.2790930438717	64.81538140581094	0.6949484447263914	7853.380863347287	65.51302922928788	-515.234
64000	17209.390119552612	7853.838642407049	184.47712238463808	65.51671648229885	1.4858998253912514	7853.838642407049	65.51671648229885	-503.8773
65000	17486.76248526573	8005.318549614977	97.15430906116285	66.73683507890856	0.7825445724862986	8005.318549614977	66.73683507890856	-503.29047
66000	17769.473659038544	7981.125294898321	105.572806966409	66.54196672615872	0.8503526801029218	8005.318549614977	66.73683507890856	-486.3494
67000	18041.84121823311	7966.2297525748845	105.02879339681961	66.42198825158475	0.845970837749709	8005.318549614977	66.73683507890856	-530.49756
68000	18319.384958028793	8094.36701800063	136.93688512380587	67.45408989031935	1.1029795514201315	8094.36701800063	67.45408989031935	-515.05945
69000	18596.88259744644	7865.292048541084	89.86651647665741	65.60896973275455	0.7238439076622615	8094.36701800063	67.45408989031935	-516.0459
70000	18874.68276309967	7812.405724535767	163.1030894647726	65.18298856723509	1.3137393353912203	8094.36701800063	67.45408989031935	-515.4879
71000	19171.182247638702	7004.500414056008	70.67171478405378	58.675588927340755	0.5692363763067358	8094.36701800063	67.45408989031935	-518.42694
72000	19449.32014989853	8023.888504205728	124.56683658060354	66.88640968158687	1.0033430613620238	8094.36701800063	67.45408989031935	-526.96204
73000	19732.411668777466	6234.912178486795	2222.1066346356774	52.476820158218416	17.898305316805185	8094.36701800063	67.45408989031935	-537.41736
74000	20017.55254459381	7923.069223047362	101.01407044047869	66.07434501832236	0.8136336239927476	8094.36701800063	67.45408989031935	-529.3143
75000	20308.336983919144	7354.536741650407	1321.8512221244507	61.49501125640688	10.64705734108681	8094.36701800063	67.45408989031935	-529.0946
76000	20592.71323657036	8243.732872396948	96.20670268759363	68.65718051802412	0.7749119287913823	8243.732872396948	68.65718051802412	-518.9779
77000	20870.78672504425	8150.703058203956	181.09014001255736	67.90785733432155	1.4586188463179517	8243.732872396948	68.65718051802412	-523.5444
78000	21155.87700366974	8247.052466907266	98.71992427433203	68.68391871102871	0.7951550650059506	8247.052466907266	68.68391871102871	-510.0331
79000	21433.910877227783	6362.750128846783	2504.753661667527	53.50651091695772	20.17492998811974	8247.052466907266	68.68391871102871	-552.8133
80000	21722.050588607788	5965.412704166264	2624.8847856893685	50.30609450584747	21.142544909150036	8247.052466907266	68.68391871102871	-558.89636
81000	22001.436938524246	7633.853770173143	1589.64723174012	63.74481393408187	12.804062170654404	8247.052466907266	68.68391871102871	-508.51752
82000	22288.80083465576	8194.189768944185	91.49091956800432	68.25812784516037	0.7369279163382229	8247.052466907266	68.68391871102871	-599.4894
83000	22571.68474650383	8231.157533790265	199.58440444642883	68.55589048705247	1.6075837907934585	8247.052466907266	68.68391871102871	-526.10474
84000	22869.86964082718	7529.211404702833	2068.5334575689535	62.90195564048454	16.6613261508334	8247.052466907266	68.68391871102871	-542.96655
85000	23165.610082626343	7567.026291527041	1329.6593248680779	63.20654155879764	10.7099489254384	8247.052466907266	68.68391871102871	-523.80273
86000	23445.814321756363	7443.7228661751	1835.5978018461217	62.213374840712206	14.78510949213961	8247.052466907266	68.68391871102871	-536.13214
87000	23734.25969171524	7287.795008937866	2070.3617834374772	60.95742953515096	16.676052687401622	8247.052466907266	68.68391871102871	-533.527
88000	24027.09894633293	8212.554171769636	147.47023450994098	68.40604679900692	1.1878220609482717	8247.052466907266	68.68391871102871	-539.3492
89000	24310.505346775055	3900.8540514408487	3175.244727995625	33.67678404209023	25.575505113668616	8247.052466907266	68.68391871102871	-1315.239
90000	24600.895433664322	7420.860095369833	2195.527364948152	62.029223078648876	17.684218433417147	8247.052466907266	68.68391871102871	-521.18774
91000	24883.008259773254	6862.408028582623	1597.3778017000304	57.53108359228837	12.866329255077233	8247.052466907266	68.68391871102871	-531.07825
92000	25166.231148004532	7739.098045507932	1957.4739748304446	64.59252040479173	15.766780182878003	8247.052466907266	68.68391871102871	-562.1947
93000	25461.387229442596	7960.475760369483	288.57021351720283	66.37564182172511	2.3243339029557304	8247.052466907266	68.68391871102871	-518.41956
94000	25735.49092411995	8331.804513752137	102.12273050438179	69.36656732339036	0.8225634998173315	8331.804513752137	69.36656732339036	-496.28256
95000	26043.18133711815	7557.220751022687	2618.5679529873664	63.12756129970129	21.09166499250997	8331.804513752137	69.36656732339036	-507.7344
96000	26335.603094100952	7866.94313818203	2130.821592272246	65.62226869241672	17.163035670600262	8331.804513752137	69.36656732339036	-523.57166
97000	26627.73511171341	6060.334056749952	296.2552008084451	51.07065338126142	2.386233834646886	8331.804513752137	69.36656732339036	-502.6823
98000	26915.801802635193	8057.297298061872	69.85542445720046	67.15550603519257	0.5626614382414589	8331.804513752137	69.36656732339036	-473.66522
99000	27192.315316200256	8671.056445927048	116.02048216757372	72.09912505340147	0.934505113512993	8671.056445927048	72.09912505340147	-484.82642
100000	27474.650232553482	8479.622724822233	78.25669940752962	70.55719221594882	0.6303308208748762	8671.056445927048	72.09912505340147	-489.76147
