Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	156.98348379135132	511.33445562168146	577.4289171393681	11.103070738676914	12.578311931864272	511.33445562168146	11.103070738676914	0.0
2000	162.05788159370422	344.20893406901536	499.1298710911691	7.462524033327966	10.872699698170159	511.33445562168146	11.103070738676914	0.0
3000	165.78222274780273	132.74252904266814	215.71802584576227	2.856086207684128	4.699052191317706	511.33445562168146	11.103070738676914	0.0
4000	171.47976207733154	519.4600438276354	553.102848166903	11.280072928991014	12.048409679778308	519.4600438276354	11.280072928991014	0.0
5000	175.58070182800293	227.19629803563217	396.35328564027344	4.913601746427053	8.63388568536025	519.4600438276354	11.280072928991014	0.0
6000	392.1688668727875	171.4517032315618	113.21869941149954	3.6993000702404024	2.4662777970541074	519.4600438276354	11.280072928991014	-144.49901
7000	596.0360519886017	143.2941957544649	148.73352130879826	3.0859364132463387	3.2399080998832397	519.4600438276354	11.280072928991014	-126.15025
8000	801.9936535358429	295.8790103351713	165.23008388294298	6.409738420547898	3.599257802854606	519.4600438276354	11.280072928991014	-239.70285
9000	1007.4379720687866	173.35129427661715	136.763291795136	3.7406794469887195	2.9791569039355807	519.4600438276354	11.280072928991014	-239.56505
10000	1211.6869683265686	231.7658218801917	108.11240375886551	5.013141091601707	2.3550457862754524	519.4600438276354	11.280072928991014	-107.78537
11000	1420.6740322113037	209.58427757158938	98.41289734303963	4.529953680714337	2.1437584508787557	519.4600438276354	11.280072928991014	-92.10468
12000	1628.2492854595184	95.47961435682672	165.19094069566975	2.044376661284959	3.5984051347513715	519.4600438276354	11.280072928991014	-221.49297
13000	1834.318619966507	279.98346338382714	65.62990583831107	6.06348082598177	1.4296364508082147	519.4600438276354	11.280072928991014	-88.693405
14000	2048.2068333625793	286.6476859351514	126.76658883913646	6.208649638186733	2.76139564477716	519.4600438276354	11.280072928991014	-90.79848
15000	2263.3914494514465	305.08938550163435	124.05304386238747	6.61037085930279	2.7022856588627304	519.4600438276354	11.280072928991014	-91.42121
16000	2468.5430824756622	257.9007904415582	95.65343161131	5.582447160516489	2.083648159016445	519.4600438276354	11.280072928991014	-145.4684
17000	2684.9080431461334	361.51927921579914	41.68185978407445	7.839600612698386	0.9079687883691064	519.4600438276354	11.280072928991014	-89.25705
18000	2904.217576980591	297.01128746703716	100.82173744342978	6.434403162016824	2.19623095663201	519.4600438276354	11.280072928991014	-185.6276
19000	3114.5625553131104	325.2599741930308	53.879951728302316	7.049753004669929	1.1736835818161877	519.4600438276354	11.280072928991014	-204.16974
20000	3343.7884838581085	333.39517249782375	43.185398702658276	7.226964534726643	0.940720839674983	519.4600438276354	11.280072928991014	-92.89005
21000	3597.773404121399	527.6701500253464	522.4137142867587	11.458916200748424	11.379898825185919	527.6701500253464	11.458916200748424	-97.53284
22000	3858.41881775856	265.1447487272931	114.03599660873319	5.740244534764365	2.484081233603098	527.6701500253464	11.458916200748424	-94.957596
23000	4096.949315071106	251.93244341204604	88.03353276278492	5.452436819110778	1.9176615557115255	527.6701500253464	11.458916200748424	-98.183914
24000	4364.75012421608	365.95592337191863	120.1796488645687	7.936245398697016	2.6179103027422688	527.6701500253464	11.458916200748424	-99.38096
25000	4618.4944615364075	299.960766785969	125.17181886701898	6.498652578367327	2.7266562793358857	527.6701500253464	11.458916200748424	-99.03879
26000	4889.303312063217	318.64361441679256	81.51396319779178	6.905626802034881	1.77564376405635	527.6701500253464	11.458916200748424	-94.88076
27000	5145.504942655563	439.09275639278	79.20476063864994	9.529407556218526	1.7253416935493149	527.6701500253464	11.458916200748424	-94.94648
28000	5394.3739495277405	321.6072472514624	21.098407400085414	6.970184528777539	0.4595931060372845	527.6701500253464	11.458916200748424	-92.5364
29000	5671.923755407333	280.23021028828106	28.763102177029385	6.068855789791722	0.62655551284668	527.6701500253464	11.458916200748424	-113.936066
30000	5924.79895234108	464.2016163494288	202.28322035837041	10.076361585387792	4.406397685891283	527.6701500253464	11.458916200748424	-91.58957
31000	6172.035030603409	297.3221931894227	82.08719726500419	6.441175717116664	1.788130698280374	527.6701500253464	11.458916200748424	-183.45035
32000	6410.475264072418	302.2256803978971	85.34350973105431	6.547989889097616	1.859063955569445	527.6701500253464	11.458916200748424	-91.4655
33000	6693.878623723984	344.7523525150568	56.47713640921329	7.474361484693756	1.2302588555710916	527.6701500253464	11.458916200748424	-87.31457
34000	6938.482173681259	460.2150621547641	129.23170786952036	9.989521247632988	2.8150940917945957	527.6701500253464	11.458916200748424	-89.45036
35000	7190.019246339798	276.448091479196	69.61888021793199	5.986468731000622	1.5165295081972623	527.6701500253464	11.458916200748424	-115.138855
36000	7446.826707363129	523.72328994885	270.70020008641086	11.372940532194209	5.896745825569954	527.6701500253464	11.458916200748424	-89.19824
37000	7705.995263576508	917.1567269274472	420.32088814677496	19.943222254936252	9.155979352021813	917.1567269274472	19.943222254936252	-89.92504
38000	7974.201904296875	982.0241728967258	543.6668117522674	21.356249807603845	11.842861592557956	982.0241728967258	21.356249807603845	-106.091415
39000	8237.24060344696	817.695381809024	631.4815425698775	17.77662514327762	13.755756918113674	982.0241728967258	21.356249807603845	-98.7111
40000	8495.77155828476	1033.605847694912	564.8483788905713	22.479869315254813	12.304266192783421	1033.605847694912	22.479869315254813	-107.677315
41000	8756.419697761536	988.0080000953461	460.4601689475667	21.486597358300646	10.030345667332604	1033.605847694912	22.479869315254813	-106.44287
42000	9016.01162147522	812.7908235300813	819.2431855242658	17.669787639838802	17.845826611228116	1033.605847694912	22.479869315254813	-101.38168
43000	9293.829286575317	670.7091494519634	607.6289402141465	14.574778776739734	13.236168335152747	1033.605847694912	22.479869315254813	-104.270096
44000	9556.735996961594	516.8087848987259	407.0507649707036	11.222319739238804	8.86691217209982	1033.605847694912	22.479869315254813	-123.873535
45000	9843.287058115005	911.8910103470329	412.3378060495407	19.82851752899117	8.982081416161321	1033.605847694912	22.479869315254813	-166.33363
46000	10116.385890245438	1358.2334017851704	503.5994963722893	29.551331301007565	10.970062922171822	1358.2334017851704	29.551331301007565	-101.68355
47000	10394.075617551804	875.6390484553192	699.8545511200045	19.038829878647928	15.245147220082124	1358.2334017851704	29.551331301007565	-92.86435
48000	10663.611281394958	933.6446782154231	406.67125194147565	20.302384375609005	8.858645122906156	1358.2334017851704	29.551331301007565	-91.962875
49000	10944.008699893951	2011.3096049658657	745.4536104682245	43.77749136167817	16.238445572930406	2011.3096049658657	43.77749136167817	-128.834
50000	11232.24088358879	1715.0106590641903	723.1177255795077	37.32312017241139	15.751896113654396	2011.3096049658657	43.77749136167817	-86.96073
51000	11489.160957574844	445.2564209661088	125.22955825725957	9.663672559832815	2.7279140342553996	2011.3096049658657	43.77749136167817	-93.203476
52000	11732.114925146103	549.2691190823414	196.6984946956109	11.929413195515304	4.284743886860775	2011.3096049658657	43.77749136167817	-96.272675
53000	11995.667971134186	610.2129646909827	654.1378120998619	13.256971753182498	14.249285414698734	2011.3096049658657	43.77749136167817	-92.47404
54000	12292.23016834259	404.8431544238718	170.12953658342792	8.783337928737188	3.70598408990552	2011.3096049658657	43.77749136167817	-86.54831
55000	12587.289705753326	17.34520638974921	106.31924453492036	0.342350789615228	2.31598484666401	2011.3096049658657	43.77749136167817	-123.71364
56000	12880.55651473999	551.9215782101104	471.76676059232966	11.987192529568894	10.276640635202583	2011.3096049658657	43.77749136167817	-99.80004
57000	13143.845216989517	738.316155904934	382.91663996159815	16.047483019121447	8.34119109448038	2011.3096049658657	43.77749136167817	-96.16155
58000	13407.710179328918	914.208113512657	156.44997242705858	19.878991700842345	3.4079979310148425	2011.3096049658657	43.77749136167817	-102.260635
59000	13680.384820699692	992.6355939064786	418.4618936152445	21.587401659440864	9.11548430163005	2011.3096049658657	43.77749136167817	-102.55438
60000	13959.125234365463	1220.285747883739	646.3559231442673	26.54637507256453	14.079770131003702	2011.3096049658657	43.77749136167817	-108.38608
61000	14226.814227342606	1721.3059532491347	340.4418904293501	37.460252504393246	7.415950544541879	2011.3096049658657	43.77749136167817	-116.02745
62000	14514.155594348907	772.9888768212666	111.01865412834087	16.80276957694176	2.4183535331067976	2011.3096049658657	43.77749136167817	-120.894394
63000	14782.128231525421	2022.7354995664791	544.7752541220707	44.02638514257697	11.867007134064526	2022.7354995664791	44.02638514257697	-123.15103
64000	15058.173969745636	2345.206934407018	31.310519863369134	51.05087971869665	0.6820466968321807	2345.206934407018	51.05087971869665	-127.43034
65000	15344.889576911926	2511.7662938456965	9.012644062526256	54.6790935403566	0.19632520122292094	2511.7662938456965	54.6790935403566	-126.168465
66000	15616.552550315857	725.6710187373592	479.99296193528915	15.772030101898428	10.455834512465733	2511.7662938456965	54.6790935403566	-130.13863
67000	15907.164115667343	2139.642507305209	529.8543806345128	46.57300649580529	11.541981151728612	2511.7662938456965	54.6790935403566	-126.914795
68000	16195.624107837677	700.8718659570453	527.6696555513221	15.231822519531264	11.494390612415335	2511.7662938456965	54.6790935403566	-123.68188
69000	16508.226274728775	1111.9641923833365	329.74825405145106	24.186773269491066	7.183007770020801	2511.7662938456965	54.6790935403566	-127.969055
70000	16820.4154651165	2443.053715940089	28.838762927714367	53.182306294541114	0.6282036542799649	2511.7662938456965	54.6790935403566	-125.90758
71000	17120.83629965782	2728.537719845602	53.82454081706019	59.401092271645894	1.1724765488717934	2728.537719845602	59.401092271645894	-140.26207
72000	17410.08849620819	2909.253589280733	8.448189764021464	63.33768171031528	0.18402951940454365	2909.253589280733	63.33768171031528	-131.21568
73000	17696.588769197464	2043.684372428575	350.51428100955843	44.482720891721335	7.63536053052783	2909.253589280733	63.33768171031528	-150.4581
74000	18008.508343696594	1971.3822241938542	210.59066512985055	42.907740929952794	4.587361313778301	2909.253589280733	63.33768171031528	-142.82542
75000	18287.06324839592	1555.7859891051858	845.4541529305159	33.85468015053922	18.41678818638624	2909.253589280733	63.33768171031528	-145.29288
76000	18553.55867743492	2390.643288085034	252.7819694721931	52.040633803822686	5.50642748985295	2909.253589280733	63.33768171031528	-136.63123
77000	18813.36224603653	1988.2170636213498	321.7915477135307	43.274459421799264	7.009684385448347	2909.253589280733	63.33768171031528	-141.54108
78000	19110.39048099518	2548.0947721121315	41.69833151537018	55.47044797045503	0.908327597164693	2909.253589280733	63.33768171031528	-132.07632
79000	19388.141614675522	2640.156241298073	18.292578065215714	57.475851305748996	0.39847286152925154	2909.253589280733	63.33768171031528	-133.62595
80000	19656.926779985428	1252.865628549359	737.7853463071026	27.25607264667506	16.071405413126204	2909.253589280733	63.33768171031528	-128.2657
81000	19920.12448143959	2301.844715872415	1110.728990451435	50.106307158167496	24.195351668352256	2909.253589280733	63.33768171031528	-130.9252
82000	20197.30463862419	839.4549600316802	641.8497040043073	18.250620736962635	13.981609771705182	2909.253589280733	63.33768171031528	-132.8778
83000	20518.32181239128	2142.763551413429	736.6777664029389	46.64099316079738	16.04727865897428	2909.253589280733	63.33768171031528	-136.13506
84000	20788.59255051613	2018.4165428832707	539.2952400450931	43.93230397904479	11.74763429975496	2909.253589280733	63.33768171031528	-145.59158
85000	21069.319457769394	1597.9108406906041	701.2509219249079	34.77229876574444	15.275564795363312	2909.253589280733	63.33768171031528	-137.03131
86000	21378.20160317421	2462.0725343328845	392.87503175827544	53.596599072785054	8.558117809856663	2909.253589280733	63.33768171031528	-155.82639
87000	21662.601871728897	1021.6190338183999	349.4223188540385	22.21875685702374	7.611573982604381	2909.253589280733	63.33768171031528	-137.42848
88000	21939.46416091919	1381.418892669039	893.6671485641027	30.056387989327703	19.467026718348247	2909.253589280733	63.33768171031528	-145.24146
89000	22228.285752534866	1599.5511561955059	867.9121848144188	34.808030263552936	18.905998411275796	2909.253589280733	63.33768171031528	-161.88449
90000	22535.047711610794	1889.6808517173758	611.7918752144528	41.128014771862695	13.326850830316545	2909.253589280733	63.33768171031528	-153.70319
91000	22830.820088148117	2956.5761112969512	66.76887862661738	64.3685227812325	1.4544470458234369	2956.5761112969512	64.3685227812325	-158.67416
92000	23139.84045958519	1609.8696370853427	714.5624430612098	35.032800910541546	15.56553375980227	2956.5761112969512	64.3685227812325	-169.23303
93000	23420.51514482498	1120.4089900851925	1042.5807029974435	24.370728898560813	22.7108565352279	2956.5761112969512	64.3685227812325	-148.08401
94000	23723.732088327408	3008.2557123101237	42.34134856140453	65.49427544578268	0.9223346355073447	3008.2557123101237	65.49427544578268	-153.84515
95000	24028.968274116516	2814.161938108305	244.082576716055	61.26627098760959	5.316925938308564	3008.2557123101237	65.49427544578268	-153.3675
96000	24326.667716026306	2525.0093256193113	742.1087142149415	54.967570579915595	16.165582667723047	3008.2557123101237	65.49427544578268	-144.91068
97000	24635.425394296646	1586.567514281311	1322.197320655274	34.52520359318555	28.80183143073029	3008.2557123101237	65.49427544578268	-145.47647
98000	24928.535951137543	1033.7740325919235	1089.8155978681527	22.48353293866204	23.739788797048096	3008.2557123101237	65.49427544578268	-147.52231
99000	25235.712501764297	2048.7674369904516	1194.3513787076845	44.593446852495575	26.016923904785124	3008.2557123101237	65.49427544578268	-161.47852
100000	25564.99948811531	2847.6502067024335	763.02315528868	61.99575625572154	16.621168378617707	3008.2557123101237	65.49427544578268	-160.70795
