Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	261.4392354488373	2152.1879291532928	896.6146113795056	66.75102073522046	27.54938367791173	2152.1879291532928	66.75102073522046	0.0
2000	271.4617691040039	1702.13209449815	1101.2861154195737	52.92260358917266	33.83812102523172	2152.1879291532928	66.75102073522046	0.0
3000	284.34803199768066	2151.004726788712	899.4143832396104	66.71466565523767	27.635409477854893	2152.1879291532928	66.75102073522046	0.0
4000	292.9181590080261	1252.8183347328836	1100.656725443009	39.11698743878065	33.81878238661559	2152.1879291532928	66.75102073522046	0.0
5000	302.5887806415558	1475.8902274424702	1124.0385432007306	45.97109519256694	34.537212200628325	2152.1879291532928	66.75102073522046	0.0
6000	596.461329460144	89.02687895469211	0.511696355817013	3.358327107582638	0.015722384014357174	2152.1879291532928	66.75102073522046	-3145.4097
7000	879.1653106212616	380.2523016313577	14.14910970027434	12.306520460953706	0.43474559402281676	2152.1879291532928	66.75102073522046	-3411.355
8000	1167.3106000423431	229.49392611577628	10.123814187375228	7.674318088802647	0.3110643500475319	2152.1879291532928	66.75102073522046	-3488.0344
9000	1444.961256980896	393.4394545045089	63.112977180806716	12.711708966149667	1.9392095570851577	2152.1879291532928	66.75102073522046	-3064.1235
10000	1733.8066177368164	843.2954567114099	304.3754573958517	26.53398605969548	9.352241366038777	2152.1879291532928	66.75102073522046	-2410.3286
11000	2004.8533520698547	389.6702838610882	82.76986830014529	12.595897415807702	2.5431872622091043	2152.1879291532928	66.75102073522046	-1607.9493
12000	2277.9450736045837	300.1747735983316	97.77112483328692	9.846058055186813	3.004115922792101	2152.1879291532928	66.75102073522046	-1043.0107
13000	2545.362992286682	397.18121978447044	133.60109977162878	12.826678459198357	4.105027857773428	2152.1879291532928	66.75102073522046	-770.72345
14000	2829.385141849518	396.92359116281267	132.81095803228158	12.818762561270324	4.080749959933109	2152.1879291532928	66.75102073522046	-280.38632
15000	3100.2292482852936	408.58726425697074	18.09195931796928	13.177140621460879	0.5558936051343707	2152.1879291532928	66.75102073522046	-280.45624
16000	3385.6132283210754	369.3440961466918	1.4637766024272547	11.97135490116855	0.044976004993911356	2152.1879291532928	66.75102073522046	-308.93994
17000	3676.648335456848	225.7751670626222	5.795844781367343	7.560055485159123	0.1780831469764301	2152.1879291532928	66.75102073522046	-330.16748
18000	3964.727484226227	714.9867629443164	224.84205897233443	22.59157268728483	6.908497888552345	2152.1879291532928	66.75102073522046	-342.0854
19000	4268.314945459366	376.1728081920502	7.123234019298808	12.181173931302478	0.218868513332931	2152.1879291532928	66.75102073522046	-329.27927
20000	4578.251570224762	323.71135561597197	23.954313961606065	10.56924315638985	0.7360203343709724	2152.1879291532928	66.75102073522046	-322.11963
21000	4869.637451648712	279.03550583586355	141.53664964688883	9.19653284015343	4.3488555909311355	2152.1879291532928	66.75102073522046	-322.23514
22000	5179.371878147125	77.39979012284122	2.379098433551298	3.001073135563391	0.07310018677097112	2152.1879291532928	66.75102073522046	-235.04416
23000	5474.988955974579	658.9167834606782	10.853884945859503	20.868766302018848	0.33349650672024245	2152.1879291532928	66.75102073522046	-246.06744
24000	5767.355626106262	348.94619470970594	2.5294023692005507	11.344608910438874	0.07771842602220369	2152.1879291532928	66.75102073522046	-251.49405
25000	6062.282697200775	346.7503450090427	11.644898513198502	11.277139224874055	0.3578011923504799	2152.1879291532928	66.75102073522046	-257.07626
26000	6373.643970251083	660.5150773508115	3.3319401770660493	20.917875485664204	0.10237720550707066	2152.1879291532928	66.75102073522046	-258.3371
27000	6702.068257808685	639.7766204794658	88.19349303891502	20.280665587470047	2.7098335748578504	2152.1879291532928	66.75102073522046	-263.46313
28000	7028.626227378845	864.5740296886381	60.42807305906039	27.187791567243675	1.8567131836716213	2152.1879291532928	66.75102073522046	-261.10278
29000	7352.47869682312	1629.678037665369	651.1512575042334	50.69637998610601	20.00727581021536	2152.1879291532928	66.75102073522046	-245.67451
30000	7686.244850873947	2570.1289400896017	848.9267970584842	79.59267769562125	26.08412772868121	2570.1289400896017	79.59267769562125	-240.08012
31000	7990.486752033234	1225.1263880105914	555.6648145453804	38.26612458716265	17.073359030669327	2570.1289400896017	79.59267769562125	-328.4289
32000	8314.156145095825	1057.1855065906527	133.55319714765588	33.105972478637334	4.103556001582085	2570.1289400896017	79.59267769562125	-255.15302
33000	8693.915685653687	752.3346987250309	395.4753385083065	23.739125492405698	12.151376630985816	2570.1289400896017	79.59267769562125	-226.7164
34000	9039.264121770859	1392.3524588675277	328.84653498829226	43.40431342383489	10.104139781533977	2570.1289400896017	79.59267769562125	-236.48557
35000	9410.211153030396	2967.5777204029264	48.94971010712019	91.80469030639422	1.5040289635574793	2967.5777204029264	91.80469030639422	-252.09009
36000	9764.078461885452	783.1054865203548	20.186702625971655	24.684588825577027	0.620256695325491	2967.5777204029264	91.80469030639422	-227.87
37000	10137.025754213333	2935.8282332373296	31.038533408814917	90.8291554529568	0.9536900858257329	2967.5777204029264	91.80469030639422	-239.88812
38000	10501.471027851105	2987.0495123101164	13.825578817812833	92.40298065247983	0.42480478299936797	2987.0495123101164	92.40298065247983	-241.47186
39000	10880.446451663971	2698.4370424187287	17.177111774260183	83.53507289550689	0.527783996314078	2987.0495123101164	92.40298065247983	-237.3564
40000	11224.448150157928	1607.714059916427	354.57037747072206	50.02151472915047	10.894530655410405	2987.0495123101164	92.40298065247983	-254.9489
41000	11555.482468366623	2145.917312511306	825.300509014766	66.55834974639797	25.358186319807878	2987.0495123101164	92.40298065247983	-244.48257
42000	11884.628163814545	2801.8671643143743	5.926641771335626	86.71306718178366	0.18210201574659912	2987.0495123101164	92.40298065247983	-229.42079
43000	12228.316788434982	2758.618822486123	93.86014100877067	85.38421847985714	2.8839470201529482	2987.0495123101164	92.40298065247983	-228.27147
44000	12573.042948246002	2749.9134935549255	9.184656687668733	85.11673851274062	0.2822077934344359	2987.0495123101164	92.40298065247983	-234.26825
45000	12937.50845527649	2813.9403941155465	13.06385546653921	87.08402928278302	0.40140006865016503	2987.0495123101164	92.40298065247983	-234.63055
46000	13276.588944673538	2616.0595046583867	5.515406570396308	81.00394038283278	0.1694664015275712	2987.0495123101164	92.40298065247983	-235.43457
47000	13607.731808423996	453.6257933348018	1.5338380897293704	14.560994623064667	0.04712871449722983	2987.0495123101164	92.40298065247983	-239.37604
48000	13944.05291056633	2774.2534710018617	97.62128996752652	85.86460874470758	2.9995120961839103	2987.0495123101164	92.40298065247983	-332.3589
49000	14283.839565038681	2877.3464698018006	371.980913782953	89.03224458556932	11.429486854892687	2987.0495123101164	92.40298065247983	-247.82312
50000	14637.687796831131	874.8852546662663	43.616070655815754	27.50461430188647	1.3401475391653876	2987.0495123101164	92.40298065247983	-237.85379
51000	15005.501844406128	2949.346033119204	2.1293752787409512	91.24450341929656	0.06542719224487872	2987.0495123101164	92.40298065247983	-245.67122
52000	15329.908161401749	893.0185792512837	10.154491207435955	28.0617788963605	0.31200693227296267	2987.0495123101164	92.40298065247983	-232.40848
53000	15679.314088821411	2462.715336303086	863.2313210252876	76.29228693086559	26.523648581999705	2987.0495123101164	92.40298065247983	-244.92542
54000	16001.050743103027	821.0490024026501	4.313564434031911	25.8504414269773	0.13253859585190295	2987.0495123101164	92.40298065247983	-231.7416
55000	16360.299795866013	2585.475385430725	891.6693730582184	80.0642126287228	27.397436267995843	2987.0495123101164	92.40298065247983	-235.72195
56000	16708.773732423782	971.754032559872	120.18556130977437	30.481004709461264	3.6928219761820396	2987.0495123101164	92.40298065247983	-241.04063
57000	17143.216918468475	843.622444686087	119.14599913332783	26.5440330933464	3.6608803851210747	2987.0495123101164	92.40298065247983	-228.10905
58000	17596.62440919876	1507.2020340976756	467.5324291715431	46.93318187311483	14.365403050141888	2987.0495123101164	92.40298065247983	-241.5578
59000	18052.81077671051	2430.5467878999693	602.5945102884747	75.30387600038185	18.515321025829067	2987.0495123101164	92.40298065247983	-233.85335
60000	18472.361968517303	563.9871787499893	7.00312508968104	17.951958936428948	0.21517804594238427	2987.0495123101164	92.40298065247983	-234.76404
61000	18965.838454961777	277.329786193003	87.6946401130539	9.144122892454927	2.6945058181171335	2987.0495123101164	92.40298065247983	-238.11995
62000	19447.030676603317	408.10830226953846	30.951214772203244	13.162424033763738	0.9510071330925074	2987.0495123101164	92.40298065247983	-238.56683
63000	19884.338540792465	501.1993147333984	144.7292913513484	16.02273880756195	4.446952711082828	2987.0495123101164	92.40298065247983	-250.3502
64000	20393.631512880325	1275.241026443729	194.7641057126155	39.80594714253026	5.984322591739608	2987.0495123101164	92.40298065247983	-226.97955
65000	20848.394354343414	958.6903808134527	4.838861639027819	30.07961090031622	0.14867887960558937	2987.0495123101164	92.40298065247983	-245.36858
66000	21368.147202968597	917.82769570939	14.049539963565714	28.824063895221713	0.43168621394526546	2987.0495123101164	92.40298065247983	-251.58258
67000	21855.965138196945	397.78175499631715	292.57287565215177	12.845130506213078	8.989595198197684	2987.0495123101164	92.40298065247983	-252.88042
68000	22330.052971839905	1797.3233737403727	851.7096413042036	55.84745116733158	26.169633410685698	2987.0495123101164	92.40298065247983	-247.35779
69000	22844.298717737198	2665.002935220744	733.4802996573991	82.50777640107594	22.53691824669414	2987.0495123101164	92.40298065247983	-245.91948
70000	23380.773872852325	1945.1359111512152	734.9160418436863	60.38913970759717	22.58103286611991	2987.0495123101164	92.40298065247983	-234.81467
71000	23865.599451303482	1199.9609156718875	600.67789505309	37.49289019627073	18.456431099418754	2987.0495123101164	92.40298065247983	-253.12653
72000	24341.440302848816	624.6428980239303	3.468588230988694	19.815666778493345	0.10657585408871986	2987.0495123101164	92.40298065247983	-226.73347
73000	24832.575191497803	570.0131985158463	4.426351664232026	18.137114440781993	0.13600409668059327	2987.0495123101164	92.40298065247983	-233.62631
74000	25357.399169445038	1579.2854610962004	1152.7022777640639	49.148017502600865	35.41793420884112	2987.0495123101164	92.40298065247983	-230.4989
75000	25897.751536369324	2577.2751151930124	1005.1361507292557	79.81225109678465	30.883816874649394	2987.0495123101164	92.40298065247983	-254.4615
76000	26398.647310495377	3011.1158100422936	17.366018959503975	93.14244180057611	0.5335883591470566	3011.1158100422936	93.14244180057611	-232.34468
77000	26871.195855140686	2920.916475585608	9.485027468732987	90.37097673531665	0.29143698710153526	3011.1158100422936	93.14244180057611	-261.85004
78000	27397.925392627716	2953.986574676378	142.96294986862998	91.3870887153751	4.392680096521314	3011.1158100422936	93.14244180057611	-263.1577
79000	27869.87101149559	2678.2832246093303	465.81613513812044	82.91582661917016	14.312668193682073	3011.1158100422936	93.14244180057611	-265.32803
80000	28345.672310829163	2769.936475189582	734.3430822828971	85.73196471631567	22.563428108655803	3011.1158100422936	93.14244180057611	-252.23859
81000	28797.65389442444	966.9967773563925	17.303609507778127	30.334833269479095	0.5316707661155536	3011.1158100422936	93.14244180057611	-230.21387
82000	29274.122505664825	1299.7746348457054	74.96532491878183	40.55976687989745	2.303384835040002	3011.1158100422936	93.14244180057611	-255.26448
83000	29772.373131990433	2023.5651688340058	635.335371754968	62.79895735283121	19.521316849495165	3011.1158100422936	93.14244180057611	-249.78094
84000	30246.852151870728	3008.9857367806617	579.0605401705741	93.07699316210649	17.792216177866543	3011.1158100422936	93.14244180057611	-239.54376
85000	30727.414175271988	3285.994724337859	4.807819314049613	101.58837228038968	0.1477250730199874	3285.994724337859	101.58837228038968	-249.36322
86000	31200.524141073227	3212.6166121482424	712.4227301611057	99.3337561492044	21.889903292872326	3285.994724337859	101.58837228038968	-255.74348
87000	31686.69669866562	3225.772240868738	4.627304927955401	99.7379760431759	0.1421785873629701	3285.994724337859	101.58837228038968	-255.60005
88000	32228.15675330162	3131.4481994257303	4.116006057098743	96.83977521666185	0.12646841647288873	3285.994724337859	101.58837228038968	-250.41911
89000	32699.48662185669	3230.9141755597984	6.608922740627595	99.8959671464358	0.20306578318983312	3285.994724337859	101.58837228038968	-258.09244
90000	33127.02592897415	3277.8387830726197	3.294019102524548	101.33777280061443	0.10121204243838482	3285.994724337859	101.58837228038968	-260.28036
91000	33583.58397722244	3217.8790773957967	2.9474335047707063	99.49545067476376	0.09056285215241759	3285.994724337859	101.58837228038968	-258.97888
92000	33976.062972307205	3270.267938999443	16.90495627457127	101.10515101920413	0.519421745480966	3285.994724337859	101.58837228038968	-265.34387
93000	34394.581418037415	2675.7795547786095	674.8944129628402	82.83889885121509	20.736808087686352	3285.994724337859	101.58837228038968	-258.34644
94000	34817.518912792206	2750.004784894681	898.035379777204	85.1195435307645	27.593038212657067	3285.994724337859	101.58837228038968	-262.11493
95000	35208.55947828293	2995.756400522262	27.35242367916378	92.67050853006819	0.8404306654100837	3285.994724337859	101.58837228038968	-266.46063
96000	35625.5244846344	3279.5280280658967	10.5140849364089	101.38967654817232	0.32305581044416254	3285.994724337859	101.58837228038968	-260.63074
97000	36078.23070001602	3306.9970845677963	7.7743654613288005	102.23369087410076	0.23887518029281204	3306.9970845677963	102.23369087410076	-261.53885
98000	36498.297619104385	3303.1059800274984	4.6903332124760695	102.11413278241785	0.1441151946530797	3306.9970845677963	102.23369087410076	-258.29443
99000	36946.003871917725	3128.9746843722314	2.3018219166691565	96.76377398449691	0.07072578824360225	3306.9970845677963	102.23369087410076	-258.53577
100000	37431.97295498848	3155.037883802062	13.480985633985297	97.56459194112335	0.4142168116306534	3306.9970845677963	102.23369087410076	-263.64166
