Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1116.389703989029	5826.60321559336	85.17635724809732	49.188031777163545	0.68606628684571	5826.60321559336	49.188031777163545	0.0
2000	1128.4838335514069	5855.480885363998	103.0013723036986	49.420631483377676	0.8296406575662724	5855.480885363998	49.420631483377676	0.0
3000	1141.0627341270447	5888.306394107569	116.86769665840463	49.68502967584706	0.9413291350920446	5888.306394107569	49.68502967584706	0.0
4000	1153.7260377407074	5800.747791069507	83.25211596310349	48.97977521782006	0.6705671845590813	5888.306394107569	49.68502967584706	0.0
5000	1166.3340315818787	5890.073963005842	107.34743509367746	49.699266835898996	0.8646466998185173	5890.073963005842	49.699266835898996	0.0
6000	1443.3807263374329	5391.452066434744	61.013439386759195	45.683038810038674	0.4914422870402199	5890.073963005842	49.699266835898996	-386.94928
7000	1695.4144496917725	6267.1369257230035	66.3569150109623	52.73637942319721	0.5344821469120105	6267.1369257230035	52.73637942319721	-359.71588
8000	1946.56884431839	6299.896977935631	50.68847397428582	53.00025038580393	0.4082782388089313	6299.896977935631	53.00025038580393	-354.9876
9000	2199.9419577121735	6323.078677819651	52.71492552163729	53.1869710119969	0.42460060963437957	6323.078677819651	53.1869710119969	-356.92264
10000	2450.096627473831	6461.0030995784045	48.45450435700849	54.29790483164535	0.3902843812436523	6461.0030995784045	54.29790483164535	-367.03018
11000	2711.764280319214	6252.871751474764	70.63248751827496	52.62147834684347	0.5689204141613067	6461.0030995784045	54.29790483164535	-374.19174
12000	2964.48206782341	6433.765731352048	51.21219338291517	54.078517190682064	0.4124966186696817	6461.0030995784045	54.29790483164535	-378.4933
13000	3232.3269987106323	6545.126878700354	34.263386426475975	54.97549296340257	0.2759798030796533	6545.126878700354	54.97549296340257	-389.96313
14000	3496.1623907089233	6599.944841474836	48.699594153008874	55.41703281540155	0.392258495325523	6599.944841474836	55.41703281540155	-393.32245
15000	3774.4521408081055	6708.767079610337	45.50402859002937	56.29355854690705	0.36651931286929995	6708.767079610337	56.29355854690705	-409.14404
16000	4046.7359476089478	6854.828245591828	36.073508765137156	57.47003104508392	0.2905597164704611	6854.828245591828	57.47003104508392	-412.40283
17000	4321.413042068481	6790.565115129374	27.163373015181776	56.95241361318276	0.21879163496566562	6854.828245591828	57.47003104508392	-428.92853
18000	4589.954892873764	6873.968612893975	63.80044663516285	57.62420012613067	0.5138906726732761	6873.968612893975	57.62420012613067	-423.69595
19000	4852.7052364349365	6888.668991479639	87.00904227190769	57.74260662386473	0.7008279349117454	6888.668991479639	57.74260662386473	-437.21558
20000	5113.7438497543335	6889.8278967523875	32.207445321741545	57.75194120757984	0.25941990400354964	6889.8278967523875	57.75194120757984	-439.81445
21000	5376.287329912186	6843.613294543927	25.00514588233717	57.37969846840214	0.2014078570836464	6889.8278967523875	57.75194120757984	-437.94043
22000	5641.119022607803	6861.264042396509	28.494600136703713	57.521869176689165	0.22951421195437882	6889.8278967523875	57.75194120757984	-459.8827
23000	5902.905772686005	6958.231361093468	56.447970752929194	58.30290760605091	0.45466900611439925	6958.231361093468	58.30290760605091	-459.25406
24000	6164.511579036713	7114.020767952688	63.40951359713922	59.557737741395634	0.5107418413958259	7114.020767952688	59.557737741395634	-483.46063
25000	6427.662508487701	7003.679073752937	35.21512997811695	58.66897331345247	0.2836457703222028	7114.020767952688	59.557737741395634	-475.6191
26000	6692.55065369606	6961.28873168853	49.90433304666216	58.32753367553114	0.401962253106332	7114.020767952688	59.557737741395634	-482.597
27000	6955.855223894119	7159.720204018609	59.70634628980436	59.92583099433161	0.48091410132575757	7159.720204018609	59.92583099433161	-487.62164
28000	7223.43912935257	7121.669136587795	59.14680084859807	59.619342722395594	0.4764071550841875	7159.720204018609	59.92583099433161	-483.51514
29000	7509.149379730225	7281.298748726837	103.99244029741553	60.905104391585795	0.8376233696759305	7281.298748726837	60.905104391585795	-485.62134
30000	7780.388036727905	7160.324175955278	99.74366117691306	59.93069578072699	0.8034009139498637	7281.298748726837	60.905104391585795	-485.1682
31000	8051.1428899765015	7294.628184689465	49.6181787777206	61.01246841761464	0.39965737880669855	7294.628184689465	61.01246841761464	-493.69183
32000	8324.697635412216	7206.955311624282	65.68754731920693	60.30629355378799	0.5290906201825962	7294.628184689465	61.01246841761464	-501.1601
33000	8592.76666355133	7145.073988582017	39.222380303681696	59.807860762150185	0.31592279460622885	7294.628184689465	61.01246841761464	-494.28525
34000	8869.698046684265	7415.115943359031	80.16759060486739	61.98295590817516	0.6457223927931859	7415.115943359031	61.98295590817516	-503.52618
35000	9131.804183483124	7512.595824934337	53.76198168759594	62.76812285538013	0.4330342872311549	7512.595824934337	62.76812285538013	-502.75568
36000	9395.938855409622	7589.532971095924	71.94249455802073	63.38782512832237	0.579472070683578	7589.532971095924	63.38782512832237	-510.2155
37000	9663.182473421097	7332.641355765654	67.96364405841291	61.318651447437205	0.5474237972380586	7589.532971095924	63.38782512832237	-496.13293
38000	9929.972422122955	7234.670719013191	71.22307748002798	60.529531635927846	0.5736774133474531	7589.532971095924	63.38782512832237	-516.32556
39000	10199.965267181396	7413.848096346721	32.5861676803689	61.9727438361856	0.26247038245465465	7589.532971095924	63.38782512832237	-514.4802
40000	10465.52600479126	7019.095994983783	75.93763497584362	58.79315131595415	0.6116515538223002	7589.532971095924	63.38782512832237	-511.1054
41000	10733.275615215302	7632.405683787516	49.14587620932118	63.733150095879374	0.39585314392464604	7632.405683787516	63.733150095879374	-514.7638
42000	11004.052484989166	7694.761090749268	71.7243440155443	64.23540147057007	0.5777149430311943	7694.761090749268	64.23540147057007	-521.0939
43000	11274.26096701622	7751.593407175786	69.26642043134044	64.69316624900515	0.5579172132239234	7751.593407175786	64.69316624900515	-524.99005
44000	11541.139688968658	7707.832142930133	39.74345368827789	64.3406843040302	0.32011986165269496	7751.593407175786	64.69316624900515	-520.105
45000	11814.05542063713	7531.6327326537885	112.17621968220242	62.92145860504205	0.9035409002710858	7751.593407175786	64.69316624900515	-527.50305
46000	12087.528245449066	8008.840008789472	91.66651952346233	66.76519922241248	0.7383423136346495	8008.840008789472	66.76519922241248	-519.1194
47000	12358.229616880417	7742.316964852975	65.31624715611464	64.61844769393694	0.5260999249658953	8008.840008789472	66.76519922241248	-519.55347
48000	12626.847906589508	7767.922311706071	58.6256351483997	64.82468996358148	0.47220934446726825	8008.840008789472	66.76519922241248	-516.79785
49000	12896.827608823776	7702.898866408595	72.02467295194086	64.30094845696578	0.5801339894060649	8008.840008789472	66.76519922241248	-530.5686
50000	13167.9020049572	7882.33098956936	112.72968179807816	65.74621254731872	0.9079988474176449	8008.840008789472	66.76519922241248	-520.5532
51000	13441.837241888046	7466.858917897346	92.74007841275602	62.39972778664905	0.746989461560249	8008.840008789472	66.76519922241248	-534.8898
52000	13710.538751125336	7986.622692599753	46.46072303224713	66.58624637546737	0.37422515783407584	8008.840008789472	66.76519922241248	-535.2002
53000	13981.770899534225	8071.865818871044	95.05332948932019	67.2728504638498	0.7656219040350729	8071.865818871044	67.2728504638498	-532.26
54000	14249.615988254547	7868.135354605013	56.56044319375588	65.63187158599962	0.45557493297419405	8071.865818871044	67.2728504638498	-537.2101
55000	14518.52218413353	7871.971674066631	113.05044931024881	65.66277182091483	0.9105825194966776	8071.865818871044	67.2728504638498	-538.1377
56000	14784.568209409714	8036.712409803372	132.51133577336617	66.9897018342509	1.067333272238871	8071.865818871044	67.2728504638498	-537.6867
57000	15063.310523986816	7693.188474366645	103.04431944144142	64.22273458603641	0.8299865820020395	8071.865818871044	67.2728504638498	-547.016
58000	15342.86072731018	8034.353877041418	135.4189959190334	66.97070466336126	1.090753475497118	8071.865818871044	67.2728504638498	-541.9302
59000	15617.311781167984	8087.0880345846035	113.93119235742637	67.39546018032014	0.9176766020750478	8087.0880345846035	67.39546018032014	-554.1251
60000	15891.431288957596	8258.083705836161	252.13497868077	68.77277154972447	2.03086060728786	8258.083705836161	68.77277154972447	-544.35754
61000	16161.413357019424	8120.33827136138	102.92058063946484	67.66327941113954	0.8289899084748604	8258.083705836161	68.77277154972447	-541.2815
62000	16435.44434452057	8277.890683971169	115.45563805550177	68.9323099519496	0.9299554882984841	8277.890683971169	68.9323099519496	-550.5658
63000	16726.718750953674	8158.784240796927	71.8971056841421	67.97294848301593	0.5791064789023377	8277.890683971169	68.9323099519496	-558.16394
64000	17028.665209054947	8234.06066125433	139.72793031170303	68.57927418111805	1.1254604612681758	8277.890683971169	68.9323099519496	-546.0156
65000	17301.260417461395	8146.42369749381	69.98482956423386	67.87338855440025	0.5637037519086496	8277.890683971169	68.9323099519496	-549.89185
66000	17587.12062716484	8409.78566774597	132.26066466061394	69.99467872064888	1.0653142025685791	8409.78566774597	69.99467872064888	-541.86316
67000	17867.152749061584	7057.791503596507	1456.3089978736966	59.10483034014875	11.73006851843883	8409.78566774597	69.99467872064888	-549.5796
68000	18136.924063444138	7727.88199801825	147.7172661672345	64.50217899664815	1.1898118160555406	8409.78566774597	69.99467872064888	-539.76184
69000	18413.40388941765	7962.437567846408	460.146575865416	66.39144350677817	3.7063225395895425	8409.78566774597	69.99467872064888	-558.3634
70000	18683.68384194374	8234.545481189223	136.51116997076616	68.58317923908562	1.0995505621590784	8409.78566774597	69.99467872064888	-548.57806
71000	18959.6482527256	8352.559206573138	98.60467050725238	69.53373924172978	0.7942267355189871	8409.78566774597	69.99467872064888	-558.48486
72000	19252.293922662735	7369.215326182792	1903.1921653057007	61.61324221053128	15.329558861057045	8409.78566774597	69.99467872064888	-559.13184
73000	19525.712992191315	8523.661222494995	145.23829609493993	70.91190718090807	1.169844564019309	8523.661222494995	70.91190718090807	-555.02185
74000	19806.513768672943	7709.409377374201	1687.8925648155614	64.3533883854618	13.595394566646176	8523.661222494995	70.91190718090807	-567.4585
75000	20077.92366194725	8386.653477330849	110.71644578388985	69.80835687621399	0.8917829231703266	8523.661222494995	70.91190718090807	-565.1828
76000	20365.17266726494	7626.848254422114	1643.6169313269427	63.68838691214726	13.238769554181733	8523.661222494995	70.91190718090807	-563.92786
77000	20639.550505399704	8509.687673257173	100.67913960170651	70.79935504379655	0.8109358711851555	8523.661222494995	70.91190718090807	-567.01794
78000	20918.30774950981	8307.431641182333	74.79783045361613	69.17025221055896	0.6024708200886792	8523.661222494995	70.91190718090807	-558.80133
79000	21198.841158628464	8164.544887223086	113.94886261604664	68.01934851033707	0.9178189299358617	8523.661222494995	70.91190718090807	-562.45496
80000	21495.696023225784	8369.942912956194	84.82091329961406	69.67375902274837	0.6832033079887095	8523.661222494995	70.91190718090807	-571.3789
81000	21767.122438907623	8339.880213913277	127.62600544258935	69.43161431298037	1.0279836152643578	8523.661222494995	70.91190718090807	-576.4193
82000	22056.212082624435	8491.909711748423	204.9148329519113	70.65615967322597	1.650518560607584	8523.661222494995	70.91190718090807	-562.02374
83000	22333.789937496185	8507.042580387188	76.85228484887821	70.77804972971288	0.6190187442308925	8523.661222494995	70.91190718090807	-567.63446
84000	22613.125680208206	8502.256020322082	106.05217276117425	70.73949563328603	0.8542138068460793	8523.661222494995	70.91190718090807	-570.9252
85000	22883.596881866455	8489.949547663351	502.8607148235976	70.64037122512953	4.050370250217674	8523.661222494995	70.91190718090807	-576.0991
86000	23177.178713321686	8711.336019396951	161.78832411434095	72.423563175658	1.3031493523115611	8711.336019396951	72.423563175658	-565.6787
87000	23445.312786579132	8323.49802091187	1020.997114021981	69.2996613780817	8.223780888597403	8711.336019396951	72.423563175658	-578.18286
88000	23739.664249658585	8395.215904094903	851.0467109407379	69.87732428132728	6.854888795099416	8711.336019396951	72.423563175658	-575.5056
89000	24025.285349845886	8094.907696465297	1462.312671994384	67.45844486954852	11.778426050323107	8711.336019396951	72.423563175658	-564.4685
90000	24314.486391067505	8805.688687234131	93.45959160557733	73.18354149086693	0.7527848930682876	8805.688687234131	73.18354149086693	-569.36365
91000	24599.54851412773	7134.743633395646	2585.830697136121	59.72465330114236	20.827977646760235	8805.688687234131	73.18354149086693	-571.5803
92000	24899.245252370834	7483.3430903543685	1616.730342171186	62.53250213101755	13.022207318087187	8805.688687234131	73.18354149086693	-582.3456
93000	25195.850159406662	8437.869438628597	1339.2222625598965	70.22088384414283	10.786975102250036	8805.688687234131	73.18354149086693	-584.41785
94000	25489.442400217056	6618.878151967894	2673.2334841303964	55.56953412500597	21.53197706010059	8805.688687234131	73.18354149086693	-576.188
95000	25774.22626709938	7602.073735689261	2055.2096770556873	63.488836677497886	16.55400767750567	8805.688687234131	73.18354149086693	-589.16565
96000	26065.54712510109	7484.886186180786	1929.16939242657	62.5449312376157	15.538796498462126	8805.688687234131	73.18354149086693	-586.5205
97000	26374.71125483513	8363.38231296577	1432.6594211932186	69.6209156443705	11.53957930543588	8805.688687234131	73.18354149086693	-594.3115
98000	26714.152446746826	7298.030634243916	2207.044435975377	61.03987397952666	17.77698448270911	8805.688687234131	73.18354149086693	-593.7286
99000	27047.417216300964	8177.700891738497	2068.518869608735	68.12531560565819	16.66120864982698	8805.688687234131	73.18354149086693	-573.56635
100000	27366.85115456581	8668.906386791461	156.1600912053294	72.08180706593042	1.2578158703672553	8805.688687234131	73.18354149086693	-582.3434
