Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	990.8556869029999	8940.368273758388	2595.7194949450204	74.26833927778655	20.907628514833384	8940.368273758388	74.26833927778655	0.0
2000	1004.9672181606293	10047.419816205878	874.2702700924038	83.18525901481523	7.041946583308374	10047.419816205878	83.18525901481523	0.0
3000	1019.5433452129364	9636.938794769743	2381.914143910128	79.87897544862511	19.18549988628688	10047.419816205878	83.18525901481523	0.0
4000	1034.3620657920837	9351.070026811862	2727.2287389316944	77.5764007613001	21.966890282098497	10047.419816205878	83.18525901481523	0.0
5000	1049.348430633545	8541.109182733097	2980.016910363658	71.05244450464826	24.00301213252804	10047.419816205878	83.18525901481523	0.0
6000	1315.881637096405	1602.790751866527	1334.4251166146812	15.166673891652014	10.748335740196728	10047.419816205878	83.18525901481523	-501.55444
7000	1582.462168455124	1971.074663556975	2015.5037101390385	18.133074239843985	16.23418975891614	10047.419816205878	83.18525901481523	-487.84198
8000	1845.8982713222504	5068.95629488454	2322.7024050155155	43.085446195618275	18.708569677557957	10047.419816205878	83.18525901481523	-421.2091
9000	2114.8661456108093	787.2113936441506	840.2364107200449	8.597462434371327	6.767815541772843	10047.419816205878	83.18525901481523	-402.9268
10000	2380.5940701961517	3275.3469999540584	2017.90914878558	28.63853969736701	16.253564740586945	10047.419816205878	83.18525901481523	-382.10303
11000	2641.005701303482	2846.0969421524824	2019.0558019714372	25.18107799321773	16.26280063795257	10047.419816205878	83.18525901481523	-339.06323
12000	2908.119898557663	6115.669832832211	2306.5826861566716	51.5163640415084	18.578730881678588	10047.419816205878	83.18525901481523	-332.75323
13000	3171.3388509750366	2451.9312070052174	1669.0347572119647	22.00620845134923	13.443501406869848	10047.419816205878	83.18525901481523	-351.87268
14000	3435.0660841464996	3648.51604179961	1972.8476194522248	31.644288090187224	15.890609607165638	10047.419816205878	83.18525901481523	-300.0002
15000	3697.447963476181	3870.2149912011255	1627.275544652699	33.429996940948044	13.10714530022529	10047.419816205878	83.18525901481523	-274.9605
16000	3960.4166321754456	4740.634979310557	2109.304457766131	40.44093082602993	16.989722546499735	10047.419816205878	83.18525901481523	-321.99054
17000	4229.258478403091	4260.910765049861	2210.670444270172	36.57691713700634	17.8061907334488	10047.419816205878	83.18525901481523	-302.13538
18000	4496.119676589966	7448.000205531692	1147.255381013466	62.24782733932527	9.24074784066035	10047.419816205878	83.18525901481523	-315.94946
19000	4762.9647471904755	4021.4854000863515	2125.3859082311064	34.64842810056233	17.119253103617392	10047.419816205878	83.18525901481523	-308.88892
20000	5029.166884660721	5293.882535090801	2411.7581161931644	44.89714976475539	19.4258828271693	10047.419816205878	83.18525901481523	-319.1621
21000	5291.716753959656	8460.69734074309	191.92377405220603	70.40475475088458	1.5458800455375574	10047.419816205878	83.18525901481523	-316.54233
22000	5555.568774700165	5394.8894611350615	2997.7124507546523	45.71072584309178	24.14554362931906	10047.419816205878	83.18525901481523	-309.35468
23000	5820.667367219925	6347.521226360435	2691.59998887656	53.38384734083047	21.67991294419613	10047.419816205878	83.18525901481523	-292.66937
24000	6089.563452005386	4761.240185485311	2904.3583192230603	40.60689868080478	23.393608180905456	10047.419816205878	83.18525901481523	-299.99246
25000	6354.2207107543945	7039.481268774392	2542.500674599669	58.957347690954336	20.47896920555704	10047.419816205878	83.18525901481523	-325.72775
26000	6617.604444026947	7260.737230960227	2894.9270954357476	60.73948843192503	23.31764291433124	10047.419816205878	83.18525901481523	-287.21225
27000	6887.007474899292	7770.281270917481	1597.3855574122733	64.84369056937493	12.866391724674106	10047.419816205878	83.18525901481523	-292.55243
28000	7159.966965913773	7097.189793716267	2720.954861377039	59.42217002787221	21.916356354408798	10047.419816205878	83.18525901481523	-306.92242
29000	7430.6922788619995	4429.779766703402	3238.162916309352	37.93709891362694	26.082289498750107	10047.419816205878	83.18525901481523	-301.89526
30000	7699.2619071006775	6518.593938567554	2606.6045993527628	54.76177924865674	20.995304290180236	10047.419816205878	83.18525901481523	-326.82147
31000	7971.835219621658	9212.511638649888	929.987391493205	76.46036056013575	7.490728849047185	10047.419816205878	83.18525901481523	-293.28833
32000	8243.071343421936	5076.758368318162	2248.326773173304	43.14828921594974	18.109499522195925	10047.419816205878	83.18525901481523	-293.7103
33000	8514.824440717697	6963.32863499212	2153.4644873914904	58.343964395630394	17.345416409572795	10047.419816205878	83.18525901481523	-329.69843
34000	8800.607459068298	7611.003060493895	2462.9992352392405	63.560759320243804	19.838612432115465	10047.419816205878	83.18525901481523	-331.60846
35000	9116.866164207458	6578.182441706254	2751.209674776689	55.24174416389707	22.16004847930032	10047.419816205878	83.18525901481523	-364.46564
36000	9404.841933727264	7980.325864133711	2317.9073789076433	66.53552758607354	18.669947390065975	10047.419816205878	83.18525901481523	-366.6458
37000	9691.236201763153	7412.319628985938	2562.4309959592197	61.96043255685112	20.639501095069075	10047.419816205878	83.18525901481523	-349.9599
38000	9976.028403759003	9940.888434953918	157.25237775975376	82.32718534825551	1.2666138631997366	10047.419816205878	83.18525901481523	-368.52423
39000	10260.641133069992	9136.508365989754	639.0559924936861	75.84818031732286	5.147376408450922	10047.419816205878	83.18525901481523	-364.8205
40000	10557.098300218582	9565.567783241113	469.07001003312564	79.3041064773536	3.7781977352793596	10047.419816205878	83.18525901481523	-384.62595
41000	10853.683762550354	6002.222273925742	2957.0021520118917	50.60258294068056	23.817636163008046	10047.419816205878	83.18525901481523	-396.34753
42000	11142.3469581604	8366.84083966658	2566.252568492028	69.64877288842555	20.670282548540463	10047.419816205878	83.18525901481523	-389.36548
43000	11429.427503347397	8793.339621799158	2154.528119735981	73.08407401253476	17.35398360259126	10047.419816205878	83.18525901481523	-416.21902
44000	11720.338511228561	8977.46887818815	2350.39519565941	74.56717189687497	18.931625589588954	10047.419816205878	83.18525901481523	-375.84918
45000	12010.034367084503	9599.083206980744	2223.5836638270935	79.57406169802749	17.910202279362135	10047.419816205878	83.18525901481523	-390.82965
46000	12295.800094366074	8051.289959336224	2157.7363302018025	67.10711898617467	17.379824635394467	10047.419816205878	83.18525901481523	-400.38928
47000	12601.732198238373	7340.183827088195	3533.404647526293	61.37940346197597	28.460360184115448	10047.419816205878	83.18525901481523	-390.43335
48000	12901.81353187561	9561.206934670716	1018.1307462082895	79.26898134072118	8.200693280883147	10047.419816205878	83.18525901481523	-392.44836
49000	13196.125101089478	9054.949715273917	1681.590671980067	75.19125341337251	13.544634985496748	10047.419816205878	83.18525901481523	-408.5191
50000	13507.878184318542	8476.69848897139	2762.3976626976455	70.5336385010816	22.25016387726043	10047.419816205878	83.18525901481523	-410.92606
51000	13802.311347961426	9319.399067097329	2529.816881571388	77.32130206449975	20.37680561148966	10047.419816205878	83.18525901481523	-414.94867
52000	14100.795764446259	10307.048987781367	170.184332027211	85.27648277049663	1.3707763107682596	10307.048987781367	85.27648277049663	-427.812
53000	14395.107460737228	9857.414899291676	1313.7062017888331	81.65483470411058	10.581452001313199	10307.048987781367	85.27648277049663	-439.38232
54000	14682.262197256088	10075.458873895626	870.1499058194319	83.41110398890619	7.008758465049503	10307.048987781367	85.27648277049663	-442.48523
55000	14975.043434619904	10358.49990220262	146.47517722812483	85.69090220509382	1.1798072164938935	10358.49990220262	85.69090220509382	-431.37805
56000	15269.481762647629	10006.830268557427	1014.1337338129432	82.85832415707289	8.168498719608774	10358.49990220262	85.69090220509382	-462.99426
57000	15566.172773599625	10348.476756530039	1143.3072346937993	85.61016921114725	9.208946878832792	10358.49990220262	85.69090220509382	-426.52863
58000	15863.817015647888	10316.655752420045	896.7461144301716	85.35386195830412	7.222981785642989	10358.49990220262	85.69090220509382	-458.90002
59000	16167.04805278778	9433.117935526252	2335.23527613658	78.23726847029566	18.809517647526903	10358.49990220262	85.69090220509382	-482.82794
60000	16471.106730222702	10633.569538798578	137.69910942199672	87.9064936004115	1.1091190062042826	10633.569538798578	87.9064936004115	-474.5146
61000	16778.708254814148	10338.656876640978	221.5329135092073	85.5310734532348	1.784371488706381	10633.569538798578	87.9064936004115	-475.30194
62000	17076.3985080719	10463.964621920273	210.5749757259806	86.5403842795521	1.696109065549131	10633.569538798578	87.9064936004115	-439.79733
63000	17377.695638895035	10111.645931643234	1485.426183421632	83.70257830340942	11.9645974419297	10633.569538798578	87.9064936004115	-470.58963
64000	17673.714500188828	10162.804441723476	2179.8597914748466	84.11464252152432	17.558021513238888	10633.569538798578	87.9064936004115	-470.86786
65000	17970.25818014145	10394.313120190152	925.4042673971031	85.9793653687994	7.4538133594400495	10633.569538798578	87.9064936004115	-459.79694
66000	18275.351226329803	9892.58407639572	2444.7851302455406	81.9381103398238	19.691904075653966	10633.569538798578	87.9064936004115	-481.97992
67000	18577.120765924454	11024.304542120644	160.32050320943057	91.05372977639628	1.2913265593379997	11024.304542120644	91.05372977639628	-477.56653
68000	18872.35155057907	10827.880692362545	97.77010940852831	89.4716031674952	0.7875046326650283	11024.304542120644	91.05372977639628	-478.8202
69000	19164.864636182785	10770.983509519341	212.51314886741955	89.01331591236502	1.711720384151753	11024.304542120644	91.05372977639628	-491.5381
70000	19459.694502830505	10811.613280203206	1124.798248006208	89.34057475283504	9.059863351662864	11024.304542120644	91.05372977639628	-493.79962
71000	19755.829821825027	11178.623955780342	102.70637222041454	92.29671962168084	0.8272645332719619	11178.623955780342	92.29671962168084	-512.7913
72000	20044.72114944458	10867.845684150292	199.9556559984005	89.79350744240773	1.610574094464288	11178.623955780342	92.29671962168084	-460.93607
73000	20337.60528278351	10505.1092754804	1579.7990331717783	86.8717903246513	12.724738315512045	11178.623955780342	92.29671962168084	-496.9969
74000	20632.103281497955	8832.547163161853	2679.368976868121	73.39987728457072	21.581396345645743	11178.623955780342	92.29671962168084	-539.7471
75000	20928.296820878983	9950.460979234787	2630.8660585881807	82.40428890284065	21.190722006890276	11178.623955780342	92.29671962168084	-514.7009
76000	21232.92538022995	11176.665667718067	129.32426326338722	92.28094628430337	1.0416624984059313	11178.623955780342	92.29671962168084	-523.5043
77000	21534.738953113556	11395.218501318528	79.71477052675682	94.04131425344691	0.6420750826752641	11395.218501318528	94.04131425344691	-529.8697
78000	21831.784322738647	9080.380010001612	3702.315007079639	75.39608569830345	29.820875084406353	11395.218501318528	94.04131425344691	-517.8822
79000	22131.92612552643	11366.216801021354	178.52675567186418	93.80771552396452	1.4379716663586646	11395.218501318528	94.04131425344691	-509.6712
80000	22429.591235637665	11220.201990615686	194.49977519724456	92.6316164040208	1.5666288495200955	11395.218501318528	94.04131425344691	-526.90735
81000	22734.286648750305	10796.242368998955	180.9093023203312	89.21676734528627	1.4571622608517987	11395.218501318528	94.04131425344691	-524.97363
82000	23035.348850011826	10914.186258034519	151.66568475135122	90.16676484014367	1.2216149708796833	11395.218501318528	94.04131425344691	-544.7927
83000	23332.6216776371	11432.845662147038	146.32629569089974	94.34438810337653	1.1786080268745658	11432.845662147038	94.34438810337653	-518.8916
84000	23631.559792280197	11271.854808723569	106.86010404901376	93.04766210342976	0.8607214157246772	11432.845662147038	94.34438810337653	-552.62634
85000	23948.272731542587	11508.707285121181	189.76740612061093	94.9554274066466	1.5285112428826948	11508.707285121181	94.9554274066466	-552.9674
86000	24258.227935552597	11201.70728976565	95.42866656296646	92.48264794436305	0.7686451151790086	11508.707285121181	94.9554274066466	-551.85254
87000	24572.378167152405	11464.62473503836	102.80585447436351	94.6003576146629	0.8280658286405255	11508.707285121181	94.9554274066466	-549.22876
88000	24883.65502691269	10626.828385729721	2672.841533073019	87.85219592903375	21.528820029027084	11508.707285121181	94.9554274066466	-563.4718
89000	25199.284563302994	11197.018174755294	378.0268996512166	92.44487873436529	3.044876768045865	11508.707285121181	94.9554274066466	-590.49585
90000	25506.358906030655	11602.933044278452	203.78811103285233	95.7143835160509	1.6414432027466592	11602.933044278452	95.7143835160509	-570.5502
91000	25823.163601636887	11351.318465983426	188.32975282113307	93.68771455503503	1.5169314396038163	11602.933044278452	95.7143835160509	-582.7567
92000	26133.40080523491	11292.248943300148	78.01934137883009	93.21192984901593	0.6284189835215978	11602.933044278452	95.7143835160509	-566.3486
93000	26440.521186828613	11365.464151975099	101.85677558170048	93.80165319454417	0.8204213243103329	11602.933044278452	95.7143835160509	-571.5265
94000	26752.15023469925	9873.787076212831	2803.5316741520774	81.78670696292485	22.581484203855418	11602.933044278452	95.7143835160509	-494.80383
95000	27064.839592695236	11554.152197096224	138.5434436669105	95.32147055549756	1.1159198283922709	11602.933044278452	95.7143835160509	-590.3128
96000	27362.458208084106	11607.258872431723	374.80416564342687	95.74922657525806	3.0189187531031054	11607.258872431723	95.74922657525806	-577.996
97000	27625.29038453102	4326.262521509135	2714.3174716419576	37.10330307720644	21.86289446102644	11607.258872431723	95.74922657525806	-555.7243
98000	27845.473078250885	11361.06308938944	136.89905009841215	93.76620414783835	1.102674803292561	11607.258872431723	95.74922657525806	-589.11487
99000	28070.393003702164	11826.67319953074	140.1511693375598	97.51653357848092	1.128869506175692	11826.67319953074	97.51653357848092	-583.3096
100000	28297.55328989029	11551.89745530656	158.442583439346	95.30330938522205	1.2762005609356117	11826.67319953074	97.51653357848092	-574.8159
