Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	2512.1317369937897	3909.7136353209125	81.36480387720826	33.748144945655156	0.6553655342804969	3909.7136353209125	33.748144945655156	0.0
2000	2545.437433242798	3900.273639430097	58.110353026787514	33.67210902280175	0.468058924053976	3909.7136353209125	33.748144945655156	0.0
3000	2578.8115005493164	3851.5013443228427	91.53284379895915	33.2792649462734	0.7372656016113323	3909.7136353209125	33.748144945655156	0.0
4000	2612.2229998111725	3897.560518260744	100.68537607302336	33.65025576414455	0.8109861038184523	3909.7136353209125	33.748144945655156	0.0
5000	2645.628392457962	3825.669604880538	71.62011300668905	33.071199162122454	0.5768753980737643	3909.7136353209125	33.748144945655156	0.0
6000	3257.3926935195923	3551.226823982151	129.58151719148162	30.860656874030248	1.043734590391623	3909.7136353209125	33.748144945655156	-300.9124
7000	3853.8808183670044	4481.932443799475	172.1735998353206	38.3571708054096	1.3867991793522776	4481.932443799475	38.3571708054096	-285.3418
8000	4450.2276067733765	5417.352032053207	94.72354032629708	45.89165413259273	0.7629655656587045	5417.352032053207	45.89165413259273	-318.92322
9000	5053.128116607666	5773.081776573492	50.86136202455826	48.75693497845864	0.4096707926410364	5773.081776573492	48.75693497845864	-329.4555
10000	5641.312580823898	5994.40536713468	81.32011487796434	50.539620442752394	0.6550055797489267	5994.40536713468	50.539620442752394	-332.64825
11000	6228.9388256073	5879.97596181585	26.318438645185108	49.61793090648372	0.21198597897636962	5994.40536713468	50.539620442752394	-346.44696
12000	6815.932559967041	6092.031057532201	54.02842458171808	51.32596182991322	0.4351803931804177	6092.031057532201	51.32596182991322	-351.70105
13000	7403.913144111633	5345.790706267965	1639.8887570613122	45.31525224538554	13.208740391656216	6092.031057532201	51.32596182991322	-363.80676
14000	7987.827104568481	5724.755564518955	193.46050121967966	48.36768394762384	1.5582578547764872	6092.031057532201	51.32596182991322	-350.401
15000	8575.733788013458	6416.869599380425	81.95860071988821	53.94242465399302	0.6601483637904689	6416.869599380425	53.94242465399302	-376.8733
16000	9168.903203487396	6602.868209668695	97.93640179569613	55.44057954158991	0.7888440606974149	6602.868209668695	55.44057954158991	-377.16925
17000	9755.120590686798	6890.731457353051	79.69536188254112	57.759219077710306	0.641918752715874	6890.731457353051	57.759219077710306	-401.99744
18000	10341.85460305214	6940.6801736180305	58.62141818339535	58.16153882238793	0.47217537826331646	6940.6801736180305	58.16153882238793	-394.88538
19000	10936.222738265991	6699.769670686137	82.38994801576953	56.221087509975064	0.6636227180266353	6940.6801736180305	58.16153882238793	-425.87598
20000	11535.03739643097	7202.095347240103	66.41362993061028	60.267148210796336	0.5349389660997346	7202.095347240103	60.267148210796336	-434.4118
21000	12127.766174793243	7103.333280971298	72.30252389743644	59.471653706506956	0.5823719832887738	7202.095347240103	60.267148210796336	-438.91113
22000	12715.830641746521	7229.270689005073	93.89994348954556	60.48603624992849	0.7563317761670748	7229.270689005073	60.48603624992849	-436.97684
23000	13312.935073137283	6248.915788235797	473.6025503284721	52.58961442241723	3.814705789754492	7229.270689005073	60.48603624992849	-450.56018
24000	13908.705696582794	7387.8579847684505	83.8682503592944	61.7634024189039	0.6755299353862991	7387.8579847684505	61.7634024189039	-467.92078
25000	14501.803539037704	7502.393753219329	60.19325369968154	62.68594867364961	0.4848359731869704	7502.393753219329	62.68594867364961	-461.6197
26000	14979.229784488678	7422.469117304821	105.5317186346232	62.04218319739607	0.850021727710359	7502.393753219329	62.68594867364961	-477.5908
27000	15285.16455745697	7304.061820779568	127.08025408957562	61.08845311445883	1.0235877756628557	7502.393753219329	62.68594867364961	-483.3226
28000	15590.272680282593	7625.235494281364	99.80390490703775	63.67539668343725	0.8038861564933077	7625.235494281364	63.67539668343725	-500.62656
29000	15896.85892367363	7764.063455019107	110.13356245874913	64.79360819906101	0.8870879982937061	7764.063455019107	64.79360819906101	-507.69757
30000	16220.589087247849	7746.049703106788	151.3299348442251	64.64851361781886	1.2189106207579703	7764.063455019107	64.79360819906101	-516.49677
31000	16531.49489736557	8019.450086079686	130.3394453562985	66.85065974884049	1.0498394412978111	8019.450086079686	66.85065974884049	-507.29474
32000	16840.93363404274	8088.952985883337	43.56922381986288	67.41048172214242	0.3509351253397333	8088.952985883337	67.41048172214242	-529.92035
33000	17153.53752708435	8073.596644649442	148.93337135665186	67.28679167069791	1.1996071254427136	8088.952985883337	67.41048172214242	-522.47516
34000	17464.959803581238	7430.67562483918	1008.9307337361057	62.10828379542553	8.126590341996707	8088.952985883337	67.41048172214242	-535.4989
35000	17771.685160160065	8177.193173654605	105.80453751323196	68.12122611096932	0.8522191900235614	8177.193173654605	68.12122611096932	-528.0237
36000	18081.801142692566	8211.892967239628	67.44763019834764	68.4007210237401	0.5432674829229894	8211.892967239628	68.4007210237401	-544.77747
37000	18393.28529882431	8128.95466215442	79.57740180236064	67.73268147796162	0.6409686248069054	8211.892967239628	68.4007210237401	-552.75195
38000	18706.41081094742	8464.160670994106	86.79718455068726	70.43265068588582	0.6991214937720561	8464.160670994106	70.43265068588582	-542.17883
39000	19021.764068841934	8061.802168553268	116.11582529179277	67.19179121890556	0.9352730696139875	8464.160670994106	70.43265068588582	-562.1378
40000	19330.94273686409	8475.707710101513	98.80736820772486	70.52565811776513	0.7958593958393869	8475.707710101513	70.52565811776513	-566.77234
41000	19637.393875598907	8375.798134356955	100.32176819879737	69.7209208189893	0.8080573673451191	8475.707710101513	70.52565811776513	-571.5795
42000	19945.34879922867	8550.61947651902	132.39392455095236	71.12904665288895	1.0663875651905987	8550.61947651902	71.12904665288895	-554.177
43000	20250.06590437889	8626.447728189853	90.34047550778764	71.73981716177886	0.7276614847823679	8626.447728189853	71.73981716177886	-579.1173
44000	20561.766050577164	8697.665394295966	82.91586381314264	72.31345098836906	0.6678587890439305	8697.665394295966	72.31345098836906	-580.46204
45000	20865.838814258575	8302.712114685062	144.02308040496126	69.132238046485	1.160056419244442	8697.665394295966	72.31345098836906	-568.6096
46000	21451.235297441483	8694.509767675483	79.8888901699394	72.28803350036965	0.6434775565650238	8697.665394295966	72.31345098836906	-580.1235
47000	22040.102172374725	8258.89082795991	299.10263507783094	68.77927264106438	2.4091689391682594	8697.665394295966	72.31345098836906	-593.3307
48000	22627.755677700043	8871.871367627677	49.756817275955	73.7166202378112	0.4007740642669649	8871.871367627677	73.7166202378112	-598.84674
49000	23209.388818740845	8027.610433527547	208.83543333870227	66.91638854323607	1.6820976494119697	8871.871367627677	73.7166202378112	-590.4877
50000	23787.38737845421	8647.81452510285	125.08420219220773	71.91191936823023	1.0075102635712092	8871.871367627677	73.7166202378112	-597.17664
51000	24377.620458602905	8718.630901799066	56.08250477246375	72.48232094652647	0.45172530323384413	8871.871367627677	73.7166202378112	-609.1915
52000	24967.722588062286	8338.492915071292	77.76867709403098	69.42044009755236	0.6263999688481263	8871.871367627677	73.7166202378112	-598.6915
53000	25558.298633813858	9023.817638901724	108.85665220718708	74.9404952367079	0.876802925026566	9023.817638901724	74.9404952367079	-609.028
54000	26149.364399194717	8973.431990746205	166.45077927537835	74.53465615580328	1.3407038263846953	9023.817638901724	74.9404952367079	-617.2257
55000	26746.704394102097	9035.3652488595	94.0969101137255	75.03350726659072	0.7579182746374169	9035.3652488595	75.03350726659072	-624.83124
56000	27344.540986061096	9033.921188413438	74.9848266132949	75.02187585594795	0.6039770098938096	9035.3652488595	75.03350726659072	-615.0358
57000	27946.465852975845	9176.148661828587	168.35526955509087	76.16746927794837	1.356043841111205	9176.148661828587	76.16746927794837	-623.8244
58000	28526.22785782814	9042.588290817675	133.16724328675926	75.09168638737121	1.0726163818571506	9176.148661828587	76.16746927794837	-623.52045
59000	29113.238713026047	9125.702719539204	64.826490865027	75.76114454851549	0.5221551063455471	9176.148661828587	76.16746927794837	-624.88043
60000	29697.871836185455	9140.353393484982	112.15263069123952	75.87915069245625	0.9033508990552181	9176.148661828587	76.16746927794837	-633.6493
61000	30285.256191968918	9282.494719009299	75.6006281947238	77.02405022280068	0.6089370800124941	9282.494719009299	77.02405022280068	-643.7578
62000	30873.35705757141	9343.888001197509	93.56920827612599	77.5185520130739	0.7536678176798737	9343.888001197509	77.5185520130739	-643.6495
63000	31471.542953252792	8918.907037204062	121.43004780006918	74.09547639247839	0.9780773056897965	9343.888001197509	77.5185520130739	-631.4037
64000	32079.035974502563	9259.82080968289	55.22758315377601	76.84141967504743	0.4448392033884524	9343.888001197509	77.5185520130739	-651.83887
65000	32676.787121534348	9358.212981753455	124.35321483199453	77.63393480868385	1.0016224115879193	9358.212981753455	77.63393480868385	-651.44226
66000	33216.8809838295	9252.482131199053	81.12248348838882	76.78230914179117	0.6534137268217699	9358.212981753455	77.63393480868385	-645.21277
67000	33819.413932323456	9263.861988919343	153.18934793445098	76.87396998504903	1.2338875542139052	9358.212981753455	77.63393480868385	-653.06244
68000	34421.54446554184	9388.865057272302	75.24568716463958	77.88082674342665	0.6060781519903651	9388.865057272302	77.88082674342665	-665.6832
69000	35019.01940512657	9236.435362460355	111.16473547095205	76.65305793406034	0.8953937425452098	9388.865057272302	77.88082674342665	-658.4402
70000	35627.472506046295	9444.91241509715	102.04555443379489	78.33226895007567	0.8219418730902514	9444.91241509715	78.33226895007567	-665.3895
71000	36234.58915019035	9352.245260522654	100.68299932827706	77.5858668649724	0.8109669599562884	9444.91241509715	78.33226895007567	-652.1645
72000	36836.48342347145	9533.448780410003	82.39505614665117	79.04539894721887	0.6636638622654837	9533.448780410003	79.04539894721887	-673.67017
73000	37442.296243429184	9264.705821654425	141.17795041980554	76.88076676774764	1.1371398749406778	9533.448780410003	79.04539894721887	-664.3789
74000	38046.04134941101	9120.786480702878	726.2377488727171	75.72154593415048	5.849595496142481	9533.448780410003	79.04539894721887	-671.81055
75000	38643.037506103516	9619.207601155576	156.5498602639702	79.73615677737364	1.2609553261907782	9619.207601155576	79.73615677737364	-672.9581
76000	39242.26804637909	9278.996933910248	194.4860527901163	76.9958767658389	1.5665183202463668	9619.207601155576	79.73615677737364	-686.0339
77000	39838.282029628754	9664.79030801961	140.77408700899025	80.10330981670236	1.1338868939538986	9664.79030801961	80.10330981670236	-677.8578
78000	40433.067215919495	9602.590340671211	94.8921082909802	79.60231045468048	0.7643233226859805	9664.79030801961	80.10330981670236	-675.8024
79000	41036.720024585724	9614.343932723792	94.70408439262549	79.69698159955144	0.7628088547989988	9664.79030801961	80.10330981670236	-678.85
80000	41630.41917967796	9574.183859989736	150.16837650560387	79.37350601465579	1.2095546675089806	9664.79030801961	80.10330981670236	-681.80225
81000	42243.77787923813	9462.631524106897	61.943108581248104	78.47499028399142	0.498930452921745	9664.79030801961	80.10330981670236	-683.28955
82000	42843.03495359421	9691.052212758164	109.24467771032297	80.31484043448862	0.8799283371096708	9691.052212758164	80.31484043448862	-694.3033
83000	43445.8759727478	9699.513653225473	76.89467725781148	80.38299442968545	0.6193602005167279	9699.513653225473	80.38299442968545	-695.9794
84000	44051.202199697495	9672.278063332522	88.71677594760122	80.16362111258664	0.7145831428081317	9699.513653225473	80.38299442968545	-695.3639
85000	44642.684624671936	9831.339844412674	91.65495978699839	81.44480909773218	0.738249203929926	9831.339844412674	81.44480909773218	-703.79626
86000	45262.79200744629	9909.114900878783	80.21526821520335	82.07126045023013	0.6461064195600676	9909.114900878783	82.07126045023013	-698.2159
87000	45883.84259414673	10036.142531310423	100.98444471103407	83.09442436041238	0.8133949989229319	10036.142531310423	83.09442436041238	-703.86145
88000	46497.32381916046	9815.104897596892	99.12347608619928	81.31404218025764	0.7984055361702773	10036.142531310423	83.09442436041238	-701.8223
89000	47102.619025468826	9843.801252921785	94.13205832703322	81.54518146091989	0.7582013814169556	10036.142531310423	83.09442436041238	-703.5582
90000	47741.7894923687	9771.343289864355	145.4644339602187	80.96155746861392	1.1716660268120325	10036.142531310423	83.09442436041238	-707.789
91000	48387.2031211853	9911.167237861286	136.9739381803997	82.08779131934018	1.103278001057738	10036.142531310423	83.09442436041238	-712.5896
92000	49043.67525935173	9229.014084958142	2190.35224089665	76.59328209409614	17.642534587609582	10036.142531310423	83.09442436041238	-716.55756
93000	49698.67905139923	9951.458966104587	82.63400705143529	82.4123273441195	0.665588529688228	10036.142531310423	83.09442436041238	-719.0897
94000	50367.91110944748	10070.760124057031	114.2318254854186	83.37325717367798	0.920098098608683	10070.760124057031	83.37325717367798	-718.6122
95000	51031.40715122223	10046.700482068765	128.70539537021241	83.1794650255394	1.0366777301998702	10070.760124057031	83.37325717367798	-731.428
96000	51647.21829652786	9659.665297554388	1020.3075750384891	80.06202961861072	8.2182268890449	10070.760124057031	83.37325717367798	-718.2052
97000	52269.38493824005	10062.785743248478	128.31795896982828	83.30902627665473	1.0335570631369873	10070.760124057031	83.37325717367798	-723.5665
98000	52882.814774274826	10054.46343176004	143.80762550707144	83.24199291757111	1.1583210040828429	10070.760124057031	83.37325717367798	-719.16223
99000	53479.756576538086	9987.81960461848	89.4501421514051	82.7051997920443	0.7204901555590606	10070.760124057031	83.37325717367798	-734.2992
100000	54088.68172287941	10179.758613378934	66.64943848114669	84.25120254792138	0.5368383229388861	10179.758613378934	84.25120254792138	-734.62683
