Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	995.1622703075409	7194.995378424513	1067.4189949619722	60.209960401885404	8.597693186726412	7194.995378424513	60.209960401885404	0.0
2000	1009.7596023082733	6232.7863249129305	633.5128755407287	52.45969713822884	5.102728506282603	7194.995378424513	60.209960401885404	0.0
3000	1024.6406786441803	6948.6910008655705	852.9640296076288	58.22606328295243	6.870332138076182	7194.995378424513	60.209960401885404	0.0
4000	1039.6591804027557	7418.090243579927	967.349871132358	62.00691287433854	7.791670782954022	7418.090243579927	62.00691287433854	0.0
5000	1054.6491827964783	6454.720553703673	726.3585801998258	54.2473010836163	5.850568750958751	7418.090243579927	62.00691287433854	0.0
6000	1335.1053714752197	5844.628874413424	367.8812902183014	49.33322226445578	2.963157370594378	7418.090243579927	62.00691287433854	-340.70947
7000	1604.0992152690887	6407.655129155142	543.0538408772387	53.868205262873765	4.3741120682438135	7418.090243579927	62.00691287433854	-342.58167
8000	1867.158720254898	6866.378133343287	225.04365465058888	57.563061421812165	1.8126493021367946	7418.090243579927	62.00691287433854	-256.67853
9000	2131.487284421921	6962.268586704269	1187.0471793506301	58.33542607095652	9.561257101846223	7418.090243579927	62.00691287433854	-316.57135
10000	2391.8609952926636	6182.5195591694755	1928.7169726577863	52.05481561429955	15.535152412698256	7418.090243579927	62.00691287433854	-259.2251
11000	2653.763671875	6034.378084584371	1993.963987618715	50.861586945216956	16.06069469612352	7418.090243579927	62.00691287433854	-252.45062
12000	2916.596461057663	6383.00772329428	2198.050955564164	53.66967887872603	17.704545088599204	7418.090243579927	62.00691287433854	-298.148
13000	3185.940388917923	7596.678798475453	58.91066019673399	63.44538231220654	0.4745051232829699	7596.678798475453	63.44538231220654	-266.9975
14000	3455.5922498703003	7435.172385022461	72.94085671760187	62.14450365339377	0.5875135347926382	7596.678798475453	63.44538231220654	-316.9383
15000	3718.860461950302	5907.861460361202	2543.5361912156845	49.842539014437044	20.487309936044582	7596.678798475453	63.44538231220654	-319.42557
16000	3985.3966546058655	7211.727744912202	98.55109663672252	60.344733863879256	0.793795216402489	7596.678798475453	63.44538231220654	-284.49945
17000	4249.526187181473	8159.551848068362	52.394380885973305	67.9791312957997	0.42201873274901713	8159.551848068362	67.9791312957997	-307.137
18000	4511.141696214676	7907.084645861328	1239.158948166356	65.94559474217616	9.980999491488816	8159.551848068362	67.9791312957997	-314.58002
19000	4771.075186729431	7615.4502917115515	1663.2394008770634	63.596580239414564	13.396821803161837	8159.551848068362	67.9791312957997	-315.7749
20000	5032.386660814285	8430.311556027604	124.12582809457165	70.1600076970522	0.9997908895592519	8430.311556027604	70.1600076970522	-359.4299
21000	5299.719509601593	8768.111168707994	127.0720690099708	72.88086749262337	1.023521847659434	8768.111168707994	72.88086749262337	-339.86197
22000	5569.512332439423	8860.788675387044	113.90676028949817	73.62735296037133	0.9174798101639442	8860.788675387044	73.62735296037133	-354.59232
23000	5843.228081703186	7940.0938746091515	1590.7190740889037	66.21147273614456	12.812695492436081	8860.788675387044	73.62735296037133	-372.26855
24000	6107.457512140274	8782.666886424598	101.68109320606882	72.99810879676976	0.8190062631477297	8860.788675387044	73.62735296037133	-390.66028
25000	6372.928664684296	8008.545811841218	1967.8624316385904	66.76282956709483	15.850455632482664	8860.788675387044	73.62735296037133	-401.9771
26000	6641.886521816254	8369.394040257544	144.94627764549222	69.66933804178042	1.1674924557609205	8860.788675387044	73.62735296037133	-388.57913
27000	6910.776270151138	8531.512724169454	1791.5427696398897	70.9751483287335	14.430261347195334	8860.788675387044	73.62735296037133	-378.1891
28000	7180.910176515579	8436.023269701	1088.2918950517753	70.20601358786553	8.765817223994189	8860.788675387044	73.62735296037133	-399.39325
29000	7447.293023824692	7731.394267785234	2631.1033501421894	64.53046912263248	21.19263330881276	8860.788675387044	73.62735296037133	-382.72208
30000	7719.957744836807	7669.7239081438765	2257.019205819586	64.03373556869163	18.179514080014133	8860.788675387044	73.62735296037133	-441.05542
31000	7989.182624101639	8692.117429631977	1406.5410419775683	72.2687640395543	11.329204736414148	8860.788675387044	73.62735296037133	-387.97833
32000	8267.385645866394	9217.948376156259	99.49276417182281	76.50415161241902	0.8013800247944171	9217.948376156259	76.50415161241902	-411.78394
33000	8547.029348373413	9469.392617661586	89.06996287408919	78.52944856913	0.717427942128582	9469.392617661586	78.52944856913	-438.8208
34000	8816.027645111084	9499.228727194053	171.8221498728114	78.7697681782586	1.3839683706797652	9499.228727194053	78.7697681782586	-441.33926
35000	9080.695867300034	9768.925876663801	183.09379963847482	80.94208603602559	1.4747576360486692	9768.925876663801	80.94208603602559	-430.62143
36000	9342.29059958458	7640.384394175667	2638.288983457854	63.79741586617841	21.250511115833238	9768.925876663801	80.94208603602559	-433.10266
37000	9611.77460694313	9673.547701608122	167.28927129161704	80.17384761258643	1.3474575914283775	9768.925876663801	80.94208603602559	-447.83063
38000	9879.252041101456	8786.6696151078	1020.7124654934162	73.03034940077838	8.221488142519057	9768.925876663801	80.94208603602559	-454.21997
39000	10147.42588710785	9494.439183724473	135.38111955436102	78.73119005153396	1.0904483943958574	9768.925876663801	80.94208603602559	-427.09958
40000	10422.674912929535	9234.924564777011	1373.9248980092364	76.64088897790542	11.06649290526128	9768.925876663801	80.94208603602559	-455.1656
41000	10689.610269069672	9441.471391448422	128.08750370890806	78.30455268709021	1.0317008252060431	9768.925876663801	80.94208603602559	-454.9973
42000	10959.301192522049	9915.82622069508	113.8384406024695	82.12531782501065	0.9169295185629295	9915.82622069508	82.12531782501065	-452.32077
43000	11230.406862735748	9113.69508321876	1479.1438585293865	75.66442716436902	11.913995473838632	9915.82622069508	82.12531782501065	-488.16345
44000	11494.33467245102	9755.808134291205	118.8217574359335	80.83642712911612	0.9570684231436012	9915.82622069508	82.12531782501065	-495.90985
45000	11756.284378051758	8707.45604314646	2532.62034613239	72.39231130031108	20.399386555120163	9915.82622069508	82.12531782501065	-492.51108
46000	12029.448026895523	8488.778766424082	205.6002011742755	70.63094098458527	1.6560389661124817	9915.82622069508	82.12531782501065	-477.70312
47000	12298.425461530685	10125.455095254018	271.1074215673842	83.81380637078617	2.1836771148745626	10125.455095254018	83.81380637078617	-495.68646
48000	12568.127238035202	10544.519493538824	129.99098965960678	87.18922608782171	1.0470327504074834	10544.519493538824	87.18922608782171	-512.1248
49000	12845.770034790039	10332.990253397988	141.9325067798953	85.48543075034311	1.1432175671185036	10544.519493538824	87.18922608782171	-476.10925
50000	13125.862501621246	9916.925894324904	811.1670056200545	82.13417531819691	6.533671473370462	10544.519493538824	87.18922608782171	-501.34192
51000	13403.876477479935	10287.000571641609	193.72095238004474	85.11499966811317	1.560355699369392	10544.519493538824	87.18922608782171	-505.50873
52000	13672.096303224564	8670.182820257598	2634.255196233641	72.09208829885479	21.218020345949995	10544.519493538824	87.18922608782171	-483.00894
53000	13957.310618638992	9457.992431854309	1039.5679901847166	78.43762399011719	8.37336291422135	10544.519493538824	87.18922608782171	-515.0304
54000	14233.572279930115	10279.068982069464	115.33055202564758	85.05111343979404	0.9289479633137231	10544.519493538824	87.18922608782171	-520.2239
55000	14506.124565601349	10525.707524886937	170.8934146178417	87.03770214504884	1.376487727360123	10544.519493538824	87.18922608782171	-563.03625
56000	14783.494572162628	10089.513042630231	190.90299111491316	83.52430548835947	1.5376579897689138	10544.519493538824	87.18922608782171	-544.40405
57000	15072.662744998932	9240.12195895684	1980.6643849343398	76.68275220194357	15.953570966898813	10544.519493538824	87.18922608782171	-539.1269
58000	15355.01623082161	8766.059692623836	3156.1536085945936	72.86434355775359	25.421732707541377	10544.519493538824	87.18922608782171	-536.1681
59000	15635.1595556736	9899.388656961251	1697.3122117931762	81.9929188978904	13.671266585996635	10544.519493538824	87.18922608782171	-558.1763
60000	15915.0860683918	10623.206711252129	100.03693928700189	87.82302458570231	0.8057631683418357	10623.206711252129	87.82302458570231	-562.51843
61000	16191.030840158463	10995.267163334813	146.2530781453909	90.81984366894864	1.1780182847066445	10995.267163334813	90.81984366894864	-545.4821
62000	16476.63765525818	10795.00246308161	178.32688638466712	89.20678032921471	1.4363617879352144	10995.267163334813	90.81984366894864	-537.98944
63000	16750.555673122406	10100.14347417476	1697.2164133259516	83.60992996131128	13.670494962264211	10995.267163334813	90.81984366894864	-568.8667
64000	17032.40614914894	10532.177573404659	855.0269184822936	87.08981616243209	6.8869479990514755	10995.267163334813	90.81984366894864	-549.71533
65000	17310.00170326233	10028.721872673586	1405.748420708205	83.03465350519613	11.3228204444731	10995.267163334813	90.81984366894864	-564.63806
66000	17580.508410930634	11198.029696942443	127.72852196875105	92.45302619797401	1.0288093506528728	11198.029696942443	92.45302619797401	-603.7438
67000	17850.62705183029	9675.776378715473	1777.676159657583	80.191798840803	14.3185705690374	11198.029696942443	92.45302619797401	-609.2895
68000	18130.719285726547	9478.052907838013	3055.8649489804993	78.59920423039924	24.6139420184683	11198.029696942443	92.45302619797401	-594.7979
69000	18408.684600830078	9672.631462558033	2728.188896270012	80.16646762190277	21.974624019501327	11198.029696942443	92.45302619797401	-597.9425
70000	18686.96537542343	11215.136884653888	68.76282717750259	92.59081871611816	0.5538609426236796	11215.136884653888	92.59081871611816	-586.55585
71000	18968.354603767395	10677.359962434286	336.4210971804001	88.25921041425269	2.7097563269445084	11215.136884653888	92.59081871611816	-579.8419
72000	19250.257081985474	10667.677157625416	799.8486747124447	88.18121874900548	6.442506207445116	11215.136884653888	92.59081871611816	-590.72766
73000	19529.43571972847	10418.617595565955	1829.064459458527	86.17512956573779	14.73248566438547	11215.136884653888	92.59081871611816	-629.6543
74000	19801.31521630287	10133.943511014057	1751.0957502421002	83.88217764269594	14.104474505532327	11215.136884653888	92.59081871611816	-609.35205
75000	20069.38407945633	11298.832550939838	189.1987051435713	93.26495854610206	1.5239305519462798	11298.832550939838	93.26495854610206	-618.5598
76000	20354.589839220047	9621.377056345405	2814.0844714017353	79.75363099339617	22.666483359240996	11298.832550939838	93.26495854610206	-629.70245
77000	20628.781376361847	11232.808970779666	142.61231635145998	92.7331612968629	1.148693199601437	11298.832550939838	93.26495854610206	-611.0459
78000	20907.544330358505	11396.090296758213	151.95119057125254	94.04833626612175	1.2239146221451362	11396.090296758213	94.04833626612175	-613.9612
79000	21182.969622850418	11587.049007115622	161.2735926312985	95.5864430552411	1.2990033671027208	11587.049007115622	95.5864430552411	-630.3842
80000	21472.9438021183	10640.224728684998	917.884705218487	87.96009886789584	7.3932458701828825	11587.049007115622	95.5864430552411	-629.76184
81000	21751.456852436066	9564.787934666812	1421.8634630397844	79.29782506508197	11.452621572532436	11587.049007115622	95.5864430552411	-618.48645
82000	22036.732899427414	9427.59589586162	2932.1606934074834	78.1927903384416	23.617546750697112	11587.049007115622	95.5864430552411	-641.81885
83000	22321.883984327316	10392.885631173525	2603.0861212591817	85.96786743532593	20.96696415825865	11587.049007115622	95.5864430552411	-648.6708
84000	22613.009615182877	11061.522883441528	104.76003427486883	91.3535107256825	0.8438060753812567	11587.049007115622	95.5864430552411	-633.5683
85000	22901.406845331192	11512.921737028319	170.16271675811595	94.98937336846554	1.370602207203769	11587.049007115622	95.5864430552411	-672.7829
86000	23188.03504037857	11291.475883687535	86.9488914519937	93.20570311949764	0.700343440728122	11587.049007115622	95.5864430552411	-635.5565
87000	23476.051894903183	10286.123909457	2371.368278088397	85.10793845548042	19.100556561171278	11587.049007115622	95.5864430552411	-624.6654
88000	23762.639457702637	11250.460808082791	234.56280340272247	92.87534078029968	1.889322774087301	11587.049007115622	95.5864430552411	-626.49054
89000	24047.49035859108	11101.172971567783	516.9878744456406	91.67287855981807	4.164159666186011	11587.049007115622	95.5864430552411	-619.40515
90000	24320.05412387848	9492.650763369655	2820.66692734259	78.71678494016513	22.71950277978881	11587.049007115622	95.5864430552411	-643.2886
91000	24607.47305417061	10194.268561557948	2866.497462383024	84.36807519417113	23.08865198991243	11587.049007115622	95.5864430552411	-655.41174
92000	24889.835845947266	10137.002132594604	2061.9176895301975	83.90681378843435	16.60803841278467	11587.049007115622	95.5864430552411	-661.03174
93000	25183.731040000916	10605.838937297514	2692.637076667259	87.68313313491966	21.68826632995581	11587.049007115622	95.5864430552411	-640.1896
94000	25466.300824403763	11552.251326523625	193.91787379632322	95.30615969626794	1.561941833705631	11587.049007115622	95.5864430552411	-654.2847
95000	25762.792137622833	11302.451469377844	74.74181605621405	93.29410769048174	0.602019643366908	11587.049007115622	95.5864430552411	-654.64325
96000	26036.427002429962	11458.129783400114	199.23388895665937	94.54804301120181	1.6047605089777344	11587.049007115622	95.5864430552411	-650.03296
97000	26316.218551158905	11398.75164699397	194.06409477354643	94.06977252769987	1.5631195934284396	11587.049007115622	95.5864430552411	-662.6235
98000	26600.73073911667	11464.530568429336	174.9250383240892	94.5995991349875	1.4089610708496492	11587.049007115622	95.5864430552411	-638.7407
99000	26893.589240074158	11252.984506845038	224.78746347991674	92.89566830656247	1.8105857702969255	11587.049007115622	95.5864430552411	-662.36096
100000	27178.7301902771	11048.078494467389	114.72663704572263	91.2452207926494	0.9240836356853316	11587.049007115622	95.5864430552411	-676.5963
