Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1081.6603457927704	5999.129941080382	741.4883340601459	50.57767526228892	5.972433718975696	5999.129941080382	50.57767526228892	0.0
2000	1095.4312064647675	6374.6670244502	174.45650131932828	53.60249741581151	1.405187166288672	6374.6670244502	53.60249741581151	0.0
3000	1109.247029542923	6321.829596319174	104.99340026856756	53.176910089756426	0.8456857582644587	6374.6670244502	53.60249741581151	0.0
4000	1123.0541896820068	6266.932395948685	222.1344449436774	52.73473200615157	1.7892166176952355	6374.6670244502	53.60249741581151	0.0
5000	1136.8365421295166	6171.839248299695	525.6930272208875	51.968789380523845	4.2342766802717655	6374.6670244502	53.60249741581151	0.0
6000	1401.9231796264648	5420.258461695149	254.2361803178535	45.915064424566324	2.0477850643982856	6374.6670244502	53.60249741581151	-329.1448
7000	1658.795615196228	5121.776259012715	1359.3049041595978	43.510892855131885	10.948733878951746	6374.6670244502	53.60249741581151	-252.49872
8000	1908.2233293056488	5784.470384466311	1313.1049897937237	48.848666301349205	10.576609445298612	6374.6670244502	53.60249741581151	-234.57333
9000	2157.233866214752	6245.161707496351	678.2968759843177	52.55937659214786	5.463448239869425	6374.6670244502	53.60249741581151	-234.19208
10000	2403.737360715866	6374.672577677852	1177.6351303308338	53.60254214515188	9.485446281434953	6374.672577677852	53.60254214515188	-232.46727
11000	2657.2979834079742	6423.214208246551	149.17105198593603	53.993528298089835	1.2015215612328363	6423.214208246551	53.993528298089835	-245.59381
12000	2922.0570027828217	6104.644421999243	1231.367739585813	51.427558146122536	9.918243983815195	6423.214208246551	53.993528298089835	-256.62494
13000	3194.7775359153748	5819.071950818591	1676.9461255794188	49.12737002751595	13.507224760334216	6423.214208246551	53.993528298089835	-264.41843
14000	3479.143518447876	5618.14822683489	1519.0731652303389	47.50899847810586	12.235612317640177	6423.214208246551	53.993528298089835	-274.33008
15000	3750.6230008602142	6930.054424767094	225.24395959267076	58.07595206692382	1.8142626896106337	6930.054424767094	58.07595206692382	-292.38495
16000	4017.727178812027	6859.521772651853	1522.0554383373126	57.50783579262558	12.25963350266106	6930.054424767094	58.07595206692382	-287.5728
17000	4280.334891319275	7030.934612653045	176.76751507009942	58.88850731294847	1.4238015878730883	7030.934612653045	58.88850731294847	-299.41074
18000	4546.075061798096	5842.722208002523	1882.0117700342275	49.31786472174037	15.15895805577139	7030.934612653045	58.88850731294847	-299.03925
19000	4822.083557367325	6554.184944270487	1201.4067696978705	55.04845256877295	9.676918667431394	7030.934612653045	58.88850731294847	-313.15955
20000	5093.945291996002	6863.271327159363	1526.5756309648327	57.53803716565214	12.296042100915114	7030.934612653045	58.88850731294847	-331.4964
21000	5365.769119977951	5926.410165028816	1868.617311816909	49.991942456287	15.051070297825845	7030.934612653045	58.88850731294847	-314.13312
22000	5638.92607831955	6754.52988729031	1504.3402378703456	56.66216223641662	12.116943650714248	7030.934612653045	58.88850731294847	-337.57104
23000	5897.136684417725	7517.593180124252	134.28615008583657	62.80837483409774	1.0816287916122846	7517.593180124252	62.80837483409774	-353.40607
24000	6169.543537855148	6669.077248941637	2239.3462132950626	55.97387060024954	18.037164198538978	7517.593180124252	62.80837483409774	-364.95154
25000	6438.387101650238	7103.854836347568	1388.2244169770477	59.47585465583072	11.18167061652863	7517.593180124252	62.80837483409774	-361.4558
26000	6698.28918170929	7791.461215575163	188.4050724691482	65.01428774512132	1.5175381134850432	7791.461215575163	65.01428774512132	-361.47485
27000	6974.190135717392	7390.396319947276	1460.9917772136196	61.783847836472475	11.767786696788496	7791.461215575163	65.01428774512132	-368.9156
28000	7252.8957941532135	7620.396826477227	799.6298747246437	63.636422877079305	6.440743848733826	7791.461215575163	65.01428774512132	-365.4473
29000	7527.434856891632	7091.964308544668	1622.9745729718747	59.38008054054882	13.072502451361764	7791.461215575163	65.01428774512132	-380.93268
30000	7803.146210193634	7330.07552839835	1945.8266808038645	61.29798458973811	15.672965232077264	7791.461215575163	65.01428774512132	-383.51852
31000	8078.59147644043	7282.228709135692	1025.1149583822144	60.91259490309894	8.25694870982513	7791.461215575163	65.01428774512132	-384.46494
32000	8355.134835481644	7011.920614543569	1676.966304327177	58.73535609232202	13.507387293213004	7791.461215575163	65.01428774512132	-390.58905
33000	8638.63399219513	6586.006093476023	1641.749992103101	55.30476099031081	13.223732000305874	7791.461215575163	65.01428774512132	-386.69604
34000	8916.22397685051	7857.13137612186	362.3755958285691	65.54323832082632	2.9188108943125988	7857.13137612186	65.54323832082632	-389.90082
35000	9201.645454883575	7406.1506720865455	1655.5270165056857	61.91074372898364	13.334701197405169	7857.13137612186	65.54323832082632	-398.09393
36000	9479.75900053978	7816.999143255865	151.99978340357237	65.21998697650076	1.2243060207105856	7857.13137612186	65.54323832082632	-397.53644
37000	9743.666001081467	7606.467174069158	898.1436458057962	63.52422431384635	7.234238420613094	7857.13137612186	65.54323832082632	-393.44263
38000	10018.589363336563	7656.0171993421345	117.09047692681222	63.92333273959319	0.9431235535958105	7857.13137612186	65.54323832082632	-398.0909
39000	10292.682383298874	7140.077232885298	1631.4173215405078	59.76761361214426	13.140505889738243	7857.13137612186	65.54323832082632	-407.1356
40000	10572.093252658844	6988.638977313039	2195.2633732575596	58.54783050514633	17.682092071069963	7857.13137612186	65.54323832082632	-402.9355
41000	10833.458414316177	5107.722425641533	2533.4408388640027	43.39769405691572	20.40599534211162	7857.13137612186	65.54323832082632	-394.60718
42000	11087.436206817627	5020.9062592424	2616.2367382819857	42.69841967087753	21.07288785917821	7857.13137612186	65.54323832082632	-415.17245
43000	11344.87031531334	6918.140319702278	2158.7767058453005	57.97998804489949	17.388204503678576	7857.13137612186	65.54323832082632	-415.20126
44000	11603.757160186768	7956.776372877053	109.55176050284074	66.34584452676516	0.8824017834746445	7956.776372877053	66.34584452676516	-406.19626
45000	11863.623772621155	6910.069413810456	1906.501697165597	57.914979671501285	15.356216002870509	7956.776372877053	66.34584452676516	-410.2712
46000	12124.891660928726	7313.62553520905	1838.1906240887815	61.16548554762544	14.805993784282922	7956.776372877053	66.34584452676516	-428.90265
47000	12381.072100877762	7792.943575914773	1687.5528054826302	65.02622764824494	13.592657921977441	7956.776372877053	66.34584452676516	-407.7683
48000	12637.790718078613	7811.842343151383	155.4525401068366	65.17845072378944	1.2521167894182712	7956.776372877053	66.34584452676516	-423.54227
49000	12911.169931411743	8192.091401914082	201.62685988021863	68.24122621983506	1.6240350674244413	8192.091401914082	68.24122621983506	-413.7808
50000	13171.807985544205	7610.10258732642	588.8084548158236	63.55350631832668	4.742649759982269	8192.091401914082	68.24122621983506	-426.89606
51000	13427.406513929367	7936.029436407897	1321.5636827646674	66.17873508317442	10.644741310356428	8192.091401914082	68.24122621983506	-420.06116
52000	13688.667688846588	8033.572965755424	882.7786208772336	66.96441469131216	7.110478424992168	8192.091401914082	68.24122621983506	-445.27155
53000	13954.789658546448	8024.249758854606	1487.4829655035674	66.88931946363871	11.981164114788156	8192.091401914082	68.24122621983506	-436.3067
54000	14217.33505988121	8265.937956968393	165.07534167845688	68.8360348434874	1.329625149209535	8265.937956968393	68.8360348434874	-437.24927
55000	14474.57905459404	6072.3356578820385	2673.3267698514564	51.16732215403967	21.532728444526157	8265.937956968393	68.8360348434874	-448.2375
56000	14732.20546579361	7198.263136028113	2387.189668911969	60.2362810664201	19.227992427246722	8265.937956968393	68.8360348434874	-435.5559
57000	14995.746217250824	8044.824910231093	174.8284328466884	67.05504523734184	1.4081829469275868	8265.937956968393	68.8360348434874	-451.3407
58000	15264.069429397583	8043.115285318493	745.0101067297336	67.0412747961821	6.000800387574838	8265.937956968393	68.8360348434874	-442.77402
59000	15530.574860334396	8566.506683094409	250.53898208876524	71.25701264222775	2.0180054032022228	8566.506683094409	71.25701264222775	-451.03796
60000	15786.604719877243	8460.123665337338	274.2838743361862	70.40013399263435	2.209262350341781	8566.506683094409	71.25701264222775	-463.7545
61000	16049.596070051193	8614.43722815345	159.0798130701077	71.64307671138451	1.2813332266279387	8614.43722815345	71.64307671138451	-464.0566
62000	16311.381380319595	8617.798118166025	196.48869559389712	71.67014752546858	1.5826489198242102	8617.798118166025	71.67014752546858	-446.96558
63000	16573.85830450058	8301.577446503321	913.7865411498409	69.12309868420888	7.360236566940777	8617.798118166025	71.67014752546858	-437.93124
64000	16838.948096513748	8615.64504130733	177.43636538959512	71.65280523127498	1.4291889473467414	8617.798118166025	71.67014752546858	-459.7543
65000	17096.54588508606	8680.435210614593	207.69715988408336	72.17466777995458	1.6729292479017797	8680.435210614593	72.17466777995458	-467.94257
66000	17359.348866462708	8475.02730316475	1115.7331019436692	70.52017767371083	8.986846715359379	8680.435210614593	72.17466777995458	-458.71442
67000	17621.13513469696	8559.371059864872	226.86035922995015	71.19953764926511	1.827282233214463	8680.435210614593	72.17466777995458	-485.55396
68000	17885.20077943802	8905.501520830112	133.0471029138199	73.98749956488132	1.071648692439267	8905.501520830112	73.98749956488132	-460.16083
69000	18158.63260436058	8317.115944603114	513.3179284243838	69.24825594661016	4.1345995121588315	8905.501520830112	73.98749956488132	-459.14276
70000	18426.830307245255	8715.063578845306	177.97033282363677	72.45358738604165	1.4334898715304654	8905.501520830112	73.98749956488132	-469.34735
71000	18690.313742637634	8498.850557645783	1437.9123094849042	70.712065801713	11.581889515474504	8905.501520830112	73.98749956488132	-468.00778
72000	18947.787145376205	8842.043162552818	215.16760298310228	73.47636429637228	1.7331010998525285	8905.501520830112	73.98749956488132	-455.34958
73000	19221.63300037384	8721.946615360557	1081.83163440524	72.50902787982199	8.713782044549802	8905.501520830112	73.98749956488132	-466.95258
74000	19488.96936941147	8989.700803327421	93.88067471660831	74.66569585038039	0.7561765728227607	8989.700803327421	74.66569585038039	-475.10648
75000	19750.745730638504	9027.561124487962	507.7291716503268	74.97064772665917	4.089583996915646	9027.561124487962	74.97064772665917	-483.1761
76000	20009.063169956207	9075.254274203635	133.69438576867427	75.35479965790577	1.076862333396883	9075.254274203635	75.35479965790577	-467.75934
77000	20274.909124851227	8643.590239646343	227.61665954881153	71.87789420055041	1.8333739723808842	9075.254274203635	75.35479965790577	-470.56775
78000	20540.406913757324	8758.522770054466	435.17870509104813	72.80363623651479	3.505214920691031	9075.254274203635	75.35479965790577	-467.97083
79000	20806.481764793396	8073.197083061498	1783.2837296655694	67.28357333941604	14.363737618414733	9075.254274203635	75.35479965790577	-485.2276
80000	21064.489096164703	8505.681881311782	1494.788135866472	70.76708976626367	12.040004751645343	9075.254274203635	75.35479965790577	-481.4726
81000	21332.320356607437	9207.91419127616	182.17997395536494	76.42332970144953	1.4673970842066921	9207.91419127616	76.42332970144953	-485.27264
82000	21601.182877779007	8940.689675622825	129.24785867491508	74.27092805935509	1.0410470857021639	9207.91419127616	76.42332970144953	-480.1408
83000	21875.852640628815	8139.322953327575	2057.1815262573436	67.81619450030634	16.569890245200593	9207.91419127616	76.42332970144953	-487.31198
84000	22147.90529680252	8924.870511969872	775.4251301885367	74.14351013237362	6.2457829494367765	9207.91419127616	76.42332970144953	-491.44327
85000	22408.948614358902	9139.496204728674	73.69647264760285	75.87224633159641	0.5935997614419807	9207.91419127616	76.42332970144953	-488.96823
86000	22674.32014799118	9355.787169341409	121.55152696373663	77.61439572333329	0.9790557786069212	9355.787169341409	77.61439572333329	-499.07727
87000	22938.229656934738	8744.333567481615	144.60272473870322	72.68934708589872	1.164725255158417	9355.787169341409	77.61439572333329	-495.18982
88000	23198.94709467888	8636.702057413095	1347.1050046519747	71.82241225977995	10.850467880903647	9355.787169341409	77.61439572333329	-489.60098
89000	23470.83471751213	9060.7029627452	116.6047133853155	75.23759384465475	0.9392108952013088	9355.787169341409	77.61439572333329	-501.0904
90000	23744.13436770439	9056.798815431994	298.7883369665802	75.20614727970403	2.4066373758904307	9355.787169341409	77.61439572333329	-497.55865
91000	24013.490833044052	8099.390114271211	2196.616935161028	67.49454920459584	17.692994547051928	9355.787169341409	77.61439572333329	-486.93073
92000	24277.13437771797	9440.43267707501	148.69989005485272	78.29618619976577	1.1977265137923832	9440.43267707501	78.29618619976577	-506.344
93000	24541.878474235535	8344.702932277976	2905.9661711262015	69.4704596520847	23.406558875448226	9440.43267707501	78.29618619976577	-509.47406
94000	24817.6620554924	9181.111671571349	99.08317789198767	76.20744461589196	0.7980809480643494	9440.43267707501	78.29618619976577	-492.30038
95000	25085.94617152214	9356.897699492545	94.0343195120975	77.6233406620679	0.7574141288505143	9440.43267707501	78.29618619976577	-503.40472
96000	25357.713532686234	9312.406016105637	153.3496461417306	77.2649754419181	1.2351787011871878	9440.43267707501	78.29618619976577	-501.3567
97000	25631.972067832947	9148.066224927925	200.67007842905903	75.94127489922073	1.6163285216325423	9440.43267707501	78.29618619976577	-490.20667
98000	25912.384473085403	8945.59037573227	130.27641726126717	74.31040151461498	1.049331771651887	9440.43267707501	78.29618619976577	-524.47626
99000	26189.188729286194	9370.155162637031	182.21376115142115	77.73012497178004	1.4676692284599784	9440.43267707501	78.29618619976577	-510.05988
100000	26459.492327690125	9369.089250028057	94.599449597874	77.72153941201475	0.7619660574849367	9440.43267707501	78.29618619976577	-502.60968
