Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	2581.792750120163	8082.45847156997	112.70854732610343	67.35817064118294	0.9078286165087379	8082.45847156997	67.35817064118294	0.0
2000	2615.3334653377533	8117.259985764826	95.83540372140232	67.63848487850971	0.7719212432153025	8117.259985764826	67.63848487850971	0.0
3000	2648.5963892936707	8128.612331750684	87.55672504939115	67.7299241242011	0.7052393314736242	8128.612331750684	67.7299241242011	0.0
4000	2681.860695362091	8119.536731327322	71.8585510948404	67.65682328161381	0.5787959349347664	8128.612331750684	67.7299241242011	0.0
5000	2715.1040947437286	8113.6797494895245	53.653893635051574	67.60964730565752	0.4321636751122819	8128.612331750684	67.7299241242011	0.0
6000	3251.736825942993	557.7145018485791	480.0467643479179	6.7489438373831145	3.866611719132083	8128.612331750684	67.7299241242011	-337.16806
7000	3778.585215806961	942.4032152051434	716.5745219081682	9.847479225498551	5.771761523703332	8128.612331750684	67.7299241242011	-347.2583
8000	4305.873050928116	1452.2223562830059	1692.4859109358092	13.953897207936652	13.632392391145013	8128.612331750684	67.7299241242011	-316.47388
9000	4837.108215808868	3987.493055179259	2170.540103326347	34.3746314437781	17.482954627906174	8128.612331750684	67.7299241242011	-332.3309
10000	5367.103820562363	4740.625757459465	2622.8826147451473	40.44085654718846	21.12641811023879	8128.612331750684	67.7299241242011	-262.6418
11000	5890.635866880417	2485.7584118929585	2026.771716434303	22.27867496202782	16.32494967738306	8128.612331750684	67.7299241242011	-303.6614
12000	6435.152235984802	5458.865688554426	1306.4007179155242	46.22603236957486	10.522608839237437	8128.612331750684	67.7299241242011	-281.23187
13000	6978.30224442482	4666.043641165996	2361.163041417115	39.84012323052978	19.0183568868056	8128.612331750684	67.7299241242011	-255.82458
14000	7507.222366571426	5555.470569590318	1906.6844127054128	47.0041514881281	15.357687713753672	8128.612331750684	67.7299241242011	-271.97415
15000	8034.360459566116	4230.8214804028885	2690.9317139550376	36.33455828933381	21.674530219355404	8128.612331750684	67.7299241242011	-254.81544
16000	8578.02488040924	7469.993612668224	283.2949394192927	62.4249766757931	2.2818433829408282	8128.612331750684	67.7299241242011	-261.59808
17000	9124.301829338074	7727.553182724505	980.1791032274975	64.49953050245416	7.895005838724921	8128.612331750684	67.7299241242011	-287.62363
18000	9640.477654457092	7252.767835629669	244.13961939994445	60.67529769121378	1.966460735879693	8128.612331750684	67.7299241242011	-320.10028
19000	10174.23662853241	8233.969344458024	379.4055302778589	68.57853865570473	3.0559811639781476	8233.969344458024	68.57853865570473	-292.30875
20000	10713.646886825562	7215.930218343214	1928.487085128699	60.378583343189405	15.533300747652133	8233.969344458024	68.57853865570473	-284.03058
21000	11258.186709880829	7689.997271567174	1531.9700123086056	64.19703054414097	12.339491988864332	8233.969344458024	68.57853865570473	-297.40988
22000	11805.5576608181	7759.466401626507	935.5241736093947	64.7565805137574	7.535325726282305	8233.969344458024	68.57853865570473	-309.18057
23000	12341.630908489227	8152.041811007142	105.18533322300665	67.91864052808987	0.8472317122548592	8233.969344458024	68.57853865570473	-300.72818
24000	12880.584714889526	8033.680776111441	1325.3903545912199	66.9652830666809	10.675563836886562	8233.969344458024	68.57853865570473	-321.94125
25000	13418.954845905304	8720.612278726552	88.70089482291513	72.4982802567788	0.7144552258063215	8720.612278726552	72.4982802567788	-344.4236
26000	13978.801812410355	8212.969579107334	1419.6568249215427	68.40939276235765	11.434847860799438	8720.612278726552	72.4982802567788	-352.44916
27000	14513.879152059555	8836.043996717915	95.24219198293109	73.42804307718073	0.767143126518663	8836.043996717915	73.42804307718073	-340.78098
28000	15060.315000772476	8693.413096043467	101.373597635173	72.27920018724411	0.8165294919947725	8836.043996717915	73.42804307718073	-363.845
29000	15617.88144826889	7531.303699694041	2451.0222077624517	62.91880835762322	19.742141591685936	8836.043996717915	73.42804307718073	-395.34128
30000	16163.640457630157	7522.869660668652	2461.6317603812086	62.850875071624515	19.82759789206567	8836.043996717915	73.42804307718073	-382.02518
31000	16694.19482445717	8926.761389350528	229.7898773890276	74.15874049987632	1.8508784952592325	8926.761389350528	74.15874049987632	-402.41296
32000	17095.339179039	8722.460494199844	1057.8013821454217	72.51316699727835	8.520226620574125	8926.761389350528	74.15874049987632	-403.18213
33000	17372.807985544205	9012.599821197091	802.6015016422074	74.85013957009123	6.464679282357564	9012.599821197091	74.85013957009123	-398.20245
34000	17651.91574025154	8934.131804033745	154.35543978544422	74.21810665731243	1.243280023347112	9012.599821197091	74.85013957009123	-413.44382
35000	17923.450577259064	7707.505674895501	2560.321810554779	64.33805471620175	20.622512331456196	9012.599821197091	74.85013957009123	-444.84262
36000	18202.474677085876	9071.094068619805	128.46492265540073	75.32129063157939	1.0347408051203184	9071.094068619805	75.32129063157939	-426.72815
37000	18480.851146936417	8096.389528403657	2083.67284736552	67.47038051658167	16.783268733005432	9071.094068619805	75.32129063157939	-465.52063
38000	18787.489767074585	9382.41395065957	136.01405093089915	77.82886529657878	1.0955464391275074	9382.41395065957	77.82886529657878	-473.9069
39000	19062.629096269608	9244.109534375468	111.04844433237669	76.71487075161346	0.8944570573873435	9382.41395065957	77.82886529657878	-455.98987
40000	19344.128875017166	8258.259573243198	2445.014662407521	68.77418810125144	19.693752878340177	9382.41395065957	77.82886529657878	-460.79065
41000	19624.518265247345	9234.168105000519	71.92044507751939	76.6347959543626	0.5792944696954235	9382.41395065957	77.82886529657878	-480.21918
42000	19904.012130975723	7896.537266585035	1900.6864676001708	65.86063922670414	15.309376327120036	9382.41395065957	77.82886529657878	-463.39944
43000	20180.033832788467	9527.199602741435	131.68016471102104	78.99506396862355	1.0606384749629527	9527.199602741435	78.99506396862355	-491.31647
44000	20456.23652601242	8746.94902774417	1509.0417719216152	72.71041371951274	12.154812891818777	9527.199602741435	78.99506396862355	-477.7569
45000	20780.487075805664	9567.01991194784	141.7996612721397	79.3158028750634	1.1421475422057876	9567.01991194784	79.3158028750634	-481.5128
46000	21313.219627141953	9709.417666777194	101.9432385503824	80.46276785533817	0.8211177538101349	9709.417666777194	80.46276785533817	-507.7845
47000	21856.84012889862	9529.915196616716	148.59022559183626	79.01693714407723	1.196843204228889	9709.417666777194	80.46276785533817	-511.99393
48000	22403.12887787819	8623.4376952237	1466.3299327948646	71.71557238063195	11.810783705542487	9709.417666777194	80.46276785533817	-521.7911
49000	22954.572625398636	9840.972810923911	77.74113544653845	81.52239933261887	0.6261781303422381	9840.972810923911	81.52239933261887	-525.3541
50000	23496.944506645203	9668.232265345396	157.87195186774488	80.13103360013561	1.271604319723453	9840.972810923911	81.52239933261887	-525.73553
51000	24049.364576101303	9353.87675693745	1126.167269625345	77.59900800793112	9.070890350341816	9840.972810923911	81.52239933261887	-535.7477
52000	24582.799495220184	9573.331855535198	181.74885522002702	79.36664341156514	1.4639245709471564	9840.972810923911	81.52239933261887	-544.0228
53000	25121.269073486328	8929.075941044091	1747.6390634207216	74.17738341837409	14.076632081073813	9840.972810923911	81.52239933261887	-549.72235
54000	25667.755398273468	9201.00994830601	867.2386129906264	76.3677183969626	6.9853090017769555	9840.972810923911	81.52239933261887	-542.4581
55000	26215.422033071518	9467.552050981343	980.8607188325046	78.51462343702993	7.900496018186593	9840.972810923911	81.52239933261887	-571.04236
56000	26754.846069335938	7380.874303617251	2747.653648850665	61.70715126716749	22.13140591249168	9840.972810923911	81.52239933261887	-500.07593
57000	27312.113194704056	9944.286446041431	68.27355500447919	82.35455515984161	0.549920023407971	9944.286446041431	82.35455515984161	-532.9378
58000	27868.465480089188	8875.205127734149	2065.914087951859	73.74347252982481	16.640228028712	9944.286446041431	82.35455515984161	-503.96387
59000	28407.023447036743	9306.528865840733	1556.308110575018	77.21763701621232	12.53552700663209	9944.286446041431	82.35455515984161	-571.76245
60000	28942.168843746185	10031.732045638344	159.6827891705851	83.05889941398368	1.2861899919050284	10031.732045638344	83.05889941398368	-545.7036
61000	29487.224323272705	9460.421648524329	1235.7195362763844	78.45719049559581	9.953296210666263	10031.732045638344	83.05889941398368	-548.8346
62000	30027.808997154236	9046.822085659393	2620.7126507919374	75.12578814988098	21.108939796302085	10031.732045638344	83.05889941398368	-536.5388
63000	30570.980071783066	8822.940051271045	1788.5335677832736	73.32249529976667	14.406023260350128	10031.732045638344	83.05889941398368	-598.46436
64000	31112.05416250229	9667.468904939193	1266.4724635524844	80.12488499439186	10.201000471656148	10031.732045638344	83.05889941398368	-559.79297
65000	31662.657748937607	10360.217293221212	85.99112894234952	85.70473519956849	0.6926289928472658	10360.217293221212	85.70473519956849	-578.0175
66000	32212.585869073868	9447.375842287927	2500.314427024859	78.35211100954257	20.139173478612516	10360.217293221212	85.70473519956849	-574.2181
67000	32761.760230779648	9101.318404375781	2198.7798105266465	75.56473726952471	17.710415764851575	10360.217293221212	85.70473519956849	-582.7014
68000	33296.23689699173	10158.909233991184	174.88675478263005	84.08326796182578	1.4086527100793038	10360.217293221212	85.70473519956849	-585.1843
69000	33868.440225839615	9637.319508643901	1122.2635125709644	79.88204196804944	9.039446928791799	10360.217293221212	85.70473519956849	-573.58484
70000	34419.24379968643	9882.456048290678	1022.5773475772402	81.85653255392651	8.236509126839005	10360.217293221212	85.70473519956849	-591.46216
71000	34977.6580555439	8669.916980928332	1970.453718251808	72.08994705441305	15.871327555658539	10360.217293221212	85.70473519956849	-571.37695
72000	35529.63407564163	9207.469778197712	2473.166746243713	76.41975010682484	19.920508239199386	10360.217293221212	85.70473519956849	-609.3971
73000	36091.99140906334	10035.546079551437	612.3487200438014	83.08962014646394	4.932258506800128	10360.217293221212	85.70473519956849	-609.58234
74000	36654.32308316231	9769.127558252678	1632.3848350670048	80.94371051191628	13.148298878708921	10360.217293221212	85.70473519956849	-605.24585
75000	37213.43996691704	9579.065518004629	1869.3312716052094	79.41282609238786	15.05682099856889	10360.217293221212	85.70473519956849	-605.6494
76000	37775.02260136604	8058.443127356151	3526.2257921598834	67.16473529639464	28.402536971146976	10360.217293221212	85.70473519956849	-614.9971
77000	38319.14639830589	10279.848793821504	104.64757247131558	85.05739455547503	0.8429002342010434	10360.217293221212	85.70473519956849	-626.3031
78000	38883.43932533264	9154.587640159743	2128.066684188706	75.99380265783385	17.140845832709328	10360.217293221212	85.70473519956849	-621.04755
79000	39466.968220472336	10270.715279655069	161.8017648207568	84.98382723758928	1.3032576125828546	10360.217293221212	85.70473519956849	-633.5569
80000	40026.56723022461	10182.363992159246	180.12721117976014	84.27218797866044	1.4508627854794995	10360.217293221212	85.70473519956849	-626.3989
81000	40589.74535655975	10482.243323723178	226.49435849881422	86.68761294111309	1.8243342231010196	10482.243323723178	86.68761294111309	-613.5608
82000	41148.16098475456	10265.958846752303	334.8213951375862	84.94551580510193	2.696871276725981	10482.243323723178	86.68761294111309	-615.55707
83000	41699.04821538925	7892.2110613736195	3369.2556121984953	65.8257931304232	27.138196114236035	10482.243323723178	86.68761294111309	-611.0808
84000	42259.98724389076	10270.458806011546	132.01010461193732	84.98176143052771	1.0632960274812506	10482.243323723178	86.68761294111309	-620.7243
85000	42818.16993904114	10425.513228837535	124.91041946298539	86.23067152206143	1.0061105034076214	10482.243323723178	86.68761294111309	-640.7228
86000	43390.723160505295	10327.401617011457	815.4265133253791	85.44041620478008	6.5679803441604	10482.243323723178	86.68761294111309	-629.82623
87000	43942.68271923065	8056.125272621585	2724.684027230694	67.14606577303667	21.946393503835093	10482.243323723178	86.68761294111309	-606.08826
88000	44489.6747341156	9521.059518398619	1915.9132057583477	78.94560769927729	15.432022470327642	10482.243323723178	86.68761294111309	-636.70905
89000	45014.76784539223	10558.800271882234	130.9190268172083	87.30425284979968	1.0545077707927255	10558.800271882234	87.30425284979968	-620.19305
90000	45592.638478040695	10029.213054156908	161.07542578532954	83.03860980325017	1.2974072012583233	10558.800271882234	87.30425284979968	-626.77893
91000	46159.2687394619	9701.66231804805	2301.6535755135574	80.40030118644435	18.539028589333274	10558.800271882234	87.30425284979968	-661.59436
92000	46741.591864824295	9796.783373511465	2323.024758200422	81.16646859992679	18.711166121685963	10558.800271882234	87.30425284979968	-629.25464
93000	47334.8005194664	10849.260975550933	105.83928385299045	89.64381400126027	0.8524990598497613	10849.260975550933	89.64381400126027	-645.0336
94000	47954.30166506767	10643.26963612442	127.97200629416596	87.98462455094038	1.0307705332208896	10849.260975550933	89.64381400126027	-638.4773
95000	48559.453839063644	10690.35041094401	128.57650007866306	88.36384401284118	1.0356395229212054	10849.260975550933	89.64381400126027	-654.5719
96000	49197.24307799339	10602.425879796752	188.2740678095883	87.65564212964554	1.5164829159719349	10849.260975550933	89.64381400126027	-656.9259
97000	49846.32860612869	9826.600117622143	2110.761277421771	81.40663222723781	17.001456728190995	10849.260975550933	89.64381400126027	-666.44714
98000	50490.38700437546	9037.175033211612	2845.485020007722	75.04808445761604	22.91940398748856	10849.260975550933	89.64381400126027	-670.1394
99000	51104.40315580368	9922.56251862176	2315.1627989095814	82.17957638988662	18.647840741354326	10849.260975550933	89.64381400126027	-659.496
100000	51724.14506435394	9971.59209612427	2057.3904891702814	82.57449278769387	16.571573369654367	10849.260975550933	89.64381400126027	-670.9983
