Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	768.176956653595	3176.6994385205785	52.344866173846995	27.843967490176688	0.421619908758532	3176.6994385205785	27.843967490176688	0.0
2000	777.5369319915771	3169.1933975122397	51.79567922619603	27.78350890929956	0.4171963966228626	3176.6994385205785	27.843967490176688	0.0
3000	786.8852808475494	3178.246650001701	21.561668619436013	27.85642974695913	0.17367183107921116	3178.246650001701	27.85642974695913	0.0
4000	796.2516641616821	3149.5477625328717	37.127676476968716	27.625270070747654	0.29905067512536415	3178.246650001701	27.85642974695913	0.0
5000	805.6155049800873	3186.494822503193	30.194748331123748	27.922865941980696	0.24320832140585003	3186.494822503193	27.922865941980696	0.0
6000	1024.8497920036316	3483.3464824566936	178.87538536573712	30.3139040500683	1.4407797587364914	3483.3464824566936	30.3139040500683	-252.11432
7000	1239.4807667732239	3971.814834691805	124.84635758876038	34.24834876555972	1.0055945070255496	3971.814834691805	34.24834876555972	-231.67702
8000	1445.896476984024	3641.325983363137	130.14278052936064	31.58637464033932	1.0482553737005371	3971.814834691805	34.24834876555972	-220.33842
9000	1646.9108560085297	3918.296328494134	143.2450091505148	33.817275589729746	1.1537893226734435	3971.814834691805	34.24834876555972	-213.60638
10000	1863.0122439861298	4313.0387217033895	76.78200427138607	36.996789914119475	0.6184526583310541	4313.0387217033895	36.996789914119475	-211.67422
11000	2080.5581781864166	4396.571107978032	60.835617206624434	37.66961457972335	0.4900099904876863	4396.571107978032	37.66961457972335	-212.82446
12000	2300.393916130066	4165.312493889585	154.26272032829698	35.806905915080485	1.2425331999827596	4396.571107978032	37.66961457972335	-218.94138
13000	2517.4188871383667	4638.135699152233	64.27283186346551	39.61533434815108	0.5176955733524466	4638.135699152233	39.61533434815108	-227.12201
14000	2738.237920999527	4823.9818746289575	61.25081527323317	41.11226142572508	0.4933542682317319	4823.9818746289575	41.11226142572508	-232.03326
15000	2955.3980004787445	4827.624298807879	115.56192691595413	41.1415999007701	0.9308116085433452	4827.624298807879	41.1415999007701	-237.27924
16000	3158.9086368083954	5158.034153467822	51.37323847096424	43.80293773497105	0.41379378151090257	5158.034153467822	43.80293773497105	-242.73373
17000	3370.9244310855865	5256.1818649872575	55.5857523400872	44.59348382287677	0.4477241330996337	5256.1818649872575	44.59348382287677	-248.16129
18000	3582.510487794876	5183.58762639873	89.97614899786906	44.00876217799878	0.7247269599454891	5256.1818649872575	44.59348382287677	-260.41742
19000	3792.6211609840393	5264.045252875172	74.13974031670013	44.6568207100669	0.5971701301879745	5264.045252875172	44.6568207100669	-261.81305
20000	4003.9945142269135	5427.320111022403	45.943374778399175	45.971943583167146	0.3700580954356483	5427.320111022403	45.971943583167146	-273.60135
21000	4244.097988843918	5652.564595160223	77.63003562311171	47.786210497808696	0.6252832594439004	5652.564595160223	47.786210497808696	-280.19757
22000	4458.126441955566	5586.097626127387	81.18682281046576	47.25084190357048	0.6539319579509383	5652.564595160223	47.786210497808696	-284.1076
23000	4680.623986721039	5777.607147115721	66.61233518287607	48.79338528303629	0.536539468621835	5777.607147115721	48.79338528303629	-290.82028
24000	4892.8160581588745	5815.5100402655935	91.31422980297558	49.098680062059294	0.7355047410002132	5815.5100402655935	49.098680062059294	-296.155
25000	5107.96413564682	5741.886557964891	78.00590095906865	48.50566821277852	0.6283107255592095	5815.5100402655935	49.098680062059294	-306.1418
26000	5323.469103813171	5740.881743823747	73.96642500641728	48.497574780175185	0.595774134923316	5815.5100402655935	49.098680062059294	-313.00775
27000	5541.038001060486	5906.871519669637	71.81729425963728	49.83456538235882	0.5784636253050823	5906.871519669637	49.83456538235882	-319.85272
28000	5765.514702320099	6049.226904111639	72.1534940096279	50.98118908372402	0.5811715987564785	6049.226904111639	50.98118908372402	-325.56238
29000	5994.88610458374	6028.052747077682	53.69840920061959	50.8106385252978	0.43252223269519474	6049.226904111639	50.98118908372402	-327.96674
30000	6212.330374240875	6207.599054829226	43.36590373406586	52.25682233329	0.3492974519194242	6207.599054829226	52.25682233329	-333.20172
31000	6432.447963953018	6237.061502324561	79.51185399633674	52.494132223118186	0.6404406597548359	6237.061502324561	52.494132223118186	-340.71768
32000	6649.133404254913	6242.662055402207	51.2523760567156	52.539242753533	0.41282027629840257	6242.662055402207	52.539242753533	-344.95517
33000	6872.919435501099	6306.416799536002	62.77283226388272	53.05276530826338	0.50561359205148	6306.416799536002	53.05276530826338	-344.6037
34000	7098.313755750656	6324.899337901089	44.702036131548965	53.20163580328449	0.36005953922031136	6324.899337901089	53.20163580328449	-350.08505
35000	7319.4110152721405	6394.27280225993	56.823039061667444	53.760415218558876	0.4576900524493591	6394.27280225993	53.760415218558876	-353.39172
36000	7540.868319511414	6303.071884625728	67.66343967872425	53.025823168138494	0.5450057541246645	6394.27280225993	53.760415218558876	-355.7008
37000	7762.31755399704	6483.294802245817	38.7771081815268	54.47745683610539	0.31233628067968283	6483.294802245817	54.47745683610539	-363.6317
38000	7983.583518981934	6409.5165197297265	56.029980411404146	53.883198124286636	0.4513022375554669	6483.294802245817	54.47745683610539	-367.48874
39000	8198.312072753906	6481.06719261582	41.862964081758115	54.45951420605205	0.33719178950410883	6483.294802245817	54.47745683610539	-365.58
40000	8419.524878501892	6367.289500785012	88.40412019588732	53.54307399796859	0.7120648081719779	6483.294802245817	54.47745683610539	-371.0911
41000	8639.213874101639	6600.405758771636	36.22205607135473	55.4207453458334	0.29175621397387885	6600.405758771636	55.4207453458334	-378.21777
42000	8867.636858940125	6523.225120426026	63.87157844618778	54.79908182702475	0.5144636149666937	6600.405758771636	55.4207453458334	-381.67673
43000	9085.819766521454	6508.233250177483	63.86270006999399	54.67832746411709	0.5143921026974981	6600.405758771636	55.4207453458334	-382.9759
44000	9301.058004617691	6224.371455792982	57.261187360073066	52.39191825923076	0.4612191864236986	6600.405758771636	55.4207453458334	-385.54172
45000	9523.640950679779	6553.032151709773	48.333596677026755	55.03916722085264	0.38931051143123013	6600.405758771636	55.4207453458334	-391.05035
46000	9742.33069562912	6589.492808652892	63.13155006358236	55.33284528285359	0.508502940654974	6600.405758771636	55.4207453458334	-390.75262
47000	9967.781807899475	6630.741007831557	53.129029964009135	55.665085352326756	0.4279360786110211	6630.741007831557	55.665085352326756	-400.18878
48000	10187.206122636795	6559.805868143104	47.8950014425234	55.09372717894083	0.38577777754021036	6630.741007831557	55.665085352326756	-398.4234
49000	10408.952213287354	6722.845430175956	56.84176601650694	56.406954822699085	0.45784089163508923	6722.845430175956	56.406954822699085	-405.94553
50000	10633.355915784836	6701.7524863409835	67.83445577214518	56.23705840868183	0.5463832299876238	6722.845430175956	56.406954822699085	-403.06055
51000	10857.068289995193	6745.707660653189	40.20034183856523	56.59110223260579	0.323799938694007	6745.707660653189	56.59110223260579	-410.49738
52000	11083.192137479782	6732.014447760661	90.03379150706007	56.48080810841824	0.7251912505482174	6745.707660653189	56.59110223260579	-409.01813
53000	11305.546224355698	6797.087871278769	84.8689453484625	57.00495217242616	0.6835901896360075	6797.087871278769	57.00495217242616	-409.00616
54000	11530.190454006195	6754.713559445922	67.29860228688237	56.663641652511274	0.5420671143094582	6797.087871278769	57.00495217242616	-408.32272
55000	11763.648682117462	6720.472055939051	82.89323030010428	56.38783810882899	0.6676764838743932	6797.087871278769	57.00495217242616	-415.37015
56000	11990.455618143082	6792.422024664227	53.12214677592894	56.96737038136051	0.42788063689643757	6797.087871278769	57.00495217242616	-416.41296
57000	12227.54377913475	6813.840914007482	47.769096570719924	57.139892174436056	0.3847636570649426	6813.840914007482	57.139892174436056	-419.66125
58000	12455.610821962357	6608.701686425343	55.014896149918705	55.48756619219504	0.44312608266210124	6813.840914007482	57.139892174436056	-424.63513
59000	12688.453691720963	6793.442199374488	84.40404487528845	56.97558753806943	0.6798455760872714	6813.840914007482	57.139892174436056	-424.58417
60000	12909.569076061249	6820.44129633691	80.24808046327078	57.19305598588345	0.6463707109423449	6820.44129633691	57.19305598588345	-423.77383
61000	13133.209849834442	6807.022079633627	83.13295421114984	57.08496880684171	0.6696073775969352	6820.44129633691	57.19305598588345	-429.74414
62000	13358.586342334747	6866.474943333216	64.3611338269601	57.56384119301238	0.5184068153234941	6866.474943333216	57.56384119301238	-428.31876
63000	13584.063282728195	6952.548336157322	67.0334555254533	58.25713279315727	0.5399314482636227	6952.548336157322	58.25713279315727	-431.15817
64000	13809.017428159714	6802.034986615514	102.53054998981757	57.04479948639137	0.825848345625678	6952.548336157322	58.25713279315727	-435.4817
65000	14031.561786651611	6867.729960749081	92.13143323775087	57.57394992701141	0.7420870338360143	6952.548336157322	58.25713279315727	-432.99664
66000	14257.692481994629	6895.8616024531875	110.76368744550092	57.8005406335216	0.8921634385200382	6952.548336157322	58.25713279315727	-437.2633
67000	14489.282964468002	6946.731540340808	85.00105287960618	58.210280501792525	0.6846542704007246	6952.548336157322	58.25713279315727	-436.3702
68000	14710.815960407257	6951.735982129397	96.70113067299064	58.25058956062715	0.778894376303966	6952.548336157322	58.25713279315727	-436.3963
69000	14939.707736253738	6936.240310289545	107.1269359627186	58.12577724903249	0.8628706550929957	6952.548336157322	58.25713279315727	-444.09518
70000	15175.68432879448	7031.366571863679	48.238654758089645	58.891986595947685	0.3885457869009075	7031.366571863679	58.891986595947685	-444.91443
71000	15421.860716342926	7010.43671362811	112.84445057673369	58.72340378038939	0.9089232704895147	7031.366571863679	58.891986595947685	-441.4887
72000	15658.928000926971	6918.843470341218	50.9967409252584	57.98565168165901	0.4107612231633256	7031.366571863679	58.891986595947685	-449.83618
73000	15901.397294998169	6929.118437072828	64.53204591257995	58.06841300769793	0.5197834534393586	7031.366571863679	58.891986595947685	-442.7906
74000	16136.765808105469	7030.419063681993	56.11773611085875	58.884354743154645	0.4520090795573968	7031.366571863679	58.891986595947685	-452.96686
75000	16372.194865226746	7148.273355345926	71.02616956407542	59.83363056197361	0.5720913877517048	7148.273355345926	59.83363056197361	-455.17667
76000	16614.571073293686	7141.179232051621	74.95606071694218	59.77648983672784	0.603745310484066	7148.273355345926	59.83363056197361	-458.7311
77000	16848.227585077286	7065.007946391091	42.20358033237825	59.162956306934255	0.3399353363503479	7148.273355345926	59.83363056197361	-458.9029
78000	17080.709154367447	7144.976873168031	58.22454032335618	59.80707853086417	0.46897866348746264	7148.273355345926	59.83363056197361	-452.24817
79000	17333.23628091812	7018.88768616372	79.10159232329634	58.791473459993696	0.637136142964596	7148.273355345926	59.83363056197361	-454.8001
80000	17566.54018831253	7018.823761918177	81.6459310673378	58.790958572163376	0.6576299171878545	7148.273355345926	59.83363056197361	-460.45868
81000	17796.017219781876	7176.297114354626	53.328046300973156	60.0593523104461	0.42953908681346176	7176.297114354626	60.0593523104461	-459.07248
82000	18030.743693113327	7087.8663491130865	84.11070389253547	59.34707288558798	0.6774828152775908	7176.297114354626	60.0593523104461	-460.93988
83000	18268.638414144516	7151.536620232863	77.0584646477207	59.8599150392195	0.6206794516570416	7176.297114354626	60.0593523104461	-463.2825
84000	18511.795394659042	7107.728235396107	66.51685002821672	59.50705355407619	0.5357703685144517	7176.297114354626	60.0593523104461	-467.65213
85000	18749.496673583984	7033.871785862468	49.80669285051776	58.91216523379311	0.4011757948803679	7176.297114354626	60.0593523104461	-471.14786
86000	18996.906713962555	7193.055844742735	47.53684746629238	60.19433812459791	0.38289297034099906	7193.055844742735	60.19433812459791	-468.68408
87000	19232.55373930931	7241.916454372808	28.684089870151606	60.587893544258336	0.2310404866393042	7241.916454372808	60.587893544258336	-467.3403
88000	19483.329622983932	7099.143059633518	62.51902713626727	59.437902913597384	0.5035692789684695	7241.916454372808	60.587893544258336	-468.90497
89000	19718.040154457092	7053.108555164615	62.18117808817718	59.067110799821386	0.5008480209876617	7241.916454372808	60.587893544258336	-470.39755
90000	19964.936081647873	7172.964061487199	90.56392056751204	60.03250571499996	0.72946125795173	7241.916454372808	60.587893544258336	-473.56995
91000	20206.59925675392	7160.397663093568	69.88266028057171	59.93128769437213	0.5628808134391441	7241.916454372808	60.587893544258336	-476.8648
92000	20461.101897716522	7368.665948273732	84.6649695612972	61.60881716026709	0.6819472347665106	7368.665948273732	61.60881716026709	-473.34924
93000	20715.880851745605	7287.105698984602	100.2408488981193	60.951877380358226	0.8074055901860134	7368.665948273732	61.60881716026709	-472.95947
94000	20959.369542837143	7266.218198273117	85.90955840886389	60.78363574010028	0.6919719702316892	7368.665948273732	61.60881716026709	-479.5697
95000	21199.86562037468	7147.795574131669	95.5514715975552	59.829782198481915	0.7696342675307662	7368.665948273732	61.60881716026709	-481.4687
96000	21452.713716745377	7346.517962699203	70.2407778707475	61.43042274760197	0.5657653275611833	7368.665948273732	61.60881716026709	-484.06134
97000	21694.55621600151	7430.2626697022915	75.1077655134139	62.1049575837096	0.6049672404864133	7430.2626697022915	62.1049575837096	-482.57202
98000	21938.221539258957	7294.403208265627	70.0451661017864	61.010656309833585	0.5641897419840299	7430.2626697022915	62.1049575837096	-487.45905
99000	22183.670742750168	7500.406370370476	50.368605184094285	62.66994098776463	0.40570180562659686	7500.406370370476	62.66994098776463	-484.55063
100000	22421.394978523254	7310.7810290491925	61.21719122768554	61.142574028020064	0.4930834380997224	7500.406370370476	62.66994098776463	-485.201
