Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	699.4854438304901	3051.3220964339284	40.669682537661046	26.834096085493037	0.3275803167366642	3051.3220964339284	26.834096085493037	0.0
2000	708.2277808189392	3065.0959862399236	24.186743730037556	26.945040034494003	0.19481590899012463	3065.0959862399236	26.945040034494003	0.0
3000	717.3186905384064	3050.8894962742793	18.362374870749452	26.830611639869762	0.1479026193683047	3065.0959862399236	26.945040034494003	0.0
4000	725.8943564891815	3037.8531492035763	38.82339160129691	26.7256083441456	0.3127090777206698	3065.0959862399236	26.945040034494003	0.0
5000	734.4626462459564	3061.6953387164563	31.73070179136381	26.917648987322302	0.2555798986988941	3065.0959862399236	26.945040034494003	0.0
6000	930.7439687252045	3321.150619513764	305.2577733192077	29.007472112542853	2.4587464624941657	3321.150619513764	29.007472112542853	-241.63861
7000	1133.1093485355377	3672.750810180908	140.85712303848712	31.839490821239615	1.1345557206362322	3672.750810180908	31.839490821239615	-231.47568
8000	1323.1055083274841	4170.767107102912	199.98981303206594	35.85084095004032	1.6108492176324232	4170.767107102912	35.85084095004032	-234.75354
9000	1513.4262466430664	4131.473201691272	125.86929276057269	35.534342045269035	1.0138338983036377	4170.767107102912	35.85084095004032	-241.8211
10000	1704.627948999405	3483.3093949105264	619.6287782255237	30.313605322629023	4.99089687366767	4170.767107102912	35.85084095004032	-243.50488
11000	1906.8141882419586	4400.988452744961	163.32399511007497	37.705194773803925	1.3155186544500777	4400.988452744961	37.705194773803925	-247.27612
12000	2100.486792087555	4382.705576006416	219.97007167353357	37.557932484571054	1.7717833347893879	4400.988452744961	37.705194773803925	-249.48372
13000	2292.4366743564606	4813.537777834635	96.26997717555571	41.0281378151524	0.7754215830476858	4813.537777834635	41.0281378151524	-255.05905
14000	2487.455068588257	5241.586971770779	70.23460921981244	44.47592697354154	0.5657156411977526	5241.586971770779	44.47592697354154	-257.70328
15000	2678.9471592903137	5218.778713057693	63.80098674283285	44.29221428764767	0.5138950230549523	5241.586971770779	44.47592697354154	-265.44083
16000	2870.1890556812286	5336.417365651425	74.40226104338531	45.23975320786038	0.5992846444263825	5336.417365651425	45.23975320786038	-268.3473
17000	3069.313072681427	5601.073700805832	57.072751778830686	47.37146903858915	0.45970140257252967	5601.073700805832	47.37146903858915	-275.6276
18000	3259.552377462387	5528.210683929776	85.0817210423611	46.78458247697056	0.6853040247301638	5601.073700805832	47.37146903858915	-282.657
19000	3453.7643325328827	5645.678914085123	17.547413440073615	47.73074870300762	0.14133838510506053	5645.678914085123	47.73074870300762	-291.70853
20000	3650.889795064926	5653.657339454947	36.604170241484475	47.795012177581995	0.2948340123010426	5653.657339454947	47.795012177581995	-298.96503
21000	3838.7716608047485	5924.3525561313345	71.8485642938743	49.97536912371345	0.5787154946849384	5924.3525561313345	49.97536912371345	-303.22137
22000	4027.453357219696	5847.317963466996	47.989761640781516	49.35488195267898	0.38654103837291265	5924.3525561313345	49.97536912371345	-312.81094
23000	4220.804798841476	6024.705830896788	66.41081467898721	50.78368026562579	0.5349162902153737	6024.705830896788	50.78368026562579	-319.21863
24000	4427.102916240692	6037.259175468485	73.95817753363947	50.88479314220389	0.5957077043643251	6037.259175468485	50.88479314220389	-321.5982
25000	4624.997529268265	6155.453927829623	54.014259898923676	51.83681125493981	0.43506630152819176	6155.453927829623	51.83681125493981	-332.91885
26000	4821.391306638718	6009.086921939317	78.07572006169785	50.657875321399054	0.62887309443761	6155.453927829623	51.83681125493981	-336.73022
27000	5014.476840496063	6196.3314091202965	54.16478191606049	52.166065319222106	0.436278704649457	6196.3314091202965	52.166065319222106	-343.11356
28000	5212.566771268845	6112.033062988756	52.188302141836495	51.487071110192446	0.4203588392837937	6196.3314091202965	52.166065319222106	-348.3625
29000	5407.920575618744	6152.925109160437	58.02588897852072	51.81644248958605	0.46737859517118946	6196.3314091202965	52.166065319222106	-352.96326
30000	5603.418422698975	6315.878601335709	46.1090948988968	53.12897687021933	0.37139291405666636	6315.878601335709	53.12897687021933	-361.03247
31000	5800.5257523059845	6342.32709353527	45.036233707424884	53.3420103858834	0.3627513858472613	6342.32709353527	53.3420103858834	-360.04184
32000	5996.789111614227	6261.352051021953	77.832371063434	52.68978424544787	0.6269130018832849	6342.32709353527	53.3420103858834	-369.74936
33000	6196.458411455154	6379.338959380415	102.81226168739967	53.64012824616765	0.8281174365396982	6379.338959380415	53.64012824616765	-374.6407
34000	6393.9938423633575	6383.144620791835	74.93983287211289	53.67078154102411	0.603614600770652	6383.144620791835	53.67078154102411	-377.1255
35000	6591.211958885193	6448.882592948449	76.76646402917402	54.20027831594356	0.6183274870204295	6448.882592948449	54.20027831594356	-378.9515
36000	6784.38955616951	6603.829561061133	61.3494763942193	55.44832289668835	0.4941489496564571	6603.829561061133	55.44832289668835	-385.07837
37000	6982.106677532196	6525.955790215137	53.83079039884283	54.821076433783524	0.43358851775419	6603.829561061133	55.44832289668835	-388.04956
38000	7183.28932929039	6448.223284175918	64.4881342337983	54.19496781035176	0.5194297599569879	6603.829561061133	55.44832289668835	-394.03613
39000	7380.383021116257	6425.629057524866	66.05212985749691	54.01297907916563	0.5320272072400217	6603.829561061133	55.44832289668835	-396.95584
40000	7576.304370880127	6520.289625083727	75.6874806168404	54.77543742082319	0.609636646425876	6603.829561061133	55.44832289668835	-396.13788
41000	7774.244854211807	6589.084439154367	54.47823047266899	55.32955600687882	0.4388034250565907	6603.829561061133	55.44832289668835	-403.86218
42000	7976.97926902771	6739.6224433802145	55.550625691509964	56.542087898652085	0.44744120001658777	6739.6224433802145	56.542087898652085	-409.917
43000	8186.612861394882	6739.972487077452	68.61443326994868	56.54490738034109	0.5526656806937826	6739.972487077452	56.54490738034109	-407.7714
44000	8388.281718730927	6820.126782247555	55.42243669106491	57.19052268297622	0.4464086816700502	6820.126782247555	57.19052268297622	-414.9087
45000	8592.331617355347	6802.5945521016065	95.75943352539842	57.04930659408761	0.7713093293935884	6820.126782247555	57.19052268297622	-417.0698
46000	8798.646374464035	6664.291670083794	70.4180942047706	55.93532440711001	0.5671935496971195	6820.126782247555	57.19052268297622	-418.666
47000	8996.879131555557	6799.485128030244	46.30938494905053	57.02426125174391	0.37300618158113813	6820.126782247555	57.19052268297622	-419.92725
48000	9197.149670124054	6772.699203866003	92.01426989422801	56.80850983756257	0.7411433233670276	6820.126782247555	57.19052268297622	-424.7077
49000	9397.797305822372	6797.839745623697	82.30145894053044	57.011008261893515	0.6629099689347846	6820.126782247555	57.19052268297622	-423.40393
50000	9597.21473121643	6839.11650735052	70.03659061347025	57.343478392876605	0.5641206693726054	6839.11650735052	57.343478392876605	-426.8861
51000	9803.272144317627	6938.2435825415	42.75994872085675	58.14191291859906	0.3444166925239862	6938.2435825415	58.14191291859906	-429.9641
52000	10001.253726243973	6946.375344650824	66.55775745683819	58.20741146791606	0.5360998637941878	6946.375344650824	58.20741146791606	-429.85678
53000	10210.657907485962	6946.994518386894	59.92954779653434	58.21239869958155	0.48271191275944464	6946.994518386894	58.21239869958155	-431.03265
54000	10410.8871281147	7046.844005897272	92.83510545941742	59.01665200828031	0.7477548717651352	7046.844005897272	59.01665200828031	-432.24344
55000	10619.577009677887	6987.183771273837	61.62234999962085	58.536109320580955	0.4963468527751716	7046.844005897272	59.01665200828031	-438.54657
56000	10825.03510260582	7013.458350606912	52.49339838779703	58.74774202787047	0.42281628469892196	7046.844005897272	59.01665200828031	-438.59796
57000	11035.618085861206	6986.955539557775	78.84346912492678	58.53427099253971	0.6350570493055597	7046.844005897272	59.01665200828031	-440.44843
58000	11233.25823545456	7075.704532917055	88.04700826026898	59.24911363552743	0.7091883942518094	7075.704532917055	59.24911363552743	-443.0484
59000	11433.16916179657	7125.196149888089	83.9933408934601	59.64775160247414	0.6765374966517419	7125.196149888089	59.64775160247414	-444.13257
60000	11648.322733163834	7073.10370678954	67.43977036520602	59.228164874842136	0.5432041746680578	7125.196149888089	59.64775160247414	-446.9275
61000	11855.172109127045	7209.760224693523	43.922451702409326	60.328886164654556	0.3537802545471656	7209.760224693523	60.328886164654556	-450.09656
62000	12056.23881483078	7180.611546731219	79.82594636863828	60.09410358058831	0.6429705658761304	7209.760224693523	60.328886164654556	-446.686
63000	12268.950547456741	7186.378957443863	114.69687626085201	60.140558091912546	0.9238439227904691	7209.760224693523	60.328886164654556	-456.79507
64000	12483.721667051315	7313.982569570992	115.08303201126138	61.1683613367163	0.9269542746578993	7313.982569570992	61.1683613367163	-455.9893
65000	12691.709434986115	7224.772209016216	47.44984183843205	60.44980253951733	0.3821921699079997	7313.982569570992	61.1683613367163	-454.81473
66000	12896.587364673615	7307.868197540175	66.5064788048486	61.11911217120718	0.535686831874283	7313.982569570992	61.1683613367163	-458.98993
67000	13106.124163866043	7169.8651075746575	103.88027867980966	60.0075447061875	0.8367199463903661	7313.982569570992	61.1683613367163	-466.44217
68000	13308.779959201813	7226.557465289724	115.30620064012827	60.46418216529853	0.9287518212717023	7313.982569570992	61.1683613367163	-461.6712
69000	13511.56973862648	7245.688827364448	64.69231606712599	60.61827871233301	0.5210743744575129	7313.982569570992	61.1683613367163	-458.1434
70000	13704.468786478043	7309.4059611955745	45.22803976972575	61.13149832900016	0.3642963177650924	7313.982569570992	61.1683613367163	-467.57202
71000	13911.563828229904	7214.40117558487	83.63674304099517	60.36626742922526	0.6736652234947059	7313.982569570992	61.1683613367163	-464.15668
72000	14116.25938129425	7280.5384614990235	96.48529531028588	60.89898053923785	0.7771558966290303	7313.982569570992	61.1683613367163	-460.61765
73000	14329.94237947464	7294.233680522841	85.54238883268609	61.009290822123525	0.6890145454731085	7313.982569570992	61.1683613367163	-472.1363
74000	14531.199934959412	7292.324410231557	73.5237255280164	60.99391230604645	0.5922083427581242	7313.982569570992	61.1683613367163	-475.85742
75000	14731.817528486252	7335.04687681239	95.5823362711406	61.33802709281326	0.7698828718698745	7335.04687681239	61.33802709281326	-474.09055
76000	14928.847232818604	7319.196821568001	86.25270367454151	61.21036034467862	0.6947358874251217	7335.04687681239	61.33802709281326	-474.1803
77000	15129.345997333527	7346.03440754137	40.70861651741289	61.42652787697896	0.32789391656393607	7346.03440754137	61.42652787697896	-477.67886
78000	15339.253247499466	7152.370235385392	61.655426023948685	59.86662952280193	0.4966132687845801	7346.03440754137	61.42652787697896	-477.2618
79000	15550.851380348206	7365.152460033874	69.65834659082964	61.58051721990249	0.561074043753493	7365.152460033874	61.58051721990249	-475.47433
80000	15768.97400689125	7394.174581660872	77.35399845013008	61.814280436178834	0.6230598748754916	7394.174581660872	61.814280436178834	-485.27673
81000	15975.466206789017	7501.333725610881	69.01853938714791	62.677410515541204	0.5559206165970756	7501.333725610881	62.677410515541204	-480.57162
82000	16181.055276155472	7264.887496371217	77.0240983969517	60.77291739357513	0.6204026433170323	7501.333725610881	62.677410515541204	-487.16473
83000	16380.929276704788	7415.4063852813615	50.25193823151846	61.98529531804938	0.4047620934161045	7501.333725610881	62.677410515541204	-486.5064
84000	16590.842613697052	7587.167329063171	74.75299667512165	63.368770694699535	0.6021096994099996	7587.167329063171	63.368770694699535	-492.2711
85000	16800.161462068558	7523.949873787802	88.8151190682669	62.85957581708489	0.7153752628495598	7587.167329063171	63.368770694699535	-487.11234
86000	17019.820248365402	7573.499985367476	72.27838323253467	63.25868493800256	0.5821775385289107	7587.167329063171	63.368770694699535	-490.33453
87000	17222.434794664383	7571.73630426179	71.86426218468452	63.24447909278389	0.5788419358008475	7587.167329063171	63.368770694699535	-484.79834
88000	17432.808594703674	7436.28360462587	52.509822277606084	62.1534541454295	0.42294857348727427	7587.167329063171	63.368770694699535	-489.3086
89000	17634.719698667526	7364.47229803072	59.939421511294675	61.57503874870421	0.4827914421387448	7587.167329063171	63.368770694699535	-492.0164
90000	17841.0938706398	7518.88599136562	88.86558366458658	62.8187879843734	0.7157817378307944	7587.167329063171	63.368770694699535	-493.3904
91000	18049.501399993896	7629.116217094942	52.211814222728236	63.706654572093306	0.4205482210154685	7629.116217094942	63.706654572093306	-499.171
92000	18248.069905996323	7520.680373720583	73.81519232782942	62.83324111760455	0.5945560076682811	7629.116217094942	63.706654572093306	-496.6439
93000	18464.597280740738	7666.959931453335	73.90351247486393	64.0114726862877	0.5952673961014957	7666.959931453335	64.0114726862877	-498.0473
94000	18668.8122446537	7521.5641413350895	75.87621116616897	62.840359562033356	0.6111568061436145	7666.959931453335	64.0114726862877	-506.1859
95000	18891.43739748001	7551.1827603666125	111.58065763987288	63.078927359917294	0.8987438526845437	7666.959931453335	64.0114726862877	-501.46677
96000	19104.572372436523	7526.883056182627	80.57598546518282	62.88320159328939	0.6490118730484558	7666.959931453335	64.0114726862877	-504.92316
97000	19310.065325260162	7698.659307977304	82.04844135226139	64.26680027072264	0.660871999210572	7698.659307977304	64.26680027072264	-504.58
98000	19513.608441352844	7518.723600061896	51.40432552302594	62.81747997822754	0.41404417703221835	7698.659307977304	64.26680027072264	-509.1239
99000	19729.279899835587	7674.2418861991555	73.90817663242571	64.0701263293273	0.5953049642878208	7698.659307977304	64.26680027072264	-504.5619
100000	19954.200061559677	7704.494750896001	96.8992994180249	64.3138027580874	0.7804905574446855	7704.494750896001	64.3138027580874	-507.30588
