Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	939.8659117221832	1446.7297406042	1182.382713434468	45.07510997222106	36.32989537881746	1446.7297406042	45.07510997222106	0.0
2000	959.3886752128601	2050.0871742822937	998.0910709366841	63.613872584781724	30.667349728359593	2050.0871742822937	63.613872584781724	0.0
3000	974.802250623703	1564.4010651539488	1229.927545412549	48.69067950094133	37.79075805207988	2050.0871742822937	63.613872584781724	0.0
4000	987.5139594078064	1274.9668069233799	1221.601461244627	39.79752147259115	37.53493076088309	2050.0871742822937	63.613872584781724	0.0
5000	1004.8114476203918	1805.6018270076797	1143.6480813703101	56.10181495130986	35.13973493885275	2050.0871742822937	63.613872584781724	0.0
6000	1398.821653842926	609.323151636751	5.1836050469704835	19.34495219754385	0.1592714667609901	2050.0871742822937	63.613872584781724	-225.45483
7000	1780.1953518390656	1247.907673732734	11.346680020388849	38.966102451754686	0.3486381298998025	2050.0871742822937	63.613872584781724	-231.93216
8000	2182.3244230747223	2282.7516461240016	755.9654579200969	70.76272195845414	23.227797297933957	2282.7516461240016	70.76272195845414	-245.67157
9000	2582.842139005661	794.8596060433335	1054.6792718669947	25.04574594305513	32.406078987604324	2282.7516461240016	70.76272195845414	-250.11777
10000	2986.7344448566437	1322.5154261023451	450.7622870819223	41.258500511401145	13.850123605778128	2282.7516461240016	70.76272195845414	-255.74606
11000	3382.43225979805	129.96264290394956	280.5126701250001	4.6161195335296	8.619033281087301	2282.7516461240016	70.76272195845414	-260.92313
12000	3805.8531410694122	2620.597005023144	851.7987884255524	81.14335963487356	26.17237254544733	2620.597005023144	81.14335963487356	-264.56677
13000	4227.735341787338	1148.0894672834415	68.67037236582355	35.89908789208607	2.109966100932072	2620.597005023144	81.14335963487356	-265.48987
14000	4651.986025810242	1288.661908560232	62.53193585153935	40.21831721327304	1.9213564791745916	2620.597005023144	81.14335963487356	-264.4784
15000	5069.6438727378845	765.1902660620916	56.33062582304302	24.134125699262704	1.7308150056000375	2620.597005023144	81.14335963487356	-271.60022
16000	5526.851192712784	2670.0998946954546	702.0959056947243	82.66438559568135	21.572601248283654	2670.0998946954546	82.66438559568135	-274.51398
17000	5988.905732631683	3304.4228115862325	1.8268079947721245	102.1545937534865	0.056130508821867944	3304.4228115862325	102.1545937534865	-278.23663
18000	6444.437592983246	275.7735930859766	1.3612342309997019	9.096307297618221	0.04182528773161457	3304.4228115862325	102.1545937534865	-282.06995
19000	6878.862893104553	221.02540242745917	1.3494437839402653	7.414114200405178	0.04146301441412462	3304.4228115862325	102.1545937534865	-274.53992
20000	7327.714958190918	499.1429731778775	2.0715913163929196	15.959555649751573	0.06365172201614172	3304.4228115862325	102.1545937534865	-282.76782
21000	7765.726804018021	708.1515134852664	37.84382579474231	22.381552788555002	1.162789523422258	3304.4228115862325	102.1545937534865	-285.79218
22000	8207.369609594345	1033.95340853873	86.24999767242642	32.392142952827406	2.65011772944545	3304.4228115862325	102.1545937534865	-277.50378
23000	8671.536989927292	1071.2213587483307	41.289016087150664	33.537238121011136	1.268646452368514	3304.4228115862325	102.1545937534865	-290.4322
24000	9129.525512218475	237.3769520531119	1.590698501599943	7.916531971260412	0.04887580771077557	3304.4228115862325	102.1545937534865	-281.8151
25000	9606.741716384888	789.9968848749988	883.9625403877758	24.896333955468805	27.160636100471446	3304.4228115862325	102.1545937534865	-276.72327
26000	10060.492374658585	578.6841175681037	4.574629471038748	18.403537129838128	0.1405600810899405	3304.4228115862325	102.1545937534865	-383.9389
27000	10499.140215873718	1020.1597538447422	12.75653252773818	31.96831907056809	0.39195726296018457	3304.4228115862325	102.1545937534865	-279.68777
28000	10951.158329248428	784.7544072350853	10.406404377424337	24.735253569211615	0.3197472172130567	3304.4228115862325	102.1545937534865	-283.31696
29000	11436.985696792603	1687.1086065429736	211.54363079759628	52.460991845838656	6.499890338051539	3304.4228115862325	102.1545937534865	-284.50964
30000	11914.741720676422	3238.8329556572653	4.131313094760839	100.13927961134252	0.12693874056550528	3304.4228115862325	102.1545937534865	-340.4747
31000	12349.325179815292	3308.05897130495	4.170508190887585	102.2663184096919	0.12814304922586528	3308.05897130495	102.2663184096919	-283.04822
32000	12753.85309123993	1848.2392873424094	639.8720612581748	57.411893706334766	19.6607111870011	3308.05897130495	102.2663184096919	-294.41953
33000	13241.182698249817	3335.2820796494407	4.891627710620769	103.10277573167761	0.15030017010547653	3335.2820796494407	103.10277573167761	-286.99194
34000	13682.516682386398	3402.789347462954	6.8631281513666815	105.17700427807684	0.21087649952722987	3402.789347462954	105.17700427807684	-287.38776
35000	14149.69977736473	3327.7305966131694	9.248591530649772	102.87074883755483	0.284172255642967	3402.789347462954	105.17700427807684	-282.7127
36000	14627.310709238052	3384.27064438797	2.663879037363067	104.60799854277533	0.08185035659741098	3402.789347462954	105.17700427807684	-275.26062
37000	15100.521422624588	3394.157965423788	7.752954774700775	104.91179640342288	0.23821731546077066	3402.789347462954	105.17700427807684	-279.64377
38000	15608.78122496605	3398.1908668391743	13.28597367978853	105.03571134638457	0.4082248736455237	3402.789347462954	105.17700427807684	-283.3205
39000	16084.800470352173	3451.664906390778	5.517364288389375	106.6787548722405	0.16952655437745656	3451.664906390778	106.6787548722405	-275.59283
40000	16574.22837996483	3470.639380684343	2.1219465330024274	107.2617646355945	0.06519893657739972	3470.639380684343	107.2617646355945	-281.47052
41000	17050.15128326416	1103.5373185329684	775.7052152474681	34.53017841411787	23.834321150455068	3470.639380684343	107.2617646355945	-286.7708
42000	17572.1244225502	3444.8522637608257	6.711365818396803	106.46942959102041	0.20621344955483545	3470.639380684343	107.2617646355945	-283.10254
43000	18046.193276643753	3440.052584540096	2.7581954081174977	106.32195463053617	0.08474832173432091	3470.639380684343	107.2617646355945	-289.74133
44000	18483.416627407074	3461.4336023896876	3.167923387236554	106.97890785959007	0.09733762505044692	3470.639380684343	107.2617646355945	-287.05774
45000	18964.3640832901	3449.948329333757	1.4988000236009966	106.62601131959661	0.04605213475510226	3470.639380684343	107.2617646355945	-294.83038
46000	19442.907199144363	3455.0392396492293	2.2773101716636592	106.78243464771415	0.06997264028103092	3470.639380684343	107.2617646355945	-292.44592
47000	19892.694811105728	3442.76431435188	1.7886418665850525	106.4052752501954	0.05495781623401505	3470.639380684343	107.2617646355945	-292.5844
48000	20360.927857637405	3464.868744368796	2.8090220112540902	107.08445604402682	0.08631002011965248	3470.639380684343	107.2617646355945	-292.24097
49000	20853.23610305786	3443.4611359033565	3.0304506164945053	106.42668579161759	0.09311363621692635	3470.639380684343	107.2617646355945	-292.47437
50000	21335.10339140892	3491.1939302684164	2.6209960782457724	107.8933237978382	0.08053273464593508	3491.1939302684164	107.8933237978382	-305.44794
51000	21859.611380815506	3500.4224377033397	2.7362143985943503	108.17687894948578	0.08407293315901099	3500.4224377033397	108.17687894948578	-303.09512
52000	22371.76576066017	3469.7210444574603	5.40278822373937	107.23354783348285	0.1660060898152171	3500.4224377033397	108.17687894948578	-305.58862
53000	22852.0793132782	3244.673526836847	556.4913548177357	100.31873702178653	17.09875530996186	3500.4224377033397	108.17687894948578	-329.25305
54000	23359.188755512238	864.3067165124685	1.261273697241184	27.179578101659917	0.03875390002254688	3500.4224377033397	108.17687894948578	-307.7144
55000	23856.678671360016	3450.094183015346	4.121371897683692	106.63049282032605	0.12663328730942788	3500.4224377033397	108.17687894948578	-307.20557
56000	24353.304255962372	3465.9327533789947	1.88509757836085	107.117148788587	0.05792151477061202	3500.4224377033397	108.17687894948578	-307.06134
57000	24896.994284152985	3495.352389768874	5.349519057949261	108.0210966389599	0.16436934124126457	3500.4224377033397	108.17687894948578	-309.44562
58000	25392.707947731018	3468.5714836120546	2.149566791950254	107.19822642293562	0.0660475967502053	3500.4224377033397	108.17687894948578	-307.45276
59000	25856.56134533882	3515.264613404459	2.688837759855744	108.63291969186896	0.08261723839181491	3515.264613404459	108.63291969186896	-329.17545
60000	26338.86352801323	3461.411315874375	3.5606378483387986	106.97822308404281	0.10940417095261569	3515.264613404459	108.63291969186896	-308.60242
61000	26824.72382569313	3467.6171815553253	5.076244063772611	107.1689045346106	0.15597269281662396	3515.264613404459	108.63291969186896	-314.7455
62000	27284.032549142838	3485.8664941521006	2.25909072629687	107.7296329771386	0.06941282953911714	3515.264613404459	108.63291969186896	-303.72095
63000	27787.066732645035	1766.7487307829965	172.0310265064358	54.908014581135454	5.2858259207252685	3515.264613404459	108.63291969186896	-330.6978
64000	28282.744560718536	3460.1671975113377	3.1399938183109426	106.9399962988789	0.09647946101817996	3515.264613404459	108.63291969186896	-302.568
65000	28808.89193201065	3460.6032350376795	1.9443190637397865	106.95339398943479	0.05974115433701372	3515.264613404459	108.63291969186896	-299.4046
66000	29294.700943231583	3478.8859915272515	2.8747374198204327	107.51515002912961	0.08832919199257133	3515.264613404459	108.63291969186896	-305.07224
67000	29795.474153518677	3244.673526836847	556.4913548177357	100.31873702178653	17.09875530996186	3515.264613404459	108.63291969186896	-310.6627
68000	30259.24367070198	2754.779757296358	479.2643798078118	85.26625934944032	14.725879006329585	3515.264613404459	108.63291969186896	-323.43677
69000	30736.51448392868	2691.3665167355953	1204.5724412339835	83.31782389869491	37.01169703261465	3515.264613404459	108.63291969186896	-320.37158
70000	31122.158781290054	3457.632326504866	6.481101239711285	106.86210984348881	0.1991383393066493	3515.264613404459	108.63291969186896	-308.71924
71000	31484.931671857834	3490.709374184443	3.6896857877767446	107.87843532591118	0.11336929839008952	3515.264613404459	108.63291969186896	-310.07047
72000	31823.137360095978	3507.5115359582255	3.805612355980503	108.39469860720226	0.11693125852923664	3515.264613404459	108.63291969186896	-315.38336
73000	32160.923221588135	3480.7985695870993	4.2368775433762496	107.57391590927027	0.1301823141820247	3515.264613404459	108.63291969186896	-313.5048
74000	32609.1118350029	3164.9861377984125	612.6165941007289	97.87026202812883	18.823259608015647	3515.264613404459	108.63291969186896	-315.2275
75000	33116.368714571	3468.1777698833503	1.6333737916876356	107.18612917353362	0.050187048822917094	3515.264613404459	108.63291969186896	-317.4278
76000	33620.3017475605	3467.2571549799504	1.7854445244967034	107.15784235679935	0.05485957468985607	3515.264613404459	108.63291969186896	-315.92456
77000	34116.85294008255	2533.779889398682	828.184581471696	78.47581663725495	25.44680234018325	3515.264613404459	108.63291969186896	-313.99292
78000	34630.28093671799	2691.3665167355953	1204.5724412339835	83.31782389869491	37.01169703261465	3515.264613404459	108.63291969186896	-314.94287
79000	35153.93316888809	3407.5316597320525	3.077513167873865	105.3227165814051	0.09455968033482932	3515.264613404459	108.63291969186896	-324.6272
80000	35687.397025585175	3448.8282757874404	2.9808926341655146	106.59159655042417	0.09159091747895737	3515.264613404459	108.63291969186896	-315.39944
81000	36215.59692835808	3451.018961029838	1.9431927496079895	106.65890755282628	0.05970654720507267	3515.264613404459	108.63291969186896	-309.02148
82000	36701.844984054565	3442.0278784876477	1.647768460416348	106.38264751926131	0.05062933946450916	3515.264613404459	108.63291969186896	-313.10718
83000	37214.55837368965	3430.3242874346192	2.2589402652171455	106.02304293972716	0.06940820647145601	3515.264613404459	108.63291969186896	-307.95795
84000	37733.29266381264	3457.2411754432565	9.181272845597315	106.8500913346049	0.2821038214911388	3515.264613404459	108.63291969186896	-312.18097
85000	38268.79273676872	3426.3978155946484	7.932859852080435	105.90239815227112	0.2437450794961073	3515.264613404459	108.63291969186896	-308.9406
86000	38791.03224158287	3458.2402457320227	2.9881402662216514	106.8807887717837	0.09181360824680536	3515.264613404459	108.63291969186896	-307.92792
87000	39275.29784822464	2790.8968305108947	936.3948891147711	86.37599266705782	28.7716726304156	3515.264613404459	108.63291969186896	-313.0576
88000	39777.69309973717	2533.779889398682	828.184581471696	78.47581663725495	25.44680234018325	3515.264613404459	108.63291969186896	-317.13177
89000	40267.372319459915	3464.0998340580495	2.62923110873185	107.0608305031358	0.08078576422138654	3515.264613404459	108.63291969186896	-310.03522
90000	40812.45423531532	3482.3954020373067	4.750734215336751	107.62298018870736	0.1459710760777451	3515.264613404459	108.63291969186896	-321.4948
91000	41311.92437529564	3470.6638502435285	3.144067769169687	107.26251648735543	0.0966046372464825	3515.264613404459	108.63291969186896	-336.7105
92000	41788.34488034248	3445.2717407307405	10.04576060254811	106.48231844186175	0.3086660753277661	3515.264613404459	108.63291969186896	-318.1568
93000	42290.674557209015	3455.9543340510536	9.206422550396075	106.81055184149776	0.2828765714085417	3515.264613404459	108.63291969186896	-330.52145
94000	42817.015800237656	3493.688121594235	6.095817904064182	107.96996032921857	0.18730012219114972	3515.264613404459	108.63291969186896	-331.84625
95000	43301.623116493225	3511.6081187156988	7.8460840882283565	108.5205702233031	0.24107880707318827	3515.264613404459	108.63291969186896	-318.1447
96000	43763.83786559105	2950.3011880785816	497.5861167832366	91.27385151391132	15.288832760568722	3515.264613404459	108.63291969186896	-332.7578
97000	44249.76430392265	3164.9861377984125	612.6165941007289	97.87026202812883	18.823259608015647	3515.264613404459	108.63291969186896	-331.81693
98000	44768.336844205856	3515.2674849764285	3.839507053676991	108.63300792379933	0.11797270712893186	3515.2674849764285	108.63300792379933	-333.8719
99000	45302.412417173386	3369.887175733231	124.19382189483426	104.16605203469987	3.815979804905094	3515.2674849764285	108.63300792379933	-335.47815
100000	45809.77258896828	3520.5327728638395	5.162453269853689	108.79478917780072	0.15862155718349158	3520.5327728638395	108.79478917780072	-334.8889
