Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	1081.230951309204	4830.060280248074	133.53901270406752	41.16122089414778	1.0756108567553035	4830.060280248074	41.16122089414778	0.0
2000	1094.7834582328796	4782.374220093697	144.1155271327983	40.777126066881074	1.1608010458679234	4830.060280248074	41.16122089414778	0.0
3000	1108.433497428894	4764.29140592178	167.21802142863217	40.63147521287105	1.3468836982669963	4830.060280248074	41.16122089414778	0.0
4000	1121.8595011234283	4519.605633924528	683.9331206144587	38.66061540550495	5.508846253474204	4830.060280248074	41.16122089414778	0.0
5000	1135.4590106010437	4735.2679969041965	143.24819006873457	40.397701627105945	1.1538149438765855	4830.060280248074	41.16122089414778	0.0
6000	1402.8612878322601	4986.423550457863	1920.140820578018	42.42067330157365	15.466074454883595	4986.423550457863	42.42067330157365	-260.82483
7000	1657.7046399116516	5933.5355030912915	117.13254777231329	50.04933460576346	0.9434624197987054	5933.5355030912915	50.04933460576346	-241.16861
8000	1902.5453481674194	6017.62388356639	86.60288914559307	50.72663761358502	0.697556511053481	6017.62388356639	50.72663761358502	-237.0851
9000	2149.183399438858	5897.301125591357	120.40453276981972	49.75747914691662	0.9698171345385649	6017.62388356639	50.72663761358502	-258.79523
10000	2398.721213579178	5960.099332530286	74.25232054543709	50.26329712325561	0.5980769252423438	6017.62388356639	50.72663761358502	-271.18298
11000	2649.164716720581	5887.369087694788	1601.0697943921527	49.67747999479672	12.896066987461914	6017.62388356639	50.72663761358502	-274.11234
12000	2899.502093076706	6163.834508106976	45.21607806761082	51.9043139490941	0.36419997036518487	6163.834508106976	51.9043139490941	-295.26443
13000	3151.306108236313	6555.500807998062	52.73218529436315	55.05905139890304	0.42473963117237995	6555.500807998062	55.05905139890304	-303.96805
14000	3402.6346390247345	6451.083524520075	43.28188548080736	54.21800606340463	0.34862071376223724	6555.500807998062	55.05905139890304	-316.31693
15000	3647.8610694408417	6552.224150610855	61.58983289091326	55.03265904966979	0.496084938639009	6555.500807998062	55.05905139890304	-314.08636
16000	3894.772263288498	6474.148992216983	65.99525126599796	54.4037904792735	0.5315690697317821	6555.500807998062	55.05905139890304	-333.6565
17000	4157.134617090225	6603.2581694339215	65.58124626326824	55.443720533489454	0.5282344017072812	6603.2581694339215	55.443720533489454	-346.68427
18000	4410.179073572159	6627.609987882637	57.07279762493036	55.63986606261072	0.459701771847108	6627.609987882637	55.63986606261072	-345.65854
19000	4656.39843416214	6598.748377278653	61.68281188920119	55.40739570746526	0.49683385251805845	6627.609987882637	55.63986606261072	-364.2919
20000	4911.221308708191	6574.071908142401	72.45316252806072	55.20863522862184	0.5835853256916068	6627.609987882637	55.63986606261072	-368.8391
21000	5165.849543809891	6635.400032192929	46.030669639579166	55.702612192487564	0.37076122554364227	6635.400032192929	55.702612192487564	-367.79858
22000	5414.227503299713	6921.72962537378	54.79508108499777	58.0088986686214	0.4413555478534346	6921.72962537378	58.0088986686214	-379.3558
23000	5663.077970504761	6473.7307225578425	94.68002526536834	54.40042146090716	0.7626150667968414	6921.72962537378	58.0088986686214	-380.1228
24000	5914.508080244064	6947.929497418166	72.57184171108794	58.219929634373635	0.5845412457268832	6947.929497418166	58.219929634373635	-401.93805
25000	6164.359130620956	7006.7693368900655	44.128979347521984	58.69386432105555	0.3554437637554848	7006.7693368900655	58.69386432105555	-396.305
26000	6408.579522848129	7038.341291672189	49.121389503298005	58.948165567148294	0.39565591192246646	7038.341291672189	58.948165567148294	-409.06952
27000	6659.424080371857	6633.036645912447	90.71688682884535	55.68357592817411	0.7306933486200333	7038.341291672189	58.948165567148294	-410.5153
28000	6907.410320520401	7091.504600921769	80.88994662171275	59.376377753624546	0.6515407222718008	7091.504600921769	59.376377753624546	-425.33734
29000	7155.3162317276	6910.045061692447	1698.1154118889679	57.91478352355931	13.67773608674916	7091.504600921769	59.376377753624546	-422.7755
30000	7403.734477758408	7308.8081930935905	68.74186282872472	61.12668351236122	0.5536920819986559	7308.8081930935905	61.12668351236122	-428.49335
31000	7656.370745182037	6474.724750794223	2162.5000564608467	54.4084280167542	17.41819481336031	7308.8081930935905	61.12668351236122	-438.134
32000	7910.449421405792	6399.215166021973	1848.316985951938	53.80022426022273	14.887558149174412	7308.8081930935905	61.12668351236122	-439.05984
33000	8157.154335260391	7227.513099050472	757.3469471404609	60.47187946683857	6.100169397537808	7308.8081930935905	61.12668351236122	-446.38092
34000	8409.072127580643	6799.048158686652	1908.1007385731484	57.02074161384543	15.369095731899021	7308.8081930935905	61.12668351236122	-453.37335
35000	8694.182480573654	7615.604971850192	76.85896635008962	63.59782613477559	0.6190725614270541	7615.604971850192	63.59782613477559	-433.9084
36000	8953.942224264145	7535.78195444663	83.41096700815716	62.954879160706604	0.6718466751379489	7615.604971850192	63.59782613477559	-442.26434
37000	9217.967848539352	6715.387628750112	1863.2602080022457	56.346884795081465	15.007920667563218	7615.604971850192	63.59782613477559	-448.67365
38000	9485.466762781143	7301.724113985541	1178.5046569556425	61.06962368958405	9.492450019585654	7615.604971850192	63.59782613477559	-460.06747
39000	9749.448104143143	7816.967369356373	198.74753237222666	65.21973104865944	1.6008430738261845	7816.967369356373	65.21973104865944	-457.20258
40000	10008.900603532791	7674.112337224709	94.17725368721929	64.06908285685753	0.7585654145119062	7816.967369356373	65.21973104865944	-446.9775
41000	10267.459783554077	7595.8994168352965	78.80508921527144	63.439104660928955	0.6347479123225125	7816.967369356373	65.21973104865944	-472.14355
42000	10519.426621675491	7862.00146966552	111.05187274373263	65.5824652507167	0.8944846720626447	7862.00146966552	65.5824652507167	-475.76517
43000	10779.244926214218	7943.191758929303	35.439670857308116	66.23642512975789	0.28545436994079115	7943.191758929303	66.23642512975789	-459.6447
44000	11031.111477136612	7920.635765797653	76.13976268815739	66.05474435643163	0.6132796230839654	7943.191758929303	66.23642512975789	-482.97104
45000	11276.062295913696	8026.7523990492	87.41042688643208	66.90947737037587	0.7040609500462364	8026.7523990492	66.90947737037587	-477.3863
46000	11534.044211387634	7493.305079093453	88.09341272222093	62.61274252688135	0.7095621662459723	8026.7523990492	66.90947737037587	-485.63934
47000	11783.128988742828	7938.223865266096	59.41580721293907	66.19641045351347	0.47857390890513074	8026.7523990492	66.90947737037587	-480.81097
48000	12031.602336883545	7619.838114717783	154.17220894054225	63.63192264585782	1.2418041618585616	8026.7523990492	66.90947737037587	-492.38373
49000	12281.569496154785	8020.331395058058	58.87261809867347	66.85775838980013	0.47419870725623026	8026.7523990492	66.90947737037587	-487.64044
50000	12533.542694807053	8059.160019355637	103.68908375125427	67.17050961509113	0.8351799369448408	8059.160019355637	67.17050961509113	-500.9751
51000	12781.790506124496	8000.674286096085	128.0300884821444	66.69942713226136	1.0312383652851602	8059.160019355637	67.17050961509113	-510.87878
52000	13037.957584381104	8211.34115176046	138.09601900316028	68.39627633968638	1.1123159764828914	8211.34115176046	68.39627633968638	-504.22876
53000	13293.03599858284	8261.774463521284	107.74641842733327	68.80249933455215	0.8678603734608054	8261.774463521284	68.80249933455215	-493.46667
54000	13549.485954284668	7845.426352508801	161.7967149005945	65.44895837804523	1.3032169372113487	8261.774463521284	68.80249933455215	-516.8198
55000	13810.6922352314	8099.288250809519	60.29398723316307	67.49372872941721	0.485647347182166	8261.774463521284	68.80249933455215	-516.53204
56000	14080.784753084183	8193.04048994515	291.67283428068464	68.24887079777196	2.3493244469924064	8261.774463521284	68.80249933455215	-527.59955
57000	14340.676369190216	8119.199145951745	77.64562420109621	67.6541041474245	0.6254088200825625	8261.774463521284	68.80249933455215	-507.7428
58000	14609.202935695648	7505.882793813362	1738.1171053411476	62.714051696628495	13.999935980956197	8261.774463521284	68.80249933455215	-509.56592
59000	14865.604781866074	8419.050743987182	103.48290007915534	70.06930572583573	0.833519198320939	8419.050743987182	70.06930572583573	-527.2202
60000	15118.239538192749	8086.461084491716	1100.7994188117584	67.39041031277284	8.866561029680218	8419.050743987182	70.06930572583573	-520.89343
61000	15384.67032456398	8319.190706748446	107.46880307448208	69.26496744270044	0.8656242771958861	8419.050743987182	70.06930572583573	-504.09564
62000	15645.824424982071	7211.693828860378	1788.1042924323774	60.34446068173704	14.402565594918796	8419.050743987182	70.06930572583573	-512.365
63000	15899.770773887634	8070.920839188488	119.93784180176712	67.26523897724834	0.9660580991688861	8419.050743987182	70.06930572583573	-528.2212
64000	16156.092981338501	7916.306243689895	1006.9547748280853	66.01987154369046	8.110674672029313	8419.050743987182	70.06930572583573	-529.4783
65000	16419.65964126587	7981.90102152092	111.95268979916143	66.54821493752593	0.9017404438790572	8419.050743987182	70.06930572583573	-538.5283
66000	16679.31439089775	7341.086749732616	1976.4421654944745	61.386676193588144	15.91956244027306	8419.050743987182	70.06930572583573	-525.7968
67000	16940.16191291809	8559.878472185594	80.7881919829367	71.20362468113669	0.6507211236243609	8559.878472185594	71.20362468113669	-522.2225
68000	17208.39783191681	7717.492788874374	1187.0291540331473	64.41849748723774	9.561111914108288	8559.878472185594	71.20362468113669	-531.86237
69000	17476.08407330513	8010.144652811378	890.6808284503971	66.77570768166902	7.174127991406627	8559.878472185594	71.20362468113669	-531.63257
70000	17732.55818295479	7737.975401200058	2129.0021141997663	64.58347789068762	17.148380399988636	8559.878472185594	71.20362468113669	-526.7191
71000	17984.454778194427	7826.523941990698	1184.5187104052316	65.2967059571203	9.540891153397393	8559.878472185594	71.20362468113669	-523.1079
72000	18239.05691075325	8211.501861601962	105.09506933083003	68.39757080223184	0.8465046676224909	8559.878472185594	71.20362468113669	-529.93555
73000	18498.422225236893	8240.125391190344	98.51358542584116	68.62812349661299	0.7934930764895378	8559.878472185594	71.20362468113669	-525.5017
74000	18760.338730096817	7576.080254555731	2246.7823965407647	63.2794681196065	18.097060099144628	8559.878472185594	71.20362468113669	-533.11414
75000	19016.647842407227	7747.448320275954	1936.7294878994273	64.65977899848284	15.599690469475165	8559.878472185594	71.20362468113669	-541.70953
76000	19284.720819473267	6554.688153652914	3053.78371345038	55.05250574742089	24.59717838148813	8559.878472185594	71.20362468113669	-530.89746
77000	19552.240251541138	8430.91927325334	674.1665808050224	70.16490265046394	5.430180131572871	8559.878472185594	71.20362468113669	-534.9901
78000	19829.911820173264	8019.788527194478	802.5877602361959	66.85338577571511	6.464568600054364	8559.878472185594	71.20362468113669	-530.89453
79000	20093.16335439682	7064.765187298991	2530.2128024659605	59.16100096587138	20.37999461823755	8559.878472185594	71.20362468113669	-547.0189
80000	20361.235852956772	7519.270866815593	1714.4761543154227	62.82188802386079	13.809516244638083	8559.878472185594	71.20362468113669	-546.00024
81000	20615.382979869843	7792.318825810314	1559.547926568115	65.02119550084839	12.561622611096285	8559.878472185594	71.20362468113669	-537.8711
82000	20867.54802584648	6901.26027977356	2509.36005103251	57.84402512408602	20.21203287147262	8559.878472185594	71.20362468113669	-543.31366
83000	21132.39010500908	8293.95615236874	699.5443798282683	69.06171177900656	5.6345895816445815	8559.878472185594	71.20362468113669	-550.1627
84000	21397.721708774567	7025.313294489114	2702.1231726544997	58.84322952689955	21.76467357324366	8559.878472185594	71.20362468113669	-538.68854
85000	21654.122349739075	8041.594276404807	1140.8019815163543	67.02902359207587	9.188767925416744	8559.878472185594	71.20362468113669	-539.45337
86000	21912.76946902275	7755.532845176089	2115.8456459879594	64.72489706831283	17.04240956975241	8559.878472185594	71.20362468113669	-543.7251
87000	22176.33870124817	8374.898279920395	1666.7970991394277	69.71367280073706	13.425477840064993	8559.878472185594	71.20362468113669	-543.09906
88000	22440.017067193985	8316.969075555407	1455.3677925023148	69.24707296690231	11.722487432616832	8559.878472185594	71.20362468113669	-543.9343
89000	22706.74991297722	7806.6867624409015	2151.290102274766	65.13692429287775	17.32790248468331	8559.878472185594	71.20362468113669	-546.28467
90000	22980.050634860992	7545.968292070963	2125.9104099725873	63.03692660974375	17.12347778490042	8559.878472185594	71.20362468113669	-545.4939
91000	23250.44424057007	9047.519838958144	143.085991561058	75.13140831292006	1.1525084906366387	9047.519838958144	75.13140831292006	-538.8487
92000	23520.68135714531	8566.942142351561	910.0544575736913	71.26052011689889	7.330175916262457	9047.519838958144	75.13140831292006	-529.39233
93000	23797.78660607338	8911.879719311592	103.69645259722273	74.03887376178677	0.8352392904668179	9047.519838958144	75.13140831292006	-559.98114
94000	24071.36950111389	8196.553229078658	1347.68813917356	68.27716470434237	10.855164829081302	9047.519838958144	75.13140831292006	-568.7239
95000	24339.871828079224	8415.931119935787	1436.7241900169824	70.0441782261581	11.57231962145671	9047.519838958144	75.13140831292006	-543.4692
96000	24611.987728834152	8301.608576969762	1426.2343794209	69.1233494294181	11.487827801920371	9047.519838958144	75.13140831292006	-548.6082
97000	24882.926665067673	8671.926193595373	1152.8776976096774	72.10613057198172	9.28603366873819	9047.519838958144	75.13140831292006	-542.65393
98000	25147.07252430916	8783.424697037704	77.29675607499794	73.00421270083727	0.6225988072150968	9047.519838958144	75.13140831292006	-561.76544
99000	25427.81058549881	8938.155419525418	93.01663727140242	74.25051549738558	0.7492170481274132	9047.519838958144	75.13140831292006	-557.3952
100000	25704.10878276825	8586.03960794951	1009.7789310460842	71.41434363946144	8.133422279846252	9047.519838958144	75.13140831292006	-549.63196
