Iterations	Time	Episode_return_mean	Episode_return_std	Normalized_reward_mean	Normalized_reward_std	Max_return_rollout	Max_normalized_return_rollout	Loss
1000	2651.7681601047516	8045.934956804446	68.76384875478045	67.06398628102357	0.5538691710775886	8045.934956804446	67.06398628102357	0.0
2000	2685.792713880539	8081.677118519338	75.48312979285866	67.35187711087147	0.6079906707637068	8081.677118519338	67.35187711087147	0.0
3000	2719.32848072052	8090.701404312587	91.3889253889	67.42456463174742	0.7361063882757534	8090.701404312587	67.42456463174742	0.0
4000	2752.943977355957	8063.35964628169	87.52460258398798	67.20433616678204	0.7049805960536585	8090.701404312587	67.42456463174742	0.0
5000	2783.4086520671844	8093.504269825525	78.72242489521285	67.4471407502516	0.6340820796319687	8093.504269825525	67.4471407502516	0.0
6000	3356.2004492282867	8107.398288999677	78.27136275765956	67.55905230003071	0.6304489291211258	8107.398288999677	67.55905230003071	-638.9242
7000	3898.5694704055786	8317.706173871195	81.4985191264466	69.2530100405327	0.6564425646619749	8317.706173871195	69.2530100405327	-586.34625
8000	4403.774927854538	8464.709311560264	91.43777163628395	70.4370697971063	0.7364998280124582	8464.709311560264	70.4370697971063	-546.31647
9000	4937.428592920303	7712.47468966094	2272.6233427563175	64.37807842253935	18.305200040690206	8464.709311560264	70.4370697971063	-587.81946
10000	5471.10506772995	7213.435008468211	103.58088963342789	60.35848528512314	0.8343084705065704	8464.709311560264	70.4370697971063	-550.85236
11000	6005.613205909729	4827.4820544617505	2260.912668292543	41.1404541714442	18.210874582248504	8464.709311560264	70.4370697971063	-536.2954
12000	6554.026212692261	8227.877932262183	2214.562330866055	68.52947442377624	17.837538542534894	8464.709311560264	70.4370697971063	-576.57056
13000	7099.7029638290405	8524.896129052284	361.54050511775785	70.92185392885237	2.91208452561528	8524.896129052284	70.92185392885237	-512.98065
14000	7638.6044409275055	7638.960545533756	2581.1669980577703	63.78594725467231	20.790413153360614	8524.896129052284	70.92185392885237	-514.8712
15000	8178.0338139534	7003.4392634566375	2319.890860049675	58.6670417239264	18.685923649043318	8524.896129052284	70.92185392885237	-515.20404
16000	8713.916718959808	8187.2472212746625	1781.5230117938493	68.2022080094834	14.34955564102733	8524.896129052284	70.92185392885237	-484.60904
17000	9256.685603618622	8641.009579498073	809.2609683256834	71.85710786989793	6.5183189979725125	8641.009579498073	71.85710786989793	-509.7417
18000	9800.035040855408	8538.30208332017	129.59400299473802	71.02983428353461	1.043835159246115	8641.009579498073	71.85710786989793	-509.76746
19000	10353.918763875961	9153.116297295075	82.279165636743	75.98195149668477	0.6627304040338539	9153.116297295075	75.98195149668477	-493.24704
20000	10898.19003534317	7672.026687378352	2708.273182378554	64.05228366407704	21.81420978812494	9153.116297295075	75.98195149668477	-486.70667
21000	11427.72365784645	9085.15177422365	512.3692980009503	75.43452061929898	4.126958620094168	9153.116297295075	75.98195149668477	-477.48267
22000	11956.722537517548	8562.702545850832	1182.5471904250492	71.22637162401949	9.525011237468302	9153.116297295075	75.98195149668477	-525.5862
23000	12497.126171588898	8942.49569666781	145.69868263563544	74.28547493823473	1.173552819393139	9153.116297295075	75.98195149668477	-458.38004
24000	13035.012474536896	8842.081960159123	1391.080254090178	73.47667679775832	11.204673403068732	9153.116297295075	75.98195149668477	-480.02673
25000	13586.338998794556	9099.018079862917	163.90400100869985	75.54620894607831	1.3201904026449354	9153.116297295075	75.98195149668477	-508.35242
26000	14138.526606321335	9222.058827394596	361.2677839959488	76.53725988459053	2.909887850699503	9222.058827394596	76.53725988459053	-522.76355
27000	14675.78455901146	9035.644439388216	1119.66974098339	75.03575605035596	9.018554990001443	9222.058827394596	76.53725988459053	-473.92737
28000	15215.782164096832	9160.959551362877	91.22416160626422	76.04512621287287	0.7347792726275681	9222.058827394596	76.53725988459053	-519.5249
29000	15764.095937490463	9552.212384753322	154.71804891306465	79.19653333210657	1.2462007152597545	9552.212384753322	79.19653333210657	-494.65036
30000	16308.837176322937	9605.254131435033	150.4781277041295	79.62376637387351	1.2120496069673488	9605.254131435033	79.62376637387351	-502.8529
31000	16849.467605113983	8459.744866105368	2182.7477396560434	70.3970828949949	17.58128294339733	9605.254131435033	79.62376637387351	-522.15356
32000	17395.63749051094	9213.730830860182	941.2847858912058	76.47018073441525	7.581725478582445	9605.254131435033	79.62376637387351	-549.6365
33000	17942.769292354584	9266.551194737209	1086.5541672000772	76.89563061376847	8.751820423317561	9605.254131435033	79.62376637387351	-556.424
34000	18484.816277503967	9417.56337357924	806.0060652289762	78.11198181912538	6.492101872073406	9605.254131435033	79.62376637387351	-557.923
35000	18975.25257706642	9459.299141066378	1137.5683953639914	78.44814908377086	9.162722500178784	9605.254131435033	79.62376637387351	-541.8043
36000	19248.24088215828	10107.842621327587	255.3541585819141	83.67194394582148	2.056789995122947	10107.842621327587	83.67194394582148	-568.47845
37000	19525.475925683975	9780.281926909482	1011.1728628543959	81.03355511825688	8.144649921538639	10107.842621327587	83.67194394582148	-561.3204
38000	19803.543129205704	9542.931858014603	121.8510347122528	79.12178187847181	0.981468210595615	10107.842621327587	83.67194394582148	-590.5321
39000	20074.962506055832	9491.66660202634	2081.976160219927	78.70885785875097	16.76960250111287	10107.842621327587	83.67194394582148	-558.4175
40000	20358.52334856987	8020.633681161361	2737.5731965134596	66.86019320048186	22.05021133305496	10107.842621327587	83.67194394582148	-540.75195
41000	20638.279692173004	10090.542744511684	198.90281446307813	83.53259938315834	1.6020938177054238	10107.842621327587	83.67194394582148	-561.4074
42000	21130.911197185516	8591.936662745346	2896.2835912622136	71.46184238932368	23.328569022054708	10107.842621327587	83.67194394582148	-594.2435
43000	21666.864832639694	9893.777515597836	120.2960201773002	81.94772308247238	0.9689431028960857	10107.842621327587	83.67194394582148	-596.2069
44000	22207.083105564117	7622.992661623264	3143.5256783001105	63.65733143712392	25.32001906859756	10107.842621327587	83.67194394582148	-614.2112
45000	22749.579473495483	8492.361621439075	3070.6431956979704	70.65979965048577	24.732975717244745	10107.842621327587	83.67194394582148	-609.9262
46000	23292.290959358215	10447.010140496974	266.0200232511508	86.40382175808153	2.1426998697177044	10447.010140496974	86.40382175808153	-620.27826
47000	23838.920936346054	8054.563451555495	3326.3603374740114	67.13348584106788	26.7926894172575	10447.010140496974	86.40382175808153	-582.9639
48000	24375.087166309357	10867.787808637266	117.19324627214613	89.79304127503917	0.9439513253558659	10867.787808637266	89.79304127503917	-617.8813
49000	24946.558868408203	9473.763128080036	2255.301014714138	78.56465152862816	18.165674641114762	10867.787808637266	89.79304127503917	-619.85693
50000	25504.295476675034	10303.951612174873	173.1092590613012	85.251534474397	1.394335592878999	10867.787808637266	89.79304127503917	-640.1443
51000	26054.8755671978	8614.275202682718	3301.6788025393926	71.64177165189764	26.59388813514908	10867.787808637266	89.79304127503917	-625.57214
52000	26596.24744772911	11043.375498506586	102.26857093964614	91.20733977636598	0.8237381944054403	11043.375498506586	91.20733977636598	-633.8779
53000	27148.58127093315	11026.046602304017	172.40793731787423	91.06776147251574	1.3886866872443608	11043.375498506586	91.20733977636598	-618.91284
54000	27695.582024097443	10460.524323673093	1585.2746159367605	86.51267385942684	12.768842253004296	11043.375498506586	91.20733977636598	-635.18896
55000	28242.60841202736	10043.598692605692	2739.8544431913638	83.15448117734186	22.06858599109686	11043.375498506586	91.20733977636598	-650.9265
56000	28785.928733587265	10716.821212516259	1198.3845888054984	88.57705722283566	9.652576038913411	11043.375498506586	91.20733977636598	-646.0228
57000	29324.126950740814	9425.814285991031	2676.5368377160366	78.17844008318285	21.55858443803808	11043.375498506586	91.20733977636598	-629.9797
58000	29884.52049446106	10320.515898868936	710.885165913461	85.38495411141363	5.725935716308647	11043.375498506586	91.20733977636598	-627.27374
59000	30449.486739873886	10717.556714772258	272.6030185794863	88.58298144075297	2.195723634846314	11043.375498506586	91.20733977636598	-633.6449
60000	31004.717893838882	10784.223961432559	128.29859944096683	89.11996320245518	1.0334011287848957	11043.375498506586	91.20733977636598	-638.72485
61000	31534.741460561752	11081.76214719372	210.92434275514617	91.51653103999942	1.6989230969093554	11081.76214719372	91.51653103999942	-646.3902
62000	32070.489451408386	10800.185611721372	1115.0200770202123	89.2485288103231	8.981103544631386	11081.76214719372	91.51653103999942	-638.7509
63000	32635.267336130142	11372.384001963675	176.65527382779229	93.85739020820118	1.4228975232379153	11372.384001963675	93.85739020820118	-672.63776
64000	33152.35974407196	10888.697033336488	171.93203986012654	89.96145789455288	1.384853496763983	11372.384001963675	93.85739020820118	-658.3285
65000	33698.86356019974	11211.45468257496	219.25727086192322	92.56115984375822	1.766041969205302	11372.384001963675	93.85739020820118	-661.3112
66000	34262.42460346222	11292.447874090243	159.44768062451533	93.21353216816773	1.2842962733613004	11372.384001963675	93.85739020820118	-676.93695
67000	34821.3120765686	11285.059791303493	196.90738859311006	93.15402370022926	1.5860213480493521	11372.384001963675	93.85739020820118	-682.0924
68000	35395.420992136	11211.949739515176	111.83340221180259	92.56514735728577	0.9007796233559646	11372.384001963675	93.85739020820118	-688.9092
69000	35961.001262664795	11328.613126222508	85.94393998116887	93.50483084593286	0.6922489019814023	11372.384001963675	93.85739020820118	-680.8598
70000	36508.42280983925	10803.199415650237	485.3946151858137	89.27280396527874	3.9096868198466304	11372.384001963675	93.85739020820118	-694.047
71000	37069.42143678665	11172.578336237446	373.2704380387605	92.2480242338352	3.006565104311794	11372.384001963675	93.85739020820118	-675.97815
72000	37620.95376396179	10970.944157104785	163.63650725637072	90.62393021234757	1.318035832393936	11372.384001963675	93.85739020820118	-698.3187
73000	38180.90521168709	11351.617504983122	142.79017716877712	93.69012321141307	1.1501258073631955	11372.384001963675	93.85739020820118	-697.2728
74000	38722.65889620781	11008.836527604133	1191.648769856353	90.92914023503673	9.598321332036889	11372.384001963675	93.85739020820118	-713.26166
75000	39284.55848479271	11511.418715928508	97.85936850528695	94.97726705001858	0.7882235840156011	11511.418715928508	94.97726705001858	-672.0851
76000	39836.97574591637	11308.956325719864	152.15793401391494	93.346502072928	1.225579869528566	11511.418715928508	94.97726705001858	-700.0516
77000	40384.743341207504	11585.13840226834	148.69561199602313	95.57105378977408	1.1976920554986628	11585.13840226834	95.57105378977408	-701.59357
78000	40929.20440149307	11479.003479513185	137.14746040197957	94.71617346016345	1.104675662921792	11585.13840226834	95.57105378977408	-698.03296
79000	41471.523861408234	10759.897443589904	909.3506834340442	88.92402146102117	7.324507257419024	11585.13840226834	95.57105378977408	-698.6262
80000	42039.680770397186	11096.788785938184	788.875513825586	91.63756545119358	6.354121167419521	11585.13840226834	95.57105378977408	-709.31085
81000	42594.07957673073	11492.454734227762	147.22413260033866	94.82451869437634	1.1858397946391557	11585.13840226834	95.57105378977408	-699.9155
82000	43163.21838736534	11097.03916926795	1174.632882084467	91.6395822028708	9.461264203530703	11585.13840226834	95.57105378977408	-683.4303
83000	43716.58632493019	8639.511540781747	3572.0069006951126	71.84504168283772	28.771288067756558	11585.13840226834	95.57105378977408	-708.0532
84000	44277.72321343422	11699.350916753318	116.56341391982896	96.49099634491043	0.9388782421993411	11699.350916753318	96.49099634491043	-668.3159
85000	44856.709129333496	11373.904729358284	1086.3532744262127	93.86963914476799	8.750202301060725	11699.350916753318	96.49099634491043	-704.03143
86000	45417.095846414566	11284.866836087367	128.06885642312977	93.15246951227225	1.0315506277272235	11699.350916753318	96.49099634491043	-710.8894
87000	45992.829225063324	10611.127639023805	2536.523751859223	87.72573180986677	20.430827146847513	11699.350916753318	96.49099634491043	-696.10834
88000	46571.619906425476	11599.464299740028	117.50511004750751	95.68644397082521	0.9464632808946607	11699.350916753318	96.49099634491043	-706.8001
89000	47161.2085185051	11832.957767910655	188.60871490834003	97.56715361709419	1.5191783833511707	11832.957767910655	97.56715361709419	-688.4855
90000	47785.43533372879	11408.441486574673	636.1332257392679	94.14782085561674	5.123834526650561	11832.957767910655	97.56715361709419	-706.8208
91000	48414.58435201645	10105.971753208334	2901.765464836214	83.65687474604324	23.37272362985177	11832.957767910655	97.56715361709419	-716.5697
92000	49042.44822049141	11745.019529892163	177.99158864553905	96.85884132976108	1.4336610798713383	11832.957767910655	97.56715361709419	-701.54694
93000	49679.837163448334	10624.048455517725	3487.928011635396	87.82980454649693	28.094061510024183	11832.957767910655	97.56715361709419	-721.01086
94000	50280.45150089264	10382.707821722224	3394.3726687101125	85.88588867779185	27.34050537298053	11832.957767910655	97.56715361709419	-713.7293
95000	50899.580716609955	11325.129808067324	1741.0941250005571	93.47677391523237	14.023914851262292	11832.957767910655	97.56715361709419	-704.8724
96000	51536.08327937126	11775.370716687863	109.55129708580665	97.10330970923914	0.8823980508096884	11832.957767910655	97.56715361709419	-716.26996
97000	52185.23154568672	10975.208325034668	2583.35417119326	90.65827661964485	20.808030081346665	11832.957767910655	97.56715361709419	-706.5381
98000	52799.31480693817	11503.082161691109	121.61956895803912	94.91011897048655	0.979603833488449	11832.957767910655	97.56715361709419	-714.6272
99000	53424.440759420395	9680.656716619002	3275.4622259566972	80.23110828549166	26.38272262008125	11832.957767910655	97.56715361709419	-737.72034
100000	54049.49371647835	11516.082671244423	118.28004002724458	95.01483360732371	0.9527050755773743	11832.957767910655	97.56715361709419	-704.43365
